Skip to content

Commit 30a4b02

Browse files
NiharikaduttaNiharikadutta
authored
Prep v2.1.1 release (dotnet#1050)
1 parent c96efde commit 30a4b02

File tree

5 files changed

+207
-4
lines changed

5 files changed

+207
-4
lines changed

‎README.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@
3939
<tbody align="center">
4040
<tr>
4141
<td>2.4*</td>
42-
<td rowspan=4><a href="https://github.com/dotnet/spark/releases/tag/v2.1.0">v2.1.0</a></td>
42+
<td rowspan=4><a href="https://github.com/dotnet/spark/releases/tag/v2.1.1">v2.1.1</a></td>
4343
</tr>
4444
<tr>
4545
<td>3.0</td>

‎benchmark/scala/pom.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
<modelVersion>4.0.0</modelVersion>
44
<groupId>com.microsoft.spark</groupId>
55
<artifactId>microsoft-spark-benchmark</artifactId>
6-
<version>2.1.0</version>
6+
<version>2.1.1</version>
77
<inceptionYear>2019</inceptionYear>
88
<properties>
99
<encoding>UTF-8</encoding>

‎docs/release-notes/2.1.1/release-2.1.1.md

+203
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,203 @@
1+
# .NET for Apache Spark 2.1.1 Release Notes
2+
3+
### New Features/Improvements
4+
5+
* Add base classes for ML and refine code base ([#1031](https://github.com/dotnet/spark/pull/1031), [#1049](https://github.com/dotnet/spark/pull/1049))
6+
* Capture dotnet application error stack trace ([#1047](https://github.com/dotnet/spark/pull/1047))
7+
* JvmBridge semaphore fix ([#1061](https://github.com/dotnet/spark/pull/1061))
8+
9+
### Bug Fixes
10+
11+
* None
12+
13+
### Infrastructure / Documentation / Etc.
14+
15+
* Switch to 1ES hosted pools on main ([#1021](https://github.com/dotnet/spark/pull/1021))
16+
17+
### Breaking Changes
18+
19+
* None
20+
21+
### Known Issues
22+
23+
* Broadcast variables do not work with [dotnet-interactive](https://github.com/dotnet/interactive) ([#561](https://github.com/dotnet/spark/pull/561))
24+
* UDFs defined using class objects with closures does not work with [dotnet-interactive](https://github.com/dotnet/interactive) ([#619](https://github.com/dotnet/spark/pull/619))
25+
* In [dotnet-interactive](https://github.com/dotnet/interactive) blocking Spark methods that require external threads to unblock them does not work. ie `StreamingQuery.AwaitTermination` requires `StreamingQuery.Stop` to unblock ([#736](https://github.com/dotnet/spark/pull/736))
26+
27+
### Compatibility
28+
29+
#### Backward compatibility
30+
31+
The following table describes the oldest version of the worker that the current version is compatible with, along with new features that are incompatible with the worker.
32+
33+
<table>
34+
<thead>
35+
<tr>
36+
<th>Oldest compatible Microsoft.Spark.Worker version</th>
37+
</tr>
38+
</thead>
39+
<tbody align="center">
40+
<tr>
41+
<td>v2.0.0</td>
42+
</tr>
43+
</tbody>
44+
</table>
45+
46+
#### Forward compatibility
47+
48+
The following table describes the oldest version of .NET for Apache Spark release that the current worker is compatible with.
49+
50+
<table>
51+
<thead>
52+
<tr>
53+
<th>Oldest compatible .NET for Apache Spark release version</th>
54+
</tr>
55+
</thead>
56+
<tbody align="center">
57+
<tr>
58+
<td>v2.0.0</td>
59+
</tr>
60+
</tbody>
61+
</table>
62+
63+
### Supported Spark Versions
64+
65+
The following table outlines the supported Spark versions along with the microsoft-spark JAR to use with:
66+
67+
<table>
68+
<thead>
69+
<tr>
70+
<th>Spark Version</th>
71+
<th>microsoft-spark JAR</th>
72+
</tr>
73+
</thead>
74+
<tbody align="center">
75+
<tr>
76+
<td>2.4.0</td>
77+
<td rowspan=7>microsoft-spark-2-4_2.11-2.1.1.jar</td>
78+
</tr>
79+
<tr>
80+
<td>2.4.1</td>
81+
</tr>
82+
<tr>
83+
<td>2.4.3</td>
84+
</tr>
85+
<tr>
86+
<td>2.4.4</td>
87+
</tr>
88+
<tr>
89+
<td>2.4.5</td>
90+
</tr>
91+
<tr>
92+
<td>2.4.6</td>
93+
</tr>
94+
<tr>
95+
<td>2.4.7</td>
96+
</tr>
97+
<tr>
98+
<td>2.4.2</td>
99+
<td><a href="https://github.com/dotnet/spark/issues/60">Not supported</a></td>
100+
</tr>
101+
<tr>
102+
<td>3.0.0</td>
103+
<td rowspan=3>microsoft-spark-3-0_2.12-2.1.1.jar</td>
104+
</tr>
105+
<tr>
106+
<td>3.0.1</td>
107+
</tr>
108+
<tr>
109+
<td>3.0.2</td>
110+
</tr>
111+
<tr>
112+
<td>3.1.1</td>
113+
<td rowspan=2>microsoft-spark-3-1_2.12-2.1.1.jar</td>
114+
</tr>
115+
<tr>
116+
<td>3.1.2</td>
117+
</tr>
118+
<tr>
119+
<td>3.2.0</td>
120+
<td rowspan=2>microsoft-spark-3-2_2.12-2.1.1.jar</td>
121+
</tr>
122+
<tr>
123+
<td>3.2.1</td>
124+
</tr>
125+
</tbody>
126+
</table>
127+
128+
### Supported Delta Versions
129+
130+
The following table outlines the supported Delta versions along with the Microsoft.Spark.Extensions version to use with:
131+
132+
<table>
133+
<thead>
134+
<tr>
135+
<th>Delta Version</th>
136+
<th>Microsoft.Spark.Extensions.Delta</th>
137+
</tr>
138+
</thead>
139+
<tbody align="center">
140+
<tr>
141+
<td>0.1.0</td>
142+
<td rowspan=11>2.1.1</td>
143+
</tr>
144+
<tr>
145+
<td>0.2.0</td>
146+
</tr>
147+
<tr>
148+
<td>0.3.0</td>
149+
</tr>
150+
<tr>
151+
<td>0.4.0</td>
152+
</tr>
153+
<tr>
154+
<td>0.5.0</td>
155+
</tr>
156+
<tr>
157+
<td>0.6.0</td>
158+
</tr>
159+
<tr>
160+
<td>0.6.1</td>
161+
</tr>
162+
<tr>
163+
<td>0.7.0</td>
164+
</tr>
165+
<tr>
166+
<td>0.8.0</td>
167+
</tr>
168+
<tr>
169+
<td>1.0.0</td>
170+
</tr>
171+
<tr>
172+
<td>1.1.0</td>
173+
</tr>
174+
</tbody>
175+
</table>
176+
177+
### Supported Hyperspace Versions
178+
179+
The following table outlines the supported Hyperspace versions along with the Microsoft.Spark.Extensions version to use with:
180+
181+
<table>
182+
<thead>
183+
<tr>
184+
<th>Hyperspace Version</th>
185+
<th>Microsoft.Spark.Extensions.Hyperspace</th>
186+
</tr>
187+
</thead>
188+
<tbody align="center">
189+
<tr>
190+
<td>0.1.0</td>
191+
<td rowspan=4>2.1.1</td>
192+
</tr>
193+
<tr>
194+
<td>0.2.0</td>
195+
</tr>
196+
<tr>
197+
<td>0.3.0</td>
198+
</tr>
199+
<tr>
200+
<td>0.4.0</td>
201+
</tr>
202+
</tbody>
203+
</table>

‎eng/Versions.props

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
<?xml version="1.0" encoding="utf-8"?>
22
<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
33
<PropertyGroup>
4-
<VersionPrefix>2.1.0</VersionPrefix>
4+
<VersionPrefix>2.1.1</VersionPrefix>
55
<PreReleaseVersionLabel>prerelease</PreReleaseVersionLabel>
66
</PropertyGroup>
77
</Project>

‎src/scala/pom.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<version>${microsoft-spark.version}</version>
88
<properties>
99
<encoding>UTF-8</encoding>
10-
<microsoft-spark.version>2.1.0</microsoft-spark.version>
10+
<microsoft-spark.version>2.1.1</microsoft-spark.version>
1111
</properties>
1212

1313
<modules>

0 commit comments

Comments
 (0)