/
release-notes.html
542 lines (531 loc) · 38.9 KB
/
release-notes.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
<!DOCTYPE html>
<html lang="en" class="no-js">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width,initial-scale=1">
<meta http-equiv="x-ua-compatible" content="ie=edge">
<meta name="description" content="RasterFrames brings the power of Spark DataFrames to geospatial raster data.">
<meta name="generator" content="Paradox, paradox-material-theme=0.6.0, mkdocs-material=3.0.3">
<meta name="lang:clipboard.copy" content="Copy to clipboard">
<meta name="lang:clipboard.copied" content="Copied to clipboard">
<meta name="lang:search.language" content="">
<meta name="lang:search.pipeline.stopwords" content="true">
<meta name="lang:search.pipeline.trimmer" content="true">
<meta name="lang:search.result.none" content="No matching documents">
<meta name="lang:search.result.one" content="1 matching document">
<meta name="lang:search.result.other" content="# matching documents">
<meta name="lang:search.tokenizer" content="[\s\-]+">
<meta name="description" content="RasterFrames brings the power of Spark DataFrames to geospatial raster data.">
<link rel="shortcut icon" href="assets/images/RasterFrames_32x32.ico">
<title>Release Notes · RasterFrames</title>
<link rel="stylesheet" href="assets/stylesheets/application.451f80e5.css">
<link rel="stylesheet" href="assets/stylesheets/application-palette.22915126.css">
<meta name="theme-color" content="#546e7a" />
<link rel="stylesheet" href="lib/material__tabs/dist/mdc.tabs.min.css">
<link rel="stylesheet" href="lib/prettify/prettify.css">
<script src="assets/javascripts/modernizr.1aa3b519.js"></script>
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,400,400i,700|Roboto+Mono">
<style>
body,input{font-family:"Roboto","Helvetica Neue",Helvetica,Arial,sans-serif}
code,kbd,pre{font-family:"Roboto Mono","Courier New",Courier,monospace}
</style>
<link rel="stylesheet" href="assets/fonts/font-awesome.css">
<link rel="stylesheet" href="assets/fonts/material-icons.css">
<link rel="stylesheet" href="assets/stylesheets/paradox-material-theme.css">
<link rel="stylesheet" href="assets/custom.css">
</head>
<body
data-md-color-primary="blue-grey"
data-md-color-accent="light-blue"
>
<input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
<input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
<label class="md-overlay" data-md-component="overlay" for="__drawer"></label>
<header class="md-header" data-md-component="header">
<nav class="md-header-nav md-grid">
<div class="md-flex">
<div class="md-flex__cell md-flex__cell--shrink">
<a href="index.html" title="RasterFrames" class="md-header-nav__button md-logo">
<img src="assets/images/RF-R.svg" width="24" height="24">
</a>
</div>
<div class="md-flex__cell md-flex__cell--shrink">
<label class="md-icon md-icon--menu md-header-nav__button" for="__drawer"></label>
</div>
<div class="md-flex__cell md-flex__cell--stretch">
<div class="md-flex__ellipsis md-header-nav__title" data-md-component="title">
<span class="md-header-nav__topic">
RasterFrames
</span>
<span class="md-header-nav__topic">
Release Notes
</span>
</div>
</div>
<div class="md-flex__cell md-flex__cell--shrink">
<label class="md-icon md-icon--search md-header-nav__button" for="__search"></label>
<div class="md-search" data-md-component="search" role="dialog">
<label class="md-search__overlay" for="__search"></label>
<div class="md-search__inner" role="search">
<form class="md-search__form" name="search">
<input type="text" class="md-search__input" name="query" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="query" data-md-state="active">
<label class="md-icon md-search__icon" for="__search"></label>
<button type="reset" class="md-icon md-search__icon" data-md-component="reset" tabindex="-1"></button>
</form>
<div class="md-search__output">
<div class="md-search__scrollwrap" data-md-scrollfix>
<div class="md-search-result" data-md-component="result">
<div class="md-search-result__meta">
Type to start searching
</div>
<ol class="md-search-result__list"></ol>
</div>
</div>
</div>
</div>
</div>
</div>
<div class="md-flex__cell md-flex__cell--shrink">
<div class="md-header-nav__source">
<a href="https://github.com/locationtech/rasterframes"
title="Go to repository"
class="md-source"
data-md-source="github">
<div class="md-source__icon">
<i class="fa fa-github"></i>
</div>
<div class="md-source__repository">
locationtech/rasterframes
</div>
</a>
</div>
</div>
</div>
</nav>
</header>
<div class="md-container">
<main class="md-main">
<div class="md-main__inner md-grid" data-md-component="container">
<div class="md-sidebar md-sidebar--primary" data-md-component="navigation">
<div class="md-sidebar__scrollwrap">
<div class="md-sidebar__inner">
<nav class="md-nav md-nav--primary" data-md-level="0" style="visibility: hidden">
<label class="md-nav__title md-nav__title--site" for="drawer">
<a href="index.html" title="RasterFrames" class="md-nav__button md-logo">
<span class="md-nav__button md-logo">
<img src="assets/images/RF-R.svg" width="24" height="24">
</a>
<a href="index.html" title="RasterFrames">
RasterFrames
</a>
</label>
<div class="md-nav__source">
<a href="https://github.com/locationtech/rasterframes"
title="Go to repository"
class="md-source"
data-md-source="github">
<div class="md-source__icon">
<i class="fa fa-github"></i>
</div>
<div class="md-source__repository">
locationtech/rasterframes
</div>
</a>
</div>
<ul>
<li><a href="description.html" class="page">Overview</a></li>
<li><a href="getting-started.html" class="page">Getting Started</a></li>
<li><a href="concepts.html" class="page">Concepts</a></li>
<li><a href="raster-io.html" class="page">Raster Data I/O</a>
<ul>
<li><a href="raster-catalogs.html" class="page">Raster Catalogs</a></li>
<li><a href="raster-read.html" class="page">Reading Raster Data</a></li>
<li><a href="raster-write.html" class="page">Writing Raster Data</a></li>
</ul></li>
<li><a href="vector-data.html" class="page">Vector Data</a></li>
<li><a href="raster-processing.html" class="page">Raster Processing</a>
<ul>
<li><a href="local-algebra.html" class="page">Local Map Algebra</a></li>
<li><a href="nodata-handling.html" class="page">“NoData” Handling</a></li>
<li><a href="masking.html" class="page">Masking</a></li>
<li><a href="zonal-algebra.html" class="page">Zonal Map Algebra</a></li>
<li><a href="aggregation.html" class="page">Aggregation</a></li>
<li><a href="time-series.html" class="page">Time Series</a></li>
<li><a href="raster-join.html" class="page">Raster Join</a></li>
</ul></li>
<li><a href="machine-learning.html" class="page">Machine Learning</a>
<ul>
<li><a href="unsupervised-learning.html" class="page">Unsupervised Machine Learning</a></li>
<li><a href="supervised-learning.html" class="page">Supervised Machine Learning</a></li>
</ul></li>
<li><a href="numpy-pandas.html" class="page">NumPy and Pandas</a></li>
<li><a href="ipython.html" class="page">IPython/Jupyter Extensions</a></li>
<li><a href="languages.html" class="page">Scala and SQL</a></li>
<li><a href="reference.html" class="page">Function Reference</a></li>
<li><a href="release-notes.html" class="active page">Release Notes</a></li>
</ul>
<nav class="md-nav md-nav--secondary">
<label class="md-nav__title" for="__toc">Table of contents</label>
<ul>
<li><a href="release-notes.html#release-notes" class="header">Release Notes</a>
<ul>
<li><a href="release-notes.html#0-9-x" class="header">0.9.x</a></li>
<li><a href="release-notes.html#0-8-x" class="header">0.8.x</a></li>
<li><a href="release-notes.html#0-7-x" class="header">0.7.x</a></li>
<li><a href="release-notes.html#0-6-x" class="header">0.6.x</a></li>
<li><a href="release-notes.html#0-5-x" class="header">0.5.x</a></li>
</ul></li>
</ul>
</nav>
</nav>
<ul style="display: none">
<li class="md-nav__item md-version" id="project.version">
<label class="md-nav__link" for="__version">
<i class="md-icon" title="Version">label_outline</i> 0.9.1
</label>
</li>
</ul>
</div>
</div>
</div>
<div class="md-sidebar md-sidebar--secondary" data-md-component="toc">
<div class="md-sidebar__scrollwrap">
<div class="md-sidebar__inner">
<nav class="md-nav md-nav--secondary">
<label class="md-nav__title" for="__toc">Table of contents</label>
<ul>
<li><a href="release-notes.html#release-notes" class="header">Release Notes</a>
<ul>
<li><a href="release-notes.html#0-9-x" class="header">0.9.x</a></li>
<li><a href="release-notes.html#0-8-x" class="header">0.8.x</a></li>
<li><a href="release-notes.html#0-7-x" class="header">0.7.x</a></li>
<li><a href="release-notes.html#0-6-x" class="header">0.6.x</a></li>
<li><a href="release-notes.html#0-5-x" class="header">0.5.x</a></li>
</ul></li>
</ul>
</nav>
</div>
</div>
</div>
<div class="md-content">
<article class="md-content__inner md-typeset">
<div class="md-content__searchable">
<h1><a href="#release-notes" name="release-notes" class="anchor"><span class="anchor-link"></span></a>Release Notes</h1>
<h2><a href="#0-9-x" name="0-9-x" class="anchor"><span class="anchor-link"></span></a>0.9.x</h2>
<h3><a href="#0-9-1" name="0-9-1" class="anchor"><span class="anchor-link"></span></a>0.9.1</h3>
<ul>
<li>Upgraded to Spark 2.4.7</li>
<li>Added <code>pyspark.sql.DataFrame.display(num_rows:int, truncate:bool)</code> extension method when <code>rf_ipython</code> is imported.</li>
<li>Added users’ manual section on IPython display enhancements.</li>
<li>Added <code>method_name</code> parameter to the <code>rf_resample</code> method.</li>
<li><strong>BREAKING</strong>: In SQL, the function <code>rf_resample</code> now takes 3 arguments. You can use <code>rf_resample_nearest</code> with two arguments or refactor to <code>rf_resample(t, v, "nearest")</code>.</li>
<li>Added resample method parameter to SQL and Python APIs. <a href="raster-join.html">See updated docs</a>.</li>
<li>Upgraded many of the pyrasterframes dependencies, including: <code>descartes</code>, <code>fiona</code>, <code>folium</code>, <code>geopandas</code>, <code>matplotlib</code>, <code>numpy</code>, <code>pandas</code>, <code>rasterio</code>, <code>shapely</code></li>
<li>Changed <code>rasterframes.prefer-gdal</code> configuration parameter to default to <code>False</code>, as JVM GeoTIFF performs just as well for COGs as the GDAL one.</li>
<li>Fixed <a href="https://github.com/locationtech/rasterframes/issues/545">#545</a>.</li>
</ul>
<h3><a href="#0-9-0" name="0-9-0" class="anchor"><span class="anchor-link"></span></a>0.9.0</h3>
<ul>
<li>Upgraded to GeoTrellis 3.3.0. This includes a number of <em>breaking</em> changes enumerated as a part of the <a href="https://github.com/locationtech/rasterframes/pull/398">PR’s</a> change log. These include:</li>
<li>Add <code>Int</code> type parameter to <code>Grid</code></li>
<li>Add <code>Int</code> type parameter to <code>CellGrid</code></li>
<li>Add <code>Int</code> type parameter to <code>GridBounds</code>… or <code>TileBounds</code></li>
<li>Use <code>GridBounds.toGridType</code> to coerce from <code>Int</code> to <code>Long</code> type parameter</li>
<li>Update imports for layers, particularly <code>geotrellis.spark.tiling</code> to <code>geotrellis.layer</code></li>
<li>Update imports for <code>geotrellis.spark.io</code> to <code>geotrellis.spark.store...</code></li>
<li>Removed <code>FixedRasterExtent</code></li>
<li>Removed <code>FixedDelegatingTile</code></li>
<li>Removed <code>org.locationtech.rasterframes.util.Shims</code></li>
<li>Change <code>Extent.jtsGeom</code> to <code>Extent.toPolygon</code></li>
<li>Change <code>TileLayerMetadata.gridBounds</code> to <code>TileLayerMetadata.tileBounds</code></li>
<li>Add <code>geotrellis-gdal</code> dependency</li>
<li>Remove any conversions between JTS geometry and old <code>geotrellis.vector</code> geometry</li>
<li>Changed <code>org.locationtech.rasterframes.encoders.StandardEncoders.crsEncoder</code> to <code>crsSparkEncoder</code></li>
<li>Change <code>(cols, rows)</code> dimension destructuring to <code>Dimensions(cols, rows)</code></li>
<li>Revisit use of <code>Tile</code> equality since <a href="https://github.com/locationtech/geotrellis/pull/2991">it’s more strict</a></li>
<li>Update <code>reference.conf</code> to use <code>geotrellis.raster.gdal</code> namespace.</li>
<li>Replace all uses of <code>TileDimensions</code> with <code>geotrellis.raster.Dimensions[Int]</code>.</li>
<li>Upgraded to <code>gdal-warp-bindings</code> 1.0.0.</li>
<li>Upgraded to Spark 2.4.5</li>
<li>Formally abandoned support for Python 2. Python 2 is dead. Long live Python 2.</li>
<li>Introduction of type hints in Python API.</li>
<li>Add functions for changing cell values based on either conditions or to achieve a distribution of values. (<a href="https://github.com/locationtech/rasterframes/pull/449">#449</a>)
<ul>
<li>Add <code>rf_local_min</code>, <code>rf_local_max</code>, and <code>rf_local_clip</code> functions.</li>
<li>Add cell value scaling functions <code>rf_rescale</code> and <code>rf_standardize</code>.</li>
<li>Add <code>rf_where</code> function, similar in spirit to numpy’s <code>where</code>, or a cell-wise version of Spark SQL’s <code>when</code> and <code>otherwise</code>.</li>
</ul>
</li>
<li>Add <code>rf_sqrt</code> function to compute cell-wise square root.</li>
</ul>
<h2><a href="#0-8-x" name="0-8-x" class="anchor"><span class="anchor-link"></span></a>0.8.x</h2>
<h3><a href="#0-8-5" name="0-8-5" class="anchor"><span class="anchor-link"></span></a>0.8.5</h3>
<ul>
<li>Added <code>rf_z2_index</code> for constructing a Z2 index on types with bounds.</li>
<li><em>Breaking</em>: <code>rf_spatial_index</code> renamed <code>rf_xz2_index</code> to differentiate between XZ2 and Z2 variants.</li>
<li>Added <code>withSpatialIndex</code> to RasterSourceDataSource to pre-partition tiles based on tile extents mapped to a Z2 space-filling curve</li>
<li>Add <code>rf_mask_by_bit</code>, <code>rf_mask_by_bits</code> and <code>rf_local_extract_bits</code> to deal with bit packed quality masks. Updated the masking documentation to demonstrate the use of these functions.</li>
<li>Added <code>toDF</code> extension method to <code>MultibandGeoTiff</code></li>
<li>Added <code>rf_agg_extent</code> and <code>rf_agg_reprojected_extent</code> to compute the aggregate extent of a column</li>
<li>Added <code>rf_proj_raster</code> for constructing a <code>proj_raster</code> structure from individual CRS, Extent, and Tile columns.</li>
<li>Added <code>rf_render_color_ramp_png</code> to compute PNG byte array for a single tile column, with specified color ramp.</li>
<li>In <code>rf_ipython</code>, improved rendering of dataframe binary contents with PNG preamble.</li>
<li>Throw an <code>IllegalArgumentException</code> when attempting to apply a mask to a <code>Tile</code> whose <code>CellType</code> has no NoData defined. (<a href="https://github.com/locationtech/rasterframes/issues/384">#409</a>)</li>
<li>Add <code>rf_agg_approx_quantiles</code> function to compute cell quantiles across an entire column.</li>
</ul>
<h3><a href="#0-8-4" name="0-8-4" class="anchor"><span class="anchor-link"></span></a>0.8.4</h3>
<ul>
<li>Upgraded to Spark 2.4.4</li>
<li>Add <code>rf_mask_by_values</code> and <code>rf_local_is_in</code> raster functions; added optional <code>inverse</code> argument to <code>rf_mask</code> functions. (<a href="https://github.com/locationtech/rasterframes/pull/403">#403</a>, <a href="https://github.com/locationtech/rasterframes/issues/384">#384</a>)</li>
<li>Added forced truncation of WKT types in Markdown/HTML rendering. (<a href="https://github.com/locationtech/rasterframes/pull/408">#408</a>)</li>
<li>Add <code>rf_local_is_in</code> raster function. (<a href="https://github.com/locationtech/rasterframes/pull/400">#400</a>)</li>
<li>Added partitioning to catalogs before processing in RasterSourceDataSource (<a href="https://github.com/locationtech/rasterframes/pull/397">#397</a>)</li>
<li>Fixed bug where <code>rf_tile_dimensions</code> would cause unnecessary reading of tiles. (<a href="https://github.com/locationtech/rasterframes/pull/394">#394</a>)</li>
<li><em>Breaking</em> (potentially): removed <code>GeoTiffCollectionRelation</code> due to usage limitation and overlap with <code>RasterSourceDataSource</code> functionality.</li>
</ul>
<h3><a href="#0-8-3" name="0-8-3" class="anchor"><span class="anchor-link"></span></a>0.8.3</h3>
<ul>
<li>Updated to GeoTrellis 2.3.3 and Proj4j 1.1.0.</li>
<li>Fixed issues with <code>LazyLogger</code> and shading assemblies (<a href="https://github.com/locationtech/rasterframes/issues/293">#293</a>)</li>
<li>Updated <code>rf_crs</code> to accept string columns containing CRS specifications. (<a href="https://github.com/locationtech/rasterframes/issues/366">#366</a>)</li>
<li>Added <code>rf_spatial_index</code> function. (<a href="https://github.com/locationtech/rasterframes/issues/368">#368</a>)</li>
<li><em>Breaking</em> (potentially): removed <code>pyrasterframes.create_spark_session</code> in lieu of <code>pyrasterframes.utils.create_rf_spark_session</code></li>
</ul>
<h3><a href="#0-8-2" name="0-8-2" class="anchor"><span class="anchor-link"></span></a>0.8.2</h3>
<ul>
<li>Added ability to pass config options to convenience PySpark session constructor. (<a href="https://github.com/locationtech/rasterframes/issues/361">#361</a>)</li>
<li>Bumped Spark dependency to version 2.3.4. (<a href="https://github.com/locationtech/rasterframes/issues/350">#350</a>)</li>
<li>Fixed handling of aggregate extent and image size on GeoTIFF writing. (<a href="https://github.com/locationtech/rasterframes/issues/362">#362</a>)</li>
<li>Fixed issue with <code>RasterSourceDataSource</code> swallowing exceptions. (<a href="https://github.com/locationtech/rasterframes/issues/267">#267</a>)</li>
<li>Fixed SparkML memory pressure issue caused by unnecessary reevaluation, overallocation, and primitive boxing. (<a href="https://github.com/locationtech/rasterframes/issues/343">#343</a>)</li>
<li>Fixed Parquet serialization issue with <code>RasterRef</code>s (<a href="https://github.com/locationtech/rasterframes/issues/338">#338</a>)</li>
<li>Fixed <code>TileExploder</code>, <code>rf_agg_local_mean</code> and <code>TileColumnSupport</code> to support <code>proj_raster</code> struct (<a href="https://github.com/locationtech/rasterframes/issues/287">#287</a>, <a href="https://github.com/locationtech/rasterframes/issues/163">#163</a>, <a href="https://github.com/locationtech/rasterframes/issues/333">#333</a>).</li>
<li>Various documentation improvements.</li>
<li><em>Breaking</em> (potentially): Synchronized parameter naming in Python and Scala for <code>spark.read.raster</code> (<a href="https://github.com/locationtech/rasterframes/pull/329">#329</a>).</li>
</ul>
<h3><a href="#0-8-1" name="0-8-1" class="anchor"><span class="anchor-link"></span></a>0.8.1</h3>
<ul>
<li>Added <code>rf_local_no_data</code>, <code>rf_local_data</code> and <code>rf_interpret_cell_type_as</code> raster functions.</li>
<li>Added: <code>rf_rgb_composite</code> and <code>rf_render_png</code>.</li>
<li>Added <code>toMarkdown</code> and <code>toHTML</code> extension methods for <code>DataFrame</code>, and registered them with the IPython formatter system when <code>rf_ipython</code> is imported.</li>
<li>New documentation theme (thanks <a href="https://github.com/jonas">@jonas</a>!).</li>
<li>Fixed: Removed false return type guarantee in cases where an <code>Expression</code> accepts either <code>Tile</code> or <code>ProjectedRasterTile</code> <a href="https://github.com/locationtech/rasterframes/issues/295">(#295)</a></li>
</ul>
<h3><a href="#0-8-0" name="0-8-0" class="anchor"><span class="anchor-link"></span></a>0.8.0</h3>
<ul>
<li>Super-duper new Python-centric <a href="https://rasterframes.io/">RasterFrames Users’ Manual</a>!</li>
<li>Upgraded to the following core dependencies: Spark 2.3.3, GeoTrellis 2.3.0, GeoMesa 2.2.1, JTS 1.16.0.</li>
<li>Build <code>pyrasterframes</code> binary distribution for pip installation.</li>
<li>Added support for rendering RasterFrame types in IPython/Jupyter.</li>
<li>Added new tile functions <code>rf_round</code>, <code>rf_abs</code>, <code>rf_log</code>, <code>rf_log10</code>, <code>rf_log2</code>, <code>rf_log1p</code>, <code>rf_exp</code>, <code>rf_exp10</code>, <code>rf_exp2</code>, <code>rf_expm1</code>, <code>rf_resample</code>.</li>
<li>Support Python-side Tile User-Defined Type backed by <a href="https://www.numpy.org/">numpy</a> <code>ndarray</code> or <code>ma.MaskedArray</code>.</li>
<li>Support Python-side <a href="https://pypi.org/project/Shapely/">Shapely</a> geometry User-Defined Type.</li>
<li>SQL API support for <code>rf_assemble_tile</code> and <code>rf_array_to_tile</code>.</li>
<li>Introduced at the source level the concept of a <code>RasterSource</code> and <code>RasterRef</code>, enabling lazy/delayed read of sub-scene tiles.</li>
<li>Added <code>withKryoSerialization</code> extension methods on <code>SparkSession.Builder</code> and <code>SparkConf</code>.</li>
<li>Added <code>rf_render_matrix</code> debugging function.</li>
<li>Added <code>RasterFrameLayer.withExtent</code> extension method.</li>
<li>Added <code>SinglebandGeoTiff.toDF</code> extension method.</li>
<li>Added <code>DataFrame.rasterJoin</code> extension method for merging two dataframes with tiles in disparate CRSs.</li>
<li>Added <code>rf_crs</code> for <code>ProjectedRasterTile</code> columns.</li>
<li>Added <code>st_extent</code> (for <code>Geometry</code> types) and <code>rf_extent</code> (for <code>ProjectedRasterTile</code> and <code>RasterSource</code> columns).</li>
<li>Added <code>st_geometry</code> (for <code>Extent</code> types) and <code>rf_geometry</code> (for <code>ProjectedRasterTile</code> and <code>RasterSource</code> columns).</li>
<li>Reworked build scripts for RasterFrames Jupyter Notebook.</li>
<li><em>Breaking</em>: The type <code>RasterFrame</code> renamed <code>RasterFrameLayer</code> to be reflect its intended purpose.</li>
<li><em>Breaking</em>: All <code>asRF</code> methods renamed to <code>asLayer</code>.</li>
<li><em>Breaking</em>: Root package changed from <code>org.locationtech.rasterframes</code> to <code>org.locationtech.rasterframes</code>.</li>
<li><em>Breaking</em>: Removed <code>envelope</code>, in lieu of <code>st_extent</code>, <code>rf_extent</code> or <code>st_envelope</code></li>
<li><em>Breaking</em>: Renamed <code>rf_extent_geometry</code> to <code>st_geometry</code></li>
<li><em>Breaking</em>: Renamed <code>rf_tile_dimensions</code> to <code>rf_dimensions</code></li>
<li><em>Breaking</em>: Renamed <code>rf_reproject_geometry</code> to <code>st_reproject</code></li>
<li><em>Breaking</em>: With the upgrade to JTS 1.16.0, all imports of <code>com.vividsolutions.jts</code> need to be changed to <code>org.locationtech.jts</code>.</li>
<li><em>Deprecation</em>: Tile column functions (in <code>RasterFunctions</code>) and SQL registered names have all been renamed to follow <code>snake_case</code> conventions, with an <code>rf_</code> prefix, matching SQL and Python. A temporary compatibility shim is included so that code built against 0.7.1 and earlier still work. These will be marked as deprecated.</li>
<li><em>Breaking</em>: In Scala and SQL, <code>..._scalar</code> functions (e.g. <code>local_add_scalar</code>) have been removed. Non-scalar forms now dynamically detect type of right hand side.</li>
<li><em>Breaking</em>: <code>tileToArray</code> has been replaced with <code>_tile_to_array_double</code> and <code>_tile_to_array_int</code>.</li>
<li><em>Breaking</em>: Renamed <code>bounds_geometry</code> to <code>rf_extent_geometry</code>.</li>
<li><em>Breaking</em>: renamed <code>agg_histogram</code> to <code>rf_agg_approx_histogram</code>, <code>local_agg_stats</code> to <code>rf_agg_local_stats</code>, <code>local_agg_max</code> to <code>rf_agg_local_max</code>, <code>local_agg_min</code> to <code>rf_agg_local_min</code>, <code>local_agg_mean</code> to <code>rf_agg_local_mean</code>, <code>local_agg_data_cells</code> to <code>rf_agg_local_data_cells</code>, <code>local_agg_no_data_cells</code> to <code>rf_agg_local_no_data_cells</code>.</li>
<li><em>Breaking</em>: <code>CellHistogram</code> no longer carries along approximate statistics, due to confusing behavior. Use <code>rf_agg_stats</code> instead.</li>
<li>Introduced <code>LocalCellStatistics</code> class to wrap together results from <code>LocalStatsAggregate</code>.</li>
<li><em>Breaking</em>: <code>TileDimensions</code> moved from <code>astraea.spark.rasterframes</code> to <code>org.locationtech.rasterframes.model</code>.</li>
<li><em>Breaking</em>: Renamed <code>RasterFrame.withBounds</code> to <code>RasterFrameLayer.withGeometry</code> for consistency with DataSource schemas.</li>
</ul>
<h4><a href="#known-issues" name="known-issues" class="anchor"><span class="anchor-link"></span></a>Known issues</h4>
<ul>
<li><a href="https://github.com/locationtech/rasterframes/issues/188">#188</a>: Error on deserialization of a <code>Tile</code> with a <code>bool</code> cell type to the Python side; see issue description for work around.</li>
</ul>
<h2><a href="#0-7-x" name="0-7-x" class="anchor"><span class="anchor-link"></span></a>0.7.x</h2>
<h3><a href="#0-7-1" name="0-7-1" class="anchor"><span class="anchor-link"></span></a>0.7.1</h3>
<ul>
<li>Fixed ColorRamp pipeline in MultibandRender</li>
<li>Fixed Python wrapper for <code>explodeTiles</code></li>
</ul>
<h3><a href="#0-7-0" name="0-7-0" class="anchor"><span class="anchor-link"></span></a>0.7.0</h3>
<ul>
<li>Now an incubating project under Eclipse Foundation LocationTech! GitHub repo moved to <a href="https://github.com/locationtech/rasterframes">locationtech/rasterframes</a>.</li>
<li>PySpark support! See <a href="https://github.com/locationtech/rasterframes/blob/develop/pyrasterframes/python/README.rst"><code>pyrasterframes/python/README.rst</code></a> to get started.</li>
<li>Exposed Spark JTS spatial operations in Python.</li>
<li>Added RasterFrames-enabled Jupyter Notebook Docker Container package. See <a href="https://github.com/locationtech/rasterframes/blob/develop/deployment/README.md"><code>deployment/README.md</code></a> for details.</li>
<li>Updated to GeoMesa version 2.0.1.</li>
<li>Added <code>convertCellType</code>, <code>normalizedDifference</code> <code>mask</code> and <code>inverseMask</code> operations on tile columns.</li>
<li>Added tile column + scalar operations: <code>localAddScalar</code>, <code>localSubtractScalar</code>, <code>localMultiplyScalar</code>, <code>localDivideScalar</code></li>
<li>Added <code>rasterize</code> and <code>reprojectGeometry</code> operations on geometry columns.</li>
<li>Added for for writing GeoTIFFs from RasterFrames via <code>DataFrameWriter</code>.</li>
<li>Added <code>spark.read.geotrellis.withNumPartitions(Int)</code> for setting the initial number of partitions to use when reading a layer.</li>
<li>Added <code>spark.read.geotrellis.withTileSubdivisions(Int)</code> for evenly subdividing tiles before they become rows in a RasterFrame.</li>
<li>Added <code>experimental</code> package for sandboxing new feature ideas.</li>
<li>Added experimental GeoJSON DataSource with schema inferfence on feature properties.</li>
<li>Added Scala, SQL, and Python tile-scalar arithmetic operations: <code>localAddScalar</code>, <code>localSubtractScalar</code>, <code>localMultipyScalar</code>, <code>localDivideScalar</code>.</li>
<li>Added Scala, SQL, and Python tile functions for logical comparisons both tile-tile and tile-scalar variants: <code>localLess</code>, <code>localLessEqual</code>, <code>localGreater</code>, <code>localGreaterEqual</code>, <code>localEqual</code>, and <code>localUnequal</code>.</li>
<li>Added <a href="https://github.com/locationtech/rasterframes/blob/develop/experimental/src/main/scala/astraea/spark/rasterframes/experimental/slippy/SlippyExport.scala"><code>SlippyExport</code></a> experimental feature for exporting the contents of a RasterFrame as a <a href="https://wiki.openstreetmap.org/wiki/Slippy_Map">SlippyMap</a> tile image directory structure and Leaflet/OpenMaps-enabled HTML file.</li>
<li>Added <a href="https://github.com/locationtech/rasterframes/tree/develop/experimental/src/main/scala/astraea/spark/rasterframes/experimental/datasource/awspds">experimental DataSource implementations</a> for <a href="https://registry.opendata.aws/modis/">MODIS</a> and <a href="https://registry.opendata.aws/landsat-8/">Landsat 8</a> catalogs on AWS PDS.</li>
<li><em>Change</em>: Default interpoation for <code>toRaster</code> and <code>toMultibandRaster</code> has been changed from <code>Bilinear</code> to <code>NearestNeighbor</code>.</li>
<li><em>Breaking</em>: Renamed/moved <code>astraea.spark.rasterframes.functions.CellStatsAggregateFunction.Statistics</code> to <code>astraea.spark.rasterframes.stats.CellStatistics</code>.</li>
<li><em>Breaking</em>: <code>HistogramAggregateFunction</code> now generates the new type <code>astraea.spark.rasterframes.stats.CellHistogram</code>.</li>
<li><em>Breaking</em>: <code>box2D</code> renamed <code>envelope</code>.</li>
</ul>
<h2><a href="#0-6-x" name="0-6-x" class="anchor"><span class="anchor-link"></span></a>0.6.x</h2>
<h3><a href="#0-6-1" name="0-6-1" class="anchor"><span class="anchor-link"></span></a>0.6.1</h3>
<ul>
<li>Added support for reading striped GeoTiffs (#64).</li>
<li>Moved extension methods associated with querying tagged columns to <code>DataFrameMethods</code> for supporting temporal and spatial columns on non-RasterFrame DataFrames.</li>
<li>GeoTIFF and GeoTrellis DataSources automatically initialize RasterFrames.</li>
<li>Added <code>RasterFrame.toMultibandRaster</code>.</li>
<li>Added utility for rendering multiband tile as RGB composite PNG.</li>
<li>Added <code>RasterFrame.withRFColumnRenamed</code> to lessen boilerplate in maintaining <code>RasterFrame</code> type tag.</li>
</ul>
<h3><a href="#0-6-0" name="0-6-0" class="anchor"><span class="anchor-link"></span></a>0.6.0</h3>
<ul>
<li>Upgraded to Spark 2.2.1. Added <code>VersionShims</code> to allow for Spark 2.1.x backwards compatibility.</li>
<li>Introduced separate <code>rasterframes-datasource</code> library for hosting sources from which to read RasterFrames.</li>
<li>Implemented basic (but sufficient) temporal and spatial filter predicate push-down feature for the GeoTrellis layer datasource.</li>
<li>Added Catalyst expressions specifically for spatial relations, allowing for some polymorphism over JTS types.</li>
<li>Added a GeoTrellis Catalog <code>DataSource</code> for inspecting available layers and associated metadata at a URI</li>
<li>Added GeoTrellis Layer DataSource for reading GeoTrellis layers from any SPI-registered GeoTrellis backend (which includes HDFS, S3, Accumulo, HBase, Cassandra, etc.).</li>
<li>Ability to save a RasterFrame as a GeoTrellis layer to any SPI-registered GeoTrellis backends. Multi-column RasterFrames are written as Multiband tiles.</li>
<li>Addd a GeoTiff DataSource for directly loading a (preferably Cloud Optimized) GeoTiff as a RasterFrame, each row containing tiles as they are internally organized.</li>
<li>Fleshed out support for <code>MultibandTile</code> and <code>TileFeature</code> support in datasource.</li>
<li>Added typeclass for specifying merge operations on <code>TileFeature</code> data payload.</li>
<li>Added <code>withTemporalComponent</code> convenince method for creating appending a temporal key column with constant value.</li>
<li><em>Breaking</em>: Renamed <code>withExtent</code> to <code>withBounds</code>, and now returns a JTS <code>Polygon</code>.</li>
<li>Added <code>EnvelopeEncoder</code> for encoding JTS <code>Envelope</code> type.</li>
<li>Refactored build into separate <code>core</code> and <code>docs</code>, paving way for <code>pyrasterframes</code> polyglot module.</li>
<li>Added utility extension method <code>withPrefixedColumnNames</code> to <code>DataFrame</code>.</li>
</ul>
<h4><a href="#known-issues" name="known-issues" class="anchor"><span class="anchor-link"></span></a>Known Issues</h4>
<ul>
<li>Writing multi-column RasterFrames to GeoTrellis layers requires all tiles to be of the same cell type.</li>
</ul>
<h2><a href="#0-5-x" name="0-5-x" class="anchor"><span class="anchor-link"></span></a>0.5.x</h2>
<h3><a href="#0-5-12" name="0-5-12" class="anchor"><span class="anchor-link"></span></a>0.5.12</h3>
<ul>
<li>Added <code>withSpatialIndex</code> to introduce a column assigning a z-curve index value based on the tile’s centroid in EPSG:4326.</li>
<li>Added column-appending convenience methods: <code>withExtent</code>, <code>withCenter</code>, <code>withCenterLatLng</code></li>
<li>Documented example of creating a GeoTrellis layer from a RasterFrame.</li>
<li>Added Spark 2.2.0 forward-compatibility.</li>
<li>Upgraded to GeoTrellis 1.2.0-RC2.</li>
</ul>
<h3><a href="#0-5-11" name="0-5-11" class="anchor"><span class="anchor-link"></span></a>0.5.11</h3>
<ul>
<li>Significant performance improvement in <code>explodeTiles</code> (1-2 orders of magnitude). See <a href="https://github.com/s22s/raster-frames/issues/38">#38</a></li>
<li>Fixed bugs in <code>NoData</code> handling when converting to <code>Double</code> tiles.</li>
</ul>
<h3><a href="#0-5-10" name="0-5-10" class="anchor"><span class="anchor-link"></span></a>0.5.10</h3>
<ul>
<li>Upgraded to shapeless 2.3.2</li>
<li>Fixed <a href="https://github.com/s22s/raster-frames/issues/36">#36</a>, <a href="https://github.com/s22s/raster-frames/issues/37">#37</a></li>
</ul>
<h3><a href="#0-5-9" name="0-5-9" class="anchor"><span class="anchor-link"></span></a>0.5.9</h3>
<ul>
<li>Ported to sbt 1.0.3</li>
<li>Added sbt-generated <code>astraea.spark.rasterframes.RFBuildInfo</code></li>
<li>Fixed bug in computing <code>aggMean</code> when one or more tiles are <code>null</code></li>
<li>Deprecated <code>rfIinit</code> in favor of <code>SparkSession.withRasterFrames</code> or <code>SQLContext.withRasterFrames</code> extension methods</li>
</ul>
<h3><a href="#0-5-8" name="0-5-8" class="anchor"><span class="anchor-link"></span></a>0.5.8</h3>
<ul>
<li>Upgraded to GeoTrellis 1.2.0-RC1</li>
<li>Added <a href="https://github.com/marconilanna/REPLesent"><code>REPLsent</code>-based</a> tour of RasterFrames</li>
<li>Moved Giter8 template to separate repository <code>s22s/raster-frames.g8</code> due to sbt limitations</li>
<li>Updated <em>Getting Started</em> to reference new Giter8 repo</li>
<li>Changed SQL function name <code>rf_stats</code> and <code>rf_histogram</code> to <code>rf_aggStats</code> and <code>rf_aggHistogram</code> for consistency with DataFrames API</li>
</ul>
<h3><a href="#0-5-7" name="0-5-7" class="anchor"><span class="anchor-link"></span></a>0.5.7</h3>
<ul>
<li>Created faster implementation of aggregate statistics.</li>
<li>Fixed bug in deserialization of <code>TileUDT</code>s originating from <code>ConstantTile</code>s</li>
<li>Fixed bug in serialization of <code>NoDataFilter</code> within SparkML pipeline</li>
<li>Refactoring of UDF organization</li>
<li>Various documentation tweaks and updates</li>
<li>Added Giter8 template</li>
</ul>
<h3><a href="#0-5-6" name="0-5-6" class="anchor"><span class="anchor-link"></span></a>0.5.6</h3>
<ul>
<li><code>TileUDF</code>s are encoded using directly into Catalyst–without Kryo–resulting in an insane decrease in serialization time for small tiles (<code>int8</code>, <= 128²), and pretty awesome speedup for all other cell types other than <code>float32</code> (marginal slowing). While not measured, memory footprint is expected to have gone down.</li>
</ul>
<h3><a href="#0-5-5" name="0-5-5" class="anchor"><span class="anchor-link"></span></a>0.5.5</h3>
<ul>
<li><code>aggStats</code> and <code>tileMean</code> functions rewritten to compute simple statistics directly rather than using <code>StreamingHistogram</code></li>
<li><code>tileHistogramDouble</code> and <code>tileStatsDouble</code> were replaced by <code>tileHistogram</code> and <code>tileStats</code></li>
<li>Added <code>tileSum</code>, <code>tileMin</code> and <code>tileMax</code> functions</li>
<li>Added <code>aggMean</code>, <code>aggDataCells</code> and <code>aggNoDataCells</code> aggregate functions.</li>
<li>Added <code>localAggDataCells</code> and <code>localAggNoDataCells</code> cell-local (tile generating) fuctions</li>
<li>Added <code>tileToArray</code> and <code>arrayToTile</code></li>
<li>Overflow fix in <code>LocalStatsAggregateFunction</code></li>
</ul>
</div>
<div>
<a href="https://github.com/locationtech/rasterframes/tree/v0.9.1/docs/src/main/paradox/release-notes.md" title="Edit this page" class="md-source-file md-edit">
Edit this page
</a>
</div>
<div class="print-only">
<span class="md-source-file md-version">
0.9.1
</span>
</div>
</article>
</div>
</div>
</main>
<footer class="md-footer">
<div class="md-footer-nav">
<nav class="md-footer-nav__inner md-grid">
<a href="reference.html" title="Function Reference" class="md-flex md-footer-nav__link md-footer-nav__link--prev" rel="prev">
<div class="md-flex__cell md-flex__cell--shrink">
<i class="md-icon md-icon--arrow-back md-footer-nav__button"></i>
</div>
<div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
<span class="md-flex__ellipsis">
<span class="md-footer-nav__direction">
Previous
</span>
Function Reference
</span>
</div>
</a>
</nav>
</div>
<div class="md-footer-meta md-typeset">
<div class="md-footer-meta__inner md-grid">
<div class="md-footer-copyright">
<div class="md-footer-copyright__highlight">
© 2017-2019 <a href="https://astraea.earth">Astraea</a>, Inc. All rights reserved.
</div>
</div>
</div>
</div>
</footer>
</div>
<script src="assets/javascripts/application.583bbe55.js"></script>
<script src="assets/javascripts/paradox-material-theme.js"></script>
<script>app.initialize({version:"0.17",url:{base:"."}})</script>
<script type="text/javascript" src="lib/prettify/prettify.js"></script>
<script type="text/javascript" src="lib/prettify/lang-scala.js"></script>
<script type="text/javascript">
document.addEventListener("DOMContentLoaded", function(event) {
window.prettyPrint && prettyPrint();
});
</script>
<script>!function(e,a,t,n,o,c,i){e.GoogleAnalyticsObject=o,e.ga=e.ga||function(){(e.ga.q=e.ga.q||[]).push(arguments)},e.ga.l=1*new Date,c=a.createElement(t),i=a.getElementsByTagName(t)[0],c.async=1,c.src="https://www.google-analytics.com/analytics.js",i.parentNode.insertBefore(c,i)}(window,document,"script",0,"ga"),ga("create","UA-106630615-1"),ga("set","anonymizeIp",!0),ga("send","pageview");var links=document.getElementsByTagName("a");Array.prototype.map.call(links,function(e){e.host!=document.location.host&&e.addEventListener("click",function(){var a=e.getAttribute("data-md-action")||"follow";ga("send","event","outbound",a,e.href)})});if(document.forms.search){var query=document.forms.search.query;query.addEventListener("blur",function(){if(this.value){var e=document.location.pathname;ga("send","pageview",e+"?q="+this.value)}})}</script>
</body>
</html>