florent/ld2daps
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Update factory with latest tresholds

Browse Source
This commit is contained in:
Florent Guiotte 2018-08-31 10:54:26 +02:00
parent 84e8d23d2d
commit e90108a2c8
1 changed files with 16 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
Notebooks/Raster Factory.ipynb
View File

@ -41,16 +41,10 @@
"outputs": [], "outputs": [],
"source": [ "source": [
"C1 = ra.bulk_load('../Data/lidar/C1', 'C1', filter_treshold=.01, clip_treshold=.1, dtype=np.float32)\n", "C1 = ra.bulk_load('../Data/lidar/C1', 'C1', filter_treshold=.01, clip_treshold=.1, dtype=np.float32)\n",
"#C2 = ra.bulk_load('../Data/lidar/C2', 'C2', filter_treshold=.5, dtype=np.float32)\n", "C2 = ra.bulk_load('../Data/lidar/C2', 'C2', filter_treshold=.01, clip_treshold=.1, dtype=np.float32)\n",
"#C3 = ra.bulk_load('../Data/lidar/C3', 'C3', filter_treshold=.5, dtype=np.float32)\n", "C3 = ra.bulk_load('../Data/lidar/C3', 'C3', filter_treshold=.2, clip_treshold=.1, dtype=np.float32)\n",
"#C123 = ra.bulk_load('../Data/lidar', 'C123', filter_treshold=.5, dtype=np.float32)" "C12 = ra.bulk_load('../Data/lidar/C1', 'C1', filter_treshold=.01, clip_treshold=.1, dtype=np.float32)\n",
] "C123 = ra.bulk_load('../Data/lidar', 'C123', filter_treshold=.08, clip_treshold=.1, dtype=np.float32)"
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# TMP"
] ]
}, },
{ {
@ -148,7 +142,7 @@
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"ra.auto_filter(dfc, treshold=0.5)" "ra.extremum_clip(dfc, treshold=0.1)"
] ]
}, },
{ {
@ -215,16 +209,7 @@
"cell_type": "markdown", "cell_type": "markdown",
"metadata": {}, "metadata": {},
"source": [ "source": [
"## Raster Pack" "## Raster Pool Process"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"C123.name"
] ]
}, },
{ {
@ -238,25 +223,28 @@
"#mp.set_start_method('spawn')\n", "#mp.set_start_method('spawn')\n",
"\n", "\n",
"def rasterize_cache_mp(data_var, field, res, method, reverse, cache):\n", "def rasterize_cache_mp(data_var, field, res, method, reverse, cache):\n",
" print('FROM WORKER: Start processing {} {} with {} resolution and {} interpolation {}'.format(data_var, field, res, method, 'resversed' if reverse else ''))\n",
" if data_var == 'C1':\n", " if data_var == 'C1':\n",
" ra.rasterize_cache(C1, field, res, method, reverse, cache)\n", " ra.rasterize_cache(field, C1, res, method, reverse, cache) \n",
" if data_var == 'C2':\n", " if data_var == 'C2':\n",
" ra.rasterize_cache(C2, field, res, method, reverse, cache)\n", " ra.rasterize_cache(field, C2, res, method, reverse, cache)\n",
" if data_var == 'C3':\n", " if data_var == 'C3':\n",
" ra.rasterize_cache(C3, field, res, method, reverse, cache)\n", " ra.rasterize_cache(field, C3, res, method, reverse, cache)\n",
" if data_var == 'C123':\n", " if data_var == 'C123':\n",
" ra.rasterize_cache(C123, field, res, method, reverse, cache)\n", " ra.rasterize_cache(field, C123, res, method, reverse, cache)\n",
" \n", " \n",
"pool = Pool(processes=5)\n", "pool = Pool(processes=9)\n",
"\n", "\n",
"job_args = list()\n", "job_args = list()\n",
"\n", "\n",
"for res in (0.5, 1., 2., 3., 5., 10., .1):\n", "for res in (0.5, 1., 2., 3., 5., 10., .1):\n",
" for reverse in (False, True):\n", " for reverse in (False, True):\n",
" for inter in ('linear', 'nearest'):\n", " for inter in ('linear', 'nearest', 'cubic-clip'):\n",
" for field in ('z', 'intensity', 'num_returns'):\n", " for field in ('z', 'intensity', 'num_returns'):\n",
" for data in ('C1', 'C2', 'C3', 'C123'):\n", " for data in ('C1', 'C2', 'C3', 'C123'):\n",
" job_args.append([data, field, res, inter, reverse, '../Res/HVR/'])\n", " job_args.append([data, field, res, inter, reverse, '../Res/enrichment_rasters'])\n",
" \n",
"print(\"Job list length: {}\".format(len(job_args)))\n",
" \n", " \n",
"for i in pool.starmap(rasterize_cache_mp, job_args):\n", "for i in pool.starmap(rasterize_cache_mp, job_args):\n",
" pass" " pass"