Commit 333958e2 authored by Tara Evaz Zadeh's avatar Tara Evaz Zadeh
Browse files

Added preprocessor example

parent ac8b2369
Pipeline #26291 passed with stage
in 1 minute and 32 seconds
# Preprocessor example
To run each example, excute the file `run.sh` in the respective folder.
For simplicity and more convenience, the resulting exposure database in `import` folder is used as the input for the export example. This way, one can compare how an input exposure model in CSV format can turn into an extended exposure model(again in CSV format), using import and then export commands provided by the `preprocessor.py`.
The result files created by either `import` or `export` commands are named `reference_exposure_import_result.db` and
`reference_exposure_export_result.csv` respectively and can be found in the relevant command folder.
For more information on the definition and use of `preprocesor.py` and both its commands(`import` and `export`), please read the [manual.md](../../docs/manual.md).
"id","lon","lat","taxonomy","number","structural","night","occupancy","admin_name","admin_id","tile_id","tile_geometry","building_id","building_geometry"
"GDE_Ind_65386",23.631797343377702,38.06329694059163,"CR/LFINF+CDM/H:2",0.224973,401840.352396,0.0,"Ind","GR_3515002","Aspropyrgos",2423204507,"POLYGON((23.630556 38.061111, 23.633333 38.061111, 23.633333 38.063889, 23.630556 38.063889, 23.630556 38.061111))",222934686,"MULTIPOLYGON(((23.630847 38.064601, 23.631049 38.064604, 23.631047 38.064762, 23.63171 38.064783, 23.631716 38.064613, 23.631816 38.064614, 23.632176 38.064626, 23.632202 38.063738, 23.632667 38.063738, 23.632669 38.063558, 23.632831 38.063558, 23.632857 38.06299, 23.63286 38.062905, 23.632862 38.062839, 23.63288 38.062074, 23.631034 38.062047, 23.631016 38.062812, 23.632092 38.062828, 23.632092 38.062887, 23.632088 38.062983, 23.631891 38.062982, 23.6309 38.062973, 23.630847 38.064601)))"
"GDE_Ind_65397",23.631329148602102,38.06165797757123,"MUR/LWAL+CDN/H:1",0.210144,339605.074644,0.0,"Ind","GR_3515002","Aspropyrgos",2423204507,"POLYGON((23.630556 38.061111, 23.633333 38.061111, 23.633333 38.063889, 23.630556 38.063889, 23.630556 38.061111))",222955279,"MULTIPOLYGON(((23.630928 38.061335, 23.630943 38.061879, 23.631999 38.061831, 23.631999 38.06172, 23.631925 38.061717, 23.631925 38.061697, 23.631786 38.061696, 23.631789 38.061674, 23.631349 38.061484, 23.631349 38.061393, 23.631145 38.061394, 23.631137 38.061328, 23.630928 38.061335)))"
"GDE_Ind_65394",23.631329148602102,38.06165797757123,"CR/LFINF+CDM/H:2",0.224973,401840.352396,0.0,"Ind","GR_3515002","Aspropyrgos",2423204507,"POLYGON((23.630556 38.061111, 23.633333 38.061111, 23.633333 38.063889, 23.630556 38.063889, 23.630556 38.061111))",222955279,"MULTIPOLYGON(((23.630928 38.061335, 23.630943 38.061879, 23.631999 38.061831, 23.631999 38.06172, 23.631925 38.061717, 23.631925 38.061697, 23.631786 38.061696, 23.631789 38.061674, 23.631349 38.061484, 23.631349 38.061393, 23.631145 38.061394, 23.631137 38.061328, 23.630928 38.061335)))"
"GDE_Ind_65390",23.631797343377702,38.06329694059163,"CR/LDUAL+CDH/H:9/9.0",0.037954,64564.119433,0.0,"Ind","GR_3515002","Aspropyrgos",2423204507,"POLYGON((23.630556 38.061111, 23.633333 38.061111, 23.633333 38.063889, 23.630556 38.063889, 23.630556 38.061111))",222934686,"MULTIPOLYGON(((23.630847 38.064601, 23.631049 38.064604, 23.631047 38.064762, 23.63171 38.064783, 23.631716 38.064613, 23.631816 38.064614, 23.632176 38.064626, 23.632202 38.063738, 23.632667 38.063738, 23.632669 38.063558, 23.632831 38.063558, 23.632857 38.06299, 23.63286 38.062905, 23.632862 38.062839, 23.63288 38.062074, 23.631034 38.062047, 23.631016 38.062812, 23.632092 38.062828, 23.632092 38.062887, 23.632088 38.062983, 23.631891 38.062982, 23.6309 38.062973, 23.630847 38.064601)))"
"GDE_Ind_65401",23.631329148602102,38.06165797757123,"W/LWAL+CDL/H:1",0.009929,16045.975096,0.0,"Ind","GR_3515002","Aspropyrgos",2423204507,"POLYGON((23.630556 38.061111, 23.633333 38.061111, 23.633333 38.063889, 23.630556 38.063889, 23.630556 38.061111))",222955279,"MULTIPOLYGON(((23.630928 38.061335, 23.630943 38.061879, 23.631999 38.061831, 23.631999 38.06172, 23.631925 38.061717, 23.631925 38.061697, 23.631786 38.061696, 23.631789 38.061674, 23.631349 38.061484, 23.631349 38.061393, 23.631145 38.061394, 23.631137 38.061328, 23.630928 38.061335)))"
"GDE_Com_916837",23.63105850055369,38.06522588570288,"CR/LFINF+CDN/H:1",0.476789,13483.297447,0.0,"Com","GR_3515002","Aspropyrgos",2423074907,"POLYGON((23.630556 38.063889, 23.633333 38.063889, 23.633333 38.066667, 23.630556 38.066667, 23.630556 38.063889))",222934685,"MULTIPOLYGON(((23.630828 38.065225, 23.630865 38.065262, 23.630866 38.065403, 23.631033 38.065406, 23.631079 38.065429, 23.631104 38.065442, 23.631133 38.065445, 23.631136 38.065361, 23.631246 38.065359, 23.631246 38.065291, 23.631296 38.065289, 23.631297 38.065168, 23.631238 38.065174, 23.631243 38.06505, 23.63086 38.065051, 23.63087 38.065199, 23.630828 38.065225)))"
"GDE_Com_916844",23.63105850055369,38.06522588570288,"MCF/LWAL+CDL/H:1",0.523211,12368.624886,0.0,"Com","GR_3515002","Aspropyrgos",2423074907,"POLYGON((23.630556 38.063889, 23.633333 38.063889, 23.633333 38.066667, 23.630556 38.066667, 23.630556 38.063889))",222934685,"MULTIPOLYGON(((23.630828 38.065225, 23.630865 38.065262, 23.630866 38.065403, 23.631033 38.065406, 23.631079 38.065429, 23.631104 38.065442, 23.631133 38.065445, 23.631136 38.065361, 23.631246 38.065359, 23.631246 38.065291, 23.631296 38.065289, 23.631297 38.065168, 23.631238 38.065174, 23.631243 38.06505, 23.63086 38.065051, 23.63087 38.065199, 23.630828 38.065225)))"
"GDE_Ind_63866",23.631795147649886,38.065282687591846,"CR/LFINF+CDM/H:2",0.398963,401840.352396,0.0,"Ind","GR_3515002","Aspropyrgos",2423074907,"POLYGON((23.630556 38.063889, 23.633333 38.063889, 23.633333 38.066667, 23.630556 38.066667, 23.630556 38.063889))",222934688,"MULTIPOLYGON(((23.631754 38.065254, 23.631779 38.065325, 23.631836 38.065312, 23.631812 38.06524, 23.631754 38.065254)))"
"GDE_Ind_63867",23.631795147649886,38.065282687591846,"CR/LFM+CDM/H:2",0.398963,401840.352396,0.0,"Ind","GR_3515002","Aspropyrgos",2423074907,"POLYGON((23.630556 38.063889, 23.633333 38.063889, 23.633333 38.066667, 23.630556 38.066667, 23.630556 38.063889))",222934688,"MULTIPOLYGON(((23.631754 38.065254, 23.631779 38.065325, 23.631836 38.065312, 23.631812 38.06524, 23.631754 38.065254)))"
"GDE_Ind_63872",23.631795147649886,38.065282687591846,"S/LFM+CDH/RME/H:1",0.202073,193838.596394,0.0,"Ind","GR_3515002","Aspropyrgos",2423074907,"POLYGON((23.630556 38.063889, 23.633333 38.063889, 23.633333 38.066667, 23.630556 38.066667, 23.630556 38.063889))",222934688,"MULTIPOLYGON(((23.631754 38.065254, 23.631779 38.065325, 23.631836 38.065312, 23.631812 38.06524, 23.631754 38.065254)))"
"GDE_Com_940019",23.631944444444454,38.06249999999999,"CR/LDUAL+CDH/H:1/15.0",28.3,61.832846,0.0,"Com","GR_3515002","Aspropyrgos",2423204507,"POLYGON((23.630556 38.061111, 23.633333 38.061111, 23.633333 38.063889, 23.630556 38.063889, 23.630556 38.061111))","-1","POINT EMPTY"
"GDE_Com_940036",23.631944444444454,38.06249999999999,"CR/LDUAL+CDM/H:1/8.0",12.5,61.832846,0.0,"Com","GR_3515002","Aspropyrgos",2423204507,"POLYGON((23.630556 38.061111, 23.633333 38.061111, 23.633333 38.063889, 23.630556 38.063889, 23.630556 38.061111))","-1","POINT EMPTY"
"GDE_Res_1036159",23.631944444444454,38.06249999999999,"CR/LDUAL+CDL/HBET:3-5/SOS/8.0",36.2,4254.296016,0.182922,"Res","GR_3515002","Aspropyrgos",2423204507,"POLYGON((23.630556 38.061111, 23.633333 38.061111, 23.633333 38.063889, 23.630556 38.063889, 23.630556 38.061111))","-1","POINT EMPTY"
"GDE_Ind_65405",23.631944444444454,38.06249999999999,"MUR/LWAL+CDN/H:1",60.9,1114022.10067,0.0,"Ind","GR_3515002","Aspropyrgos",2423204507,"POLYGON((23.630556 38.061111, 23.633333 38.061111, 23.633333 38.063889, 23.630556 38.063889, 23.630556 38.061111))","-1","POINT EMPTY"
python3 ../../../utils/preprocessor.py export -o data/exposure.csv -d data/exposure.db -w
id,lon,lat,taxonomy,number,structural,night,occupancy,admin_name,admin_ID,origin_id
GDE_Ind_65386,23.6317973417,38.063296952,CR/LFINF+CDM/H:2,0.224973135611,401840.352396,0.0,Ind,Aspropyrgos,GR_3515002,OSM_222934686
GDE_Ind_65397,23.6313291488,38.061657978,MUR/LWAL+CDN/H:1,0.210143993123,339605.074644,0.0,Ind,Aspropyrgos,GR_3515002,OSM_222955279
GDE_Ind_65394,23.6313291488,38.061657978,CR/LFINF+CDM/H:2,0.224973135611,401840.352396,0.0,Ind,Aspropyrgos,GR_3515002,OSM_222955279
GDE_Ind_65390,23.6317973417,38.063296952,CR/LDUAL+CDH/H:9/9.0,0.0379540081668,64564.1194326,0.0,Ind,Aspropyrgos,GR_3515002,OSM_222934686
GDE_Ind_65401,23.6313291488,38.061657978,W/LWAL+CDL/H:1,0.00992907801418,16045.9750957,0.0,Ind,Aspropyrgos,GR_3515002,OSM_222955279
GDE_Com_916837,23.6310585005,38.0652258859,CR/LFINF+CDN/H:1,0.476788508,13483.2974468,0.0,Com,Aspropyrgos,GR_3515002,OSM_222934685
GDE_Com_916844,23.6310585005,38.0652258859,MCF/LWAL+CDL/H:1,0.523211492,12368.6248861,0.0,Com,Aspropyrgos,GR_3515002,OSM_222934685
GDE_Ind_63866,23.6317951476,38.0652826876,CR/LFINF+CDM/H:2,0.398963336,401840.352396,0.0,Ind,Aspropyrgos,GR_3515002,OSM_222934688
GDE_Ind_63867,23.6317951476,38.0652826876,CR/LFM+CDM/H:2,0.398963336,401840.352396,0.0,Ind,Aspropyrgos,GR_3515002,OSM_222934688
GDE_Ind_63872,23.6317951476,38.0652826876,S/LFM+CDH/RME/H:1,0.202073329,193838.596394,0.0,Ind,Aspropyrgos,GR_3515002,OSM_222934688
GDE_Com_940019,23.6319444444,38.0625,CR/LDUAL+CDH/H:1/15.0,28.3,61.8328463283,0.0,Com,Aspropyrgos,GR_3515002,cell_2423204507
GDE_Com_940036,23.6319444444,38.0625,CR/LDUAL+CDM/H:1/8.0,12.5,61.8328463283,0.0,Com,Aspropyrgos,GR_3515002,cell_2423204507
GDE_Res_1036159,23.6319444444,38.0625,CR/LDUAL+CDL/HBET:3-5/SOS/8.0,36.2,4254.29601601,0.18292166398,Res,Aspropyrgos,GR_3515002,cell_2423204507
GDE_Ind_65405,23.6319444444,38.0625,MUR/LWAL+CDN/H:1,60.9,1114022.10067,0.0,Ind,Aspropyrgos,GR_3515002,cell_2423204507
origin_id;geometry;cell_id
OSM_222934686;POLYGON((2630573.85 4588555.73,2630596.33 4588556.2,2630596.12 4588578.51,2630669.87 4588581.55,2630670.58 4588557.43,2630681.72 4588557.58,2630721.85 4588559.31,2630724.67 4588433.81,2630776.41 4588433.81,2630776.64 4588408.29,2630794.66 4588408.29,2630797.58 4588327.99,2630797.91 4588316.05,2630798.17 4588306.66,2630800.18 4588198.5,2630594.68 4588194.65,2630592.66 4588302.81,2630712.48 4588305.06,2630712.5 4588313.49,2630712 4588327.06,2630690.04 4588326.82,2630579.71 4588325.58,2630573.85 4588555.73));cell_2423204507
OSM_222955279;POLYGON((2630582.91 4588093.97,2630584.55 4588171,2630702.08 4588164.21,2630702.08 4588148.52,2630693.89 4588148.05,2630693.89 4588145.24,2630678.43 4588145.01,2630678.67 4588141.96,2630629.73 4588115.04,2630629.73 4588102.16,2630607.02 4588102.4,2630606.09 4588093.04,2630582.91 4588093.97));cell_2423204507
OSM_222934688;POLYGON((2630674.77 4588648.17,2630677.62 4588658.21,2630683.92 4588656.37,2630681.31 4588646.11,2630674.77 4588648.17));cell_2423074907
OSM_222934685;POLYGON((2630571.72 4588644.06,2630575.82 4588649.32,2630575.94 4588669.22,2630594.56 4588669.58,2630599.63 4588672.86,2630602.51 4588674.72,2630605.68 4588675.08,2630606.03 4588663.26,2630618.32 4588663.02,2630618.32 4588653.3,2630623.82 4588653.06,2630623.94 4588635.98,2630617.39 4588636.8,2630617.97 4588619.24,2630575.35 4588619.36,2630576.41 4588640.31,2630571.72 4588644.06));cell_2423074907
python3 ../../../utils/preprocessor.py import -g data/geometries.csv -i data/exposure.csv -d data/exposure_exampletest.db -w
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment