tykayn/mapping-geojson-osm
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

update file names in update script

Browse Source
This commit is contained in:
Tykayn 2023-10-12 16:06:56 +02:00 committed by tykayn
parent d58d1239c5
commit 3c1106193c
11 changed files with 4095412 additions and 1993504 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
data_other/irve_osm_latest.geojson
View File

@ -2,8 +2,8 @@
"version": 0.6,
"generator": "Overpass API 0.7.61.5 4133829e",
"osm3s": {
"timestamp_osm_base": "2023-10-12T13:33:45Z",
"timestamp_areas_base": "2023-10-12T08:20:16Z",
"timestamp_osm_base": "2023-10-12T13:57:26Z",
"timestamp_areas_base": "2023-10-12T13:07:13Z",
"copyright": "The data included in this document is from www.openstreetmap.org. The data is made available under ODbL."
},
"elements": [

2
etalab_data/irve_bornes_recharge/clean_french_irve.csv
View File

File diff suppressed because one or more lines are too long

4054496
etalab_data/irve_bornes_recharge/latest.json Normal file
View File

File diff suppressed because it is too large Load Diff

1
etalab_data/irve_bornes_recharge/osmose-item-irve-8411-intégrables.json Normal file
View File

File diff suppressed because one or more lines are too long

2
osm_output/bornes-irve-filetered_latest.osm
View File

File diff suppressed because one or more lines are too long

2
osm_output/my_converted_data_set__irve-latest-osmose.osm
View File

File diff suppressed because one or more lines are too long

40509
output/my_converted_data_set__irve-latest-etalab.json
View File

File diff suppressed because it is too large Load Diff

1954309
output/my_converted_data_set__irve-latest-etalab_.json
View File

File diff suppressed because it is too large Load Diff

14
update_scripts/get_datasets.sh
View File

@ -10,14 +10,18 @@ overpass_website="https://overpass-api.de/api/interpreter"
output_file_name='irve_osm_latest'
## IRVE data
cd ../etalab_data/irve_bornes_recharge
#cd ../etalab_data/irve_bornes_recharge
wget https://www.data.gouv.fr/fr/datasets/r/7eee8f09-5d1b-4f48-a304-5e99e8da1e26 -O "../etalab_data/irve_bornes_recharge/latest.json"
wget https://github.com/BastienGauthier/clean_french_irve/blob/main/data/df_irve_etalab_cleaned.csv -O ../etalab_data/irve_bornes_recharge/clean_french_irve.csv
wget "https://osmose.openstreetmap.fr/api/0.3/issues.geojson?full=true&status=open&item=8410&limit=20000" -O ../etalab_data/irve_bornes_recharge/osmose-item-irve-8411-intégrables.json
mv "issues.geojson?full=true" osmose-item-irve-8411-intégrables.geojson
wget https://www.data.gouv.fr/fr/datasets/r/7eee8f09-5d1b-4f48-a304-5e99e8da1e26 -O "latest.json"
wget https://github.com/BastienGauthier/clean_french_irve/blob/main/data/df_irve_etalab_cleaned.csv -O "clean_french_irve.csv"
wget "https://osmose.openstreetmap.fr/api/0.3/issues.geojson?full=true&status=open&item=8410&limit=20000" -O "osmose-item-irve-8411-intégrables.json"
#mv "issues.geojson?full=true" osmose-item-irve-8411-intégrables.geojson
rm website-data.log
mv latest.json ../etalab_data/irve_bornes_recharge/
mv clean_french_irve.csv ../etalab_data/irve_bornes_recharge/
mv osmose-item-irve-8411-intégrables.json ../etalab_data/irve_bornes_recharge/
echo "récupérer les données présentes dans osm"
curl --header "Content-Type: plain/text" --data @content_irve_geojson.txt --trace-ascii website-data.log "$overpass_website" > "../data_other/$output_file_name.geojson"

24
update_scripts/get_irve.sh
View File

@ -1,5 +1,5 @@
#!/bin/bash
echo "récupérer les bornes de recharge en Essonne"
echo "convertir les fichiers de données depuis etalab_data/irve_bornes_recharge en fichier osm "
overpass_website="https://overpass-api.de/api/interpreter"
# personnaliser les scripts:
# aire Essonne: id 3600007401
@ -10,28 +10,18 @@ output_file_name='irve_osm_latest'
bash ./get_datasets.sh
# récupérer le jeu de données geojson étalab le plus récent
#wget https://www.data.gouv.fr/fr/datasets/r/7eee8f09-5d1b-4f48-a304-5e99e8da1e26 -O ../etalab_data/irve_bornes_recharge/latest.json
# récupérer la version csv pour établir la variance
#irve_latest.csv
#wget https://www.data.gouv.fr/fr/datasets/r/8d9398ae-3037-48b2-be19-412c24561fbb -O ../etalab_data/irve_bornes_recharge/latest.csv
# récupérer les données présentes dans osm
#curl --header "Content-Type: plain/text" --data @content_irve_geojson.txt --trace-ascii website-data.log "$overpass_website" > "../data_other/$output_file_name.geojson"
#
#du -sch ../data_other/irve_osm_2023-08-30.csv
#
#rm website-data.log
cd ..
echo " - mapping du fichier IRVE publié par Etalab "
ts-node convert_to_osm_tags.ts --engine=true --source="etalab_data/irve_bornes_recharge/latest.json" --outname="_irve-latest-etalab"
geojson2osm "$PWD/output/my_converted_data_set__irve-latest-etalab.json" > "$PWD/osm_output/bornes-irve-filetered_latest.osm"
ts-node convert_to_osm_tags.ts --osmose=true --engine=true --source="data_other/osmose-item-irve-8411-intégrables.json" --outname="_irve-latest-osmose"
echo " - mapping des analyses Osmose sur l'item 8411 (charging_station)"
ts-node convert_to_osm_tags.ts --osmose=true --engine=true --source="etalab_data/irve_bornes_recharge/osmose-item-irve-8411-intégrables.json" --outname="_irve-latest-osmose"
geojson2osm "$PWD/output/my_converted_data_set__irve-latest-osmose.json" > "osm_output/my_converted_data_set__irve-latest-osmose.osm"
geojson2osm "data_other/osmose-item-irve-8411-intégrables.json" > "osm_output/my_converted_data_set__irve-latest-osmose.osm"
echo "fichier généré: $PWD/output/converted__irve-latest-etalab.json"
geojson2osm "$PWD/output/converted__irve-latest-etalab.json" > "$PWD/osm_output/bornes-irve-filetered_latest.osm"
cd update_scripts

39529
update_scripts/website-data.log
View File

File diff suppressed because it is too large Load Diff