WIP : using writer.py from panoramax project.
This commit is contained in:
Stefal
parent
ceaa638cf5
commit
fc7e82350d
1
.gitignore
vendored
1
.gitignore
vendored
@ -1,3 +1,4 @@
|
||||
data/*
|
||||
lib/__pycache__/
|
||||
lib/test
|
||||
__pycache__/
|
||||
|
||||
35
download.py
35
download.py
@ -5,6 +5,7 @@ import asyncio
|
||||
import argparse
|
||||
from datetime import datetime
|
||||
from lib.exif_write import ExifEdit
|
||||
import writer
|
||||
|
||||
def parse_args(argv =None):
|
||||
parser = argparse.ArgumentParser()
|
||||
@ -26,19 +27,20 @@ def download(url, fn, metadata=None):
|
||||
f.write(r.content)
|
||||
write_exif(fn, metadata)
|
||||
|
||||
def write_exif(filename, data):
|
||||
def write_exif(filename, img_metadata):
|
||||
'''
|
||||
Write exif metadata
|
||||
'''
|
||||
#{'thumb_original_url': 'https://scontent-cdg4-2.xx.fbcdn.net/m1/v/t6/An9Zy2SrH9vXJIF01QkBODyUbg7XSKfwL48UwHyvihSwvECGjVbG0vSw9uhxe2-Dq-k2eUcigb83buO6zo-7eVbykfp5aQIe1kgd-MJr66nU_H-o_mwBLZXgVbj5I_5WX-C9c6FxJruHkV962F228O0?ccb=10-5&oh=00_AfDOKD869DxL-4ZNCbVo8Rn29vsc0JyjMAU2ctx4aAFVMQ&oe=65256C25&_nc_sid=201bca',
|
||||
# 'captured_at': 1603459736644, 'geometry': {'type': 'Point', 'coordinates': [2.5174596904057, 48.777089857534]}, 'id': '485924785946693'}
|
||||
lat = data['geometry']['coordinates'][1]
|
||||
""" lat = data['geometry']['coordinates'][1]
|
||||
long = data['geometry']['coordinates'][0]
|
||||
altitude = data['altitude']
|
||||
bearing = data['compass_angle']
|
||||
timestamp=datetime.utcfromtimestamp(int(data['captured_at'])/1000)
|
||||
metadata = metadata = ExifEdit(filename)
|
||||
"""
|
||||
|
||||
metadata = ExifEdit(filename)
|
||||
#metadata.read()
|
||||
|
||||
try:
|
||||
@ -53,17 +55,17 @@ def write_exif(filename, data):
|
||||
#metadata["Exif.GPSInfo.GPSImgDirection"] = exiv_bearing
|
||||
#metadata["Exif.GPSInfo.GPSImgDirectionRef"] = "T"
|
||||
|
||||
metadata.add_lat_lon(lat, long)
|
||||
metadata.add_altitude(altitude)
|
||||
metadata.add_date_time_original(timestamp)
|
||||
metadata.add_direction(bearing)
|
||||
metadata.add_lat_lon(img_metadata.latitude, img_metadata.longitude)
|
||||
metadata.add_altitude(img_metadata.altitude)
|
||||
metadata.add_date_time_original(img_metadata.capture_time)
|
||||
metadata.add_direction(img_metadata.direction)
|
||||
#if data['camera_type'] == 'spherical'
|
||||
metadata.write()
|
||||
print("Added geodata to: {0}".format(filename))
|
||||
except ValueError as e:
|
||||
print("Skipping {0}: {1}".format(filename, e))
|
||||
|
||||
if data['camera_type'] == 'spherical' :
|
||||
if img_metadata.picture_type == "equirectangular" :
|
||||
print('Pano detected')
|
||||
import pyexiv2
|
||||
img = pyexiv2.Image(filename)
|
||||
@ -103,8 +105,8 @@ if __name__ == '__main__':
|
||||
urls = []
|
||||
print(img_num)
|
||||
print('getting urls')
|
||||
for x in range(0, img_num):
|
||||
#for x in range(0, 5):
|
||||
#for x in range(0, img_num):
|
||||
for x in range(0, 5):
|
||||
image_id = image_ids[x]['id']
|
||||
req_url = 'https://graph.mapillary.com/{}?fields=thumb_original_url,altitude,camera_type,captured_at,compass_angle,geometry,exif_orientation'.format(image_id)
|
||||
r = requests.get(req_url, headers=header)
|
||||
@ -115,5 +117,14 @@ if __name__ == '__main__':
|
||||
|
||||
print('downloading.. this process will take a while. please wait')
|
||||
for i,url in enumerate(urls):
|
||||
path = 'data/{}/{}.jpg'.format(sequence_id, datetime.utcfromtimestamp(int(url['captured_at'])/1000).strftime('%Y-%m-%d_%HH%Mmn%S.%f'))
|
||||
download(url['thumb_original_url'],path, url)
|
||||
date_time_image_filename = datetime.utcfromtimestamp(int(url['captured_at'])/1000).strftime('%Y-%m-%d_%HH%Mmn%S.%f')
|
||||
path = 'data/{}/{}.jpg'.format(sequence_id, date_time_image_filename)
|
||||
img_metadata = writer.PictureMetadata(
|
||||
capture_time = datetime.utcfromtimestamp(int(url['captured_at'])/1000) ,
|
||||
longitude = url['geometry']['coordinates'][0] ,
|
||||
latitude = url['geometry']['coordinates'][1] ,
|
||||
picture_type = "equirectangular" if url['camera_type'] == 'spherical' else None ,
|
||||
direction = url['compass_angle'] ,
|
||||
altitude = url['altitude']
|
||||
)
|
||||
download(url['thumb_original_url'],path, img_metadata)
|
||||
|
||||
158
writer.py
Normal file
158
writer.py
Normal file
@ -0,0 +1,158 @@
|
||||
#source : https://gitlab.com/geovisio/geo-picture-tag-reader/-/blob/main/geopic_tag_reader/writer.py
|
||||
from typing import Optional, Tuple
|
||||
from datetime import datetime, timedelta
|
||||
from dataclasses import dataclass
|
||||
from geopic_tag_reader.model import PictureType
|
||||
|
||||
try:
|
||||
import pyexiv2 # type: ignore
|
||||
except ImportError:
|
||||
raise Exception(
|
||||
"""Impossible to write the exif tags without the '[write-exif]' dependency (that will need to install libexiv2).
|
||||
Install this package with `pip install geopic-tag-reader[write-exif]` to use this function"""
|
||||
)
|
||||
import timezonefinder # type: ignore
|
||||
import pytz
|
||||
|
||||
|
||||
tz_finder = timezonefinder.TimezoneFinder()
|
||||
|
||||
|
||||
@dataclass
|
||||
class PictureMetadata:
|
||||
capture_time: Optional[datetime] = None
|
||||
longitude: Optional[float] = None
|
||||
latitude: Optional[float] = None
|
||||
altitude: Optional[float] = None
|
||||
picture_type: Optional[PictureType] = None
|
||||
direction: Optional[float] = None
|
||||
|
||||
|
||||
def writePictureMetadata(picture: bytes, metadata: PictureMetadata) -> bytes:
|
||||
"""
|
||||
Override exif metadata on raw picture and return updated bytes
|
||||
"""
|
||||
if not metadata.capture_time and not metadata.longitude and not metadata.latitude and not metadata.picture_type:
|
||||
return picture
|
||||
|
||||
img = pyexiv2.ImageData(picture)
|
||||
|
||||
updated_exif = {}
|
||||
updated_xmp = {}
|
||||
|
||||
if metadata.capture_time:
|
||||
if metadata.capture_time.utcoffset() is None:
|
||||
metadata.capture_time = localize(metadata.capture_time, img)
|
||||
|
||||
# for capture time, override GPSInfo time and DatetimeOriginal
|
||||
updated_exif["Exif.Photo.DateTimeOriginal"] = metadata.capture_time.strftime("%Y-%m-%d %H:%M:%S")
|
||||
offset = metadata.capture_time.utcoffset()
|
||||
if offset is not None:
|
||||
updated_exif["Exif.Photo.OffsetTimeOriginal"] = format_offset(offset)
|
||||
|
||||
utc_dt = metadata.capture_time.astimezone(tz=pytz.UTC)
|
||||
updated_exif["Exif.GPSInfo.GPSDateStamp"] = utc_dt.strftime("%Y-%m-%d")
|
||||
updated_exif["Exif.GPSInfo.GPSTimeStamp"] = utc_dt.strftime("%H/1 %M/1 %S/1")
|
||||
|
||||
if metadata.latitude is not None:
|
||||
updated_exif["Exif.GPSInfo.GPSLatitudeRef"] = "N" if metadata.latitude > 0 else "S"
|
||||
updated_exif["Exif.GPSInfo.GPSLatitude"] = _to_exif_dms(metadata.latitude)
|
||||
|
||||
if metadata.longitude is not None:
|
||||
updated_exif["Exif.GPSInfo.GPSLongitudeRef"] = "E" if metadata.longitude > 0 else "W"
|
||||
updated_exif["Exif.GPSInfo.GPSLongitude"] = _to_exif_dms(metadata.longitude)
|
||||
|
||||
if metadata.picture_type is not None:
|
||||
updated_xmp["Xmp.GPano.ProjectionType"] = metadata.picture_type.value
|
||||
|
||||
if updated_exif:
|
||||
img.modify_exif(updated_exif)
|
||||
if updated_xmp:
|
||||
img.modify_xmp(updated_xmp)
|
||||
|
||||
return img.get_bytes()
|
||||
|
||||
|
||||
def format_offset(offset: timedelta) -> str:
|
||||
"""Format offset for OffsetTimeOriginal. Format is like "+02:00" for paris offset
|
||||
>>> format_offset(timedelta(hours=5, minutes=45))
|
||||
'+05:45'
|
||||
>>> format_offset(timedelta(hours=-3))
|
||||
'-03:00'
|
||||
"""
|
||||
offset_hour, remainer = divmod(offset.total_seconds(), 3600)
|
||||
return f"{'+' if offset_hour >= 0 else '-'}{int(abs(offset_hour)):02}:{int(remainer/60):02}"
|
||||
|
||||
|
||||
def localize(dt: datetime, metadata: pyexiv2.ImageData) -> datetime:
|
||||
"""
|
||||
Localize a datetime in the timezone of the picture
|
||||
If the picture does not contains GPS position, the datetime will not be modified.
|
||||
"""
|
||||
exif = metadata.read_exif()
|
||||
lon = exif["Exif.GPSInfo.GPSLongitude"]
|
||||
lon_ref = exif.get("Exif.GPSInfo.GPSLongitudeRef", "E")
|
||||
lat = exif["Exif.GPSInfo.GPSLatitude"]
|
||||
lat_ref = exif.get("Exif.GPSInfo.GPSLatitudeRef", "N")
|
||||
|
||||
if not lon or not lat:
|
||||
return dt # canot localize, returning same date
|
||||
|
||||
lon = _from_dms(lon) * (1 if lon_ref == "E" else -1)
|
||||
lat = _from_dms(lat) * (1 if lat_ref == "N" else -1)
|
||||
|
||||
tz_name = tz_finder.timezone_at(lng=lon, lat=lat)
|
||||
if not tz_name:
|
||||
return dt # cannot find timezone, returning same date
|
||||
|
||||
tz = pytz.timezone(tz_name)
|
||||
|
||||
return tz.localize(dt)
|
||||
|
||||
|
||||
def _from_dms(val: str) -> float:
|
||||
"""Convert exif lat/lon represented as degre/minute/second into decimal
|
||||
>>> _from_dms("1/1 55/1 123020/13567")
|
||||
1.9191854417991367
|
||||
>>> _from_dms("49/1 0/1 1885/76")
|
||||
49.00688961988304
|
||||
"""
|
||||
deg_raw, min_raw, sec_raw = val.split(" ")
|
||||
deg_num, deg_dec = deg_raw.split("/")
|
||||
deg = float(deg_num) / float(deg_dec)
|
||||
min_num, min_dec = min_raw.split("/")
|
||||
min = float(min_num) / float(min_dec)
|
||||
sec_num, sec_dec = sec_raw.split("/")
|
||||
sec = float(sec_num) / float(sec_dec)
|
||||
|
||||
return float(deg) + float(min) / 60 + float(sec) / 3600
|
||||
|
||||
|
||||
def _to_dms(value: float) -> Tuple[int, int, float]:
|
||||
"""Return degree/minute/seconds for a decimal
|
||||
>>> _to_dms(38.889469)
|
||||
(38, 53, 22.0884)
|
||||
>>> _to_dms(43.7325)
|
||||
(43, 43, 57.0)
|
||||
>>> _to_dms(-43.7325)
|
||||
(43, 43, 57.0)
|
||||
"""
|
||||
value = abs(value)
|
||||
deg = int(value)
|
||||
min = (value - deg) * 60
|
||||
sec = (min - int(min)) * 60
|
||||
|
||||
return deg, int(min), round(sec, 8)
|
||||
|
||||
|
||||
def _to_exif_dms(value: float) -> str:
|
||||
"""Return degree/minute/seconds string formated for the exif metadata for a decimal
|
||||
>>> _to_exif_dms(38.889469)
|
||||
'38/1 53/1 55221/2500'
|
||||
"""
|
||||
from fractions import Fraction
|
||||
|
||||
d, m, s = _to_dms(value)
|
||||
f = Fraction.from_float(s).limit_denominator() # limit fraction precision
|
||||
num_s, denomim_s = f.as_integer_ratio()
|
||||
return f"{d}/1 {m}/1 {num_s}/{denomim_s}"
|
||||
Loading…
Reference in New Issue
Block a user