from bs4 import BeautifulSoup import requests import time import re import pathlib # set this to your token (open naviki.org, login, copy the value of the Authorization header in the browser dev tools) oauth_token = "XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX" # (optional) select which routes to export route_types = "routedAll,recordedMy,recordedOthers" # GPX files will be saved in this directory output_dir = pathlib.Path("/tmp") title_pattern = r'(?P\d\d).(?P\d\d).(?P\d\d), (?P\d\d):(?P\d\d)' century = "20" timestamp = str(int(time.time())) s = requests.Session() s.headers.update({'Authorization': f'Bearer {oauth_token}'}) s.headers.update({'Accept': 'application/json'}) more_to_download = True offset = 0 while more_to_download: r = s.get(f'https://www.naviki.org/naviki/api/v6/Way/2/findUserWaysByFilter/?filter={route_types}&sort=crdateDesc&offset={offset}&fullDataSet=0&_={timestamp}') j = r.json() more_to_download = len(j["ways"]) > 0 offset += len(j["ways"]) for way in j["ways"]: uuid = way["uuid"] title = way["title"] print(title, uuid) m = re.search(title_pattern, title) if m is None: print("failed to extract time from title!") # it is possible to extract the time from way["crdate"] # datetime.utcfromtimestamp(way["crdate"]).strftime("%Y-%m-%d_%H-%M") # but this requires knowing the time zone! # which is not returned by the API more_to_download = False # exit outer loop break new_title = century + m.group("year") + "-" + m.group("month") + "-" + m.group("day") new_title += "_" + m.group("hour") + "-" + m.group("minute") new_title += "_Naviki.gpx" form_data = { "wayUuid": uuid, "oauth_token": oauth_token, "format": "gpx" } dl_headers = { "Authorization": None # token is passed in form data } dl = s.post('https://www.naviki.org/naviki/api/v6/Util/wayToFileWithUser/', data=form_data, headers=dl_headers) if not dl.text.startswith("