code/blizzard-wow-game-data-apis
code
/
blizzard-wow-game-data-apis
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

mtime tune

This commit is contained in:
Sergio Álvarez 2021-05-15 10:28:08 +02:00
parent c27861622e
commit 05c91147d9
2 changed files with 8 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
cron.sh
View File

@ -5,7 +5,6 @@ TIME=`(time python3 updater.py ) 2>&1`
# add every new file # add every new file
git add raw git add raw
git add craft git add craft
git add last-modified.db
git commit -m 'daily cron' -m "$TIME" git commit -m 'daily cron' -m "$TIME"
git push git push

17
updater.py
View File

@ -80,11 +80,13 @@ class Updater(object):
dst = f"{config.raw}/{path.replace('/', '_')}.json" dst = f"{config.raw}/{path.replace('/', '_')}.json"
# mtime to datetime from timestamp, default tz, replace to GMT, format try:
modified = datetime.datetime.fromtimestamp(os.path.getmtime(dst)).astimezone().replace(tzinfo=pytz.timezone('GMT')).strftime(self.RFC2616) # mtime to datetime from timestamp, default tz, replace to GMT, format
self.last_modified[path] = modified modified = datetime.datetime.fromtimestamp(os.path.getmtime(dst)).astimezone().replace(tzinfo=pytz.timezone('GMT')).strftime(self.RFC2616)
self.last_modified[path] = modified
return self.last_modified[path] return self.last_modified[path]
except FileNotFoundError:
return None
def set_last_modified(self, path: str, modified: str): def set_last_modified(self, path: str, modified: str):
@ -115,9 +117,6 @@ class Updater(object):
response = self.api_call(api['path'], api['namespace'], access_token, headers=headers) response = self.api_call(api['path'], api['namespace'], access_token, headers=headers)
log(response.status_code, api)
log(response.request.headers)
log(response.headers)
if response.status_code == 200: if response.status_code == 200:
self.save_raw(api['path'], response) self.save_raw(api['path'], response)
self.set_last_modified(api['path'], response.headers['Last-Modified']) self.set_last_modified(api['path'], response.headers['Last-Modified'])
@ -163,4 +162,4 @@ if __name__ == "__main__":
updater = Updater(region) updater = Updater(region)
updater.iterate_index() updater.iterate_index()
updater.iterate_links() #updater.iterate_links()