kanshan/arxiv-sanity-lite
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

use the process exit code to communicate whether any updates successfully made it into the database at all

Browse Source
This commit is contained in:
Andrej Karpathy 2021-11-26 20:19:48 -08:00
parent d2582c5b77
commit 9c88a4eea4
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
arxiv_daemon.py
View File

@ -41,6 +41,7 @@ if __name__ == '__main__':
mdb[p['_id']] = {'_time': p['_time']} mdb[p['_id']] = {'_time': p['_time']}
# fetch the latest papers # fetch the latest papers
total_updated = 0
zero_updates_in_a_row = 0 zero_updates_in_a_row = 0
for k in range(args.start, args.start + args.num, 100): for k in range(args.start, args.start + args.num, 100):
logging.info('querying arxiv api for query %s at start_index %d' % (q, k)) logging.info('querying arxiv api for query %s at start_index %d' % (q, k))
@ -80,6 +81,7 @@ if __name__ == '__main__':
store(p) store(p)
nnew += 1 nnew += 1
prevn = len(pdb) prevn = len(pdb)
total_updated += nreplace + nnew
# some diagnostic information on how things are coming along # some diagnostic information on how things are coming along
logging.info(papers[0]['_time_str']) logging.info(papers[0]['_time_str'])
@ -100,3 +102,6 @@ if __name__ == '__main__':
# zzz # zzz
time.sleep(1 + random.uniform(0, 3)) time.sleep(1 + random.uniform(0, 3))
# exit with OK status if anything at all changed, but if nothing happened then raise 1
sys.exit(0 if total_updated > 0 else 1)