From 299fe2d674533fa792ad91f18c8a86a703fa65fe Mon Sep 17 00:00:00 2001 From: James Date: Fri, 20 May 2022 14:07:19 +0100 Subject: [PATCH] crawler: Change order tasks are added to queue https://github.com/codeforIATI/iati-datastore/issues/285 --- iati_datastore/iatilib/crawler.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/iati_datastore/iatilib/crawler.py b/iati_datastore/iatilib/crawler.py index b2ad75f1..00c7731b 100644 --- a/iati_datastore/iatilib/crawler.py +++ b/iati_datastore/iatilib/crawler.py @@ -306,7 +306,10 @@ def update_dataset(dataset_name, ignore_hashes): if resource.last_status_code == 200 and not resource.last_parsed: queue.enqueue( update_activities, args=(dataset_name,), - result_ttl=0, job_timeout=100000) + result_ttl=0, job_timeout=100000, + # See https://github.com/codeforIATI/iati-datastore/issues/285 for discussion of at_front=True + at_front=True + ) def status_line(msg, filt, tot):