From 388ac935f1263f2667caaab9c88eda933ad4ef62 Mon Sep 17 00:00:00 2001 From: mharb Date: Mon, 2 Oct 2023 20:26:25 -0400 Subject: [PATCH] Touch-up Documentation and Script User Agent --- README.md | 2 +- job_scraper.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 15f4ab4..a7d58e8 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,3 @@ # searX-py-job-scraper (WIP NOT COMPLETE) -Dump job listings, to a CSV, scraped from searX instances. \ No newline at end of file +Dump job listings, to a CSV, scraped from searX instances. [A convenient list of all active public searX hosts.](https://searx.space/) diff --git a/job_scraper.py b/job_scraper.py index 3d228f7..0db0250 100644 --- a/job_scraper.py +++ b/job_scraper.py @@ -27,7 +27,7 @@ HEADERS = [ 'sec-fetch-site: same-origin', 'sec-fetch-user: ?1', 'upgrade-insecure-requests: 1', - 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36' + 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36' ] #Populate this list with your favourite searX hosts