add download of curl-user-agents

craeckor · Feb 23, 2024 · e7fb2fb · e7fb2fb
1 parent 76e50b3
commit e7fb2fb
Showing 1 changed file with 13 additions and 1 deletion.
diff --git a/user-agent-scraper.ps1 b/user-agent-scraper.ps1
@@ -1,6 +1,18 @@
-$curlagentlist = Get-Content -Path .\curl-user-agents.txt
 $useragent = '-H "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8" -H "Accept-Language: en-US,en;q=0.5" -H "Cache-Control: no-cache"'
 $devicesite = "https://explore.whatismybrowser.com/useragents/explore/operating_platform_string/"
+$listhashurl = "https://raw.githubusercontent.com/craeckor/user-agent-scraper/main/curl-user-agents.txt.sha256"
+$listurl = "https://raw.githubusercontent.com/craeckor/user-agent-scraper/main/curl-user-agents.txt"
+$listhash = $(curl.exe -s -L $listhashurl)
+if (Test-Path .\curl-user-agents.txt) {
+    $listhashfile = Get-FileHash -Algorithm SHA256 -Path .\curl-user-agents.txt
+    if (!($listhashfile -eq $listhash)) {
+        Remove-Item -Force .\curl-user-agents.txt
+        curl.exe -s -L $listurl -o .\curl-user-agents.txt
+    }
+} else {
+    curl.exe -s -L $listurl -o .\curl-user-agents.txt
+}
+$curlagentlist = Get-Content -Path .\curl-user-agents.txt
 if (Test-Path .\device-links.txt) {
     Remove-Item -Force .\device-links.txt
 }