fix: Optionally unzip.

vantage-sh · Sep 30, 2024 · ac77935 · ac77935
1 parent 1eb12d3
commit ac77935
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -6,4 +6,4 @@ lxml
 requests
 six
 boto3
-pyyaml
+pyyaml
diff --git a/scrape.py b/scrape.py
@@ -3,6 +3,7 @@
 import re
 import json
 import locale
+import gzip
 import ec2
 import os
 import requests
@@ -252,7 +253,13 @@ def add_pricing_info(instances):
 
 
 def fetch_data(url):
-    content = urllib2.urlopen(url).read().decode()
+    response = urllib2.urlopen(url).read()
+
+    try:
+        content = response.decode()
+    except UnicodeDecodeError:
+        content = gzip.decompress(response).decode()
+
     try:
         pricing = json.loads(content)
     except ValueError: