fix

msr.py

@@ -306,14 +306,7 @@ def get_duckdb_connection():
     conn.execute(f"SET threads TO 6;")
     conn.execute(f"SET max_memory = '50GB';")
     conn.execute("SET temp_directory = '/tmp/duckdb_temp';")
-
-    # GZIP PARALLEL DECOMPRESSION (only needed for .json.gz files)
-    try:
-        conn.execute("SET extension_directory = '/tmp/duckdb_ext';")
-        conn.execute("INSTALL 'gzip';")
-        conn.execute("LOAD 'gzip';")
-    except Exception as e:
-        print(f"   ⚠ Warning: Could not load gzip extension: {e}")
+    
     # PERFORMANCE OPTIMIZATIONS
     conn.execute("SET preserve_insertion_order = false;")  # Disable expensive ordering
     conn.execute("SET enable_object_cache = true;")  # Cache repeatedly read files
@@ -419,7 +412,14 @@ def fetch_all_review_metadata_streaming(conn, identifiers, start_date, end_date)
                     WHEN type = 'PullRequestReviewCommentEvent' THEN struct_extract(struct_extract(payload.comment, 'user'), 'login')
                 END as reviewer,
                 created_at as reviewed_at
-            FROM read_json({file_patterns_sql}, union_by_name=true, filename=true, compression='gzip', format='newline_delimited', ignore_errors=true, maximum_object_size=2147483648)
+            FROM read_json(
+                {file_patterns_sql}, 
+                union_by_name=true, 
+                filename=true, 
+                compression='gzip', 
+                format='newline_delimited', 
+                ignore_errors=true
+            )
             WHERE
                 type IN ('PullRequestReviewEvent', 'PullRequestReviewCommentEvent')
                 AND payload.pull_request.number IS NOT NULL
@@ -442,7 +442,7 @@ def fetch_all_review_metadata_streaming(conn, identifiers, start_date, end_date)
                     '/pull/',
                     CAST(payload.pull_request.number AS VARCHAR)
                 ) ORDER BY created_at DESC) as rn
-            FROM read_json({file_patterns_sql}, union_by_name=false, filename=true, compression='gzip', format='newline_delimited', ignore_errors=true, maximum_object_size=2147483648)
+            FROM read_json({file_patterns_sql}, union_by_name=false, filename=true, compression='gzip', format='newline_delimited', ignore_errors=true)
             WHERE
                 type = 'PullRequestEvent'
                 AND payload.action = 'closed'