zhimin-z commited on
Commit
a95b059
·
1 Parent(s): e851966
Files changed (1) hide show
  1. msr.py +4 -4
msr.py CHANGED
@@ -50,7 +50,7 @@ UPLOAD_DELAY_SECONDS = 5
50
  UPLOAD_MAX_BACKOFF = 3600
51
 
52
  # Scheduler configuration
53
- SCHEDULE_ENABLED = False
54
  SCHEDULE_DAY_OF_WEEK = 'wed' # Wednesday
55
  SCHEDULE_HOUR = 0
56
  SCHEDULE_MINUTE = 0
@@ -405,16 +405,16 @@ def fetch_all_pr_metadata_streaming(conn, identifiers, start_date, end_date):
405
  '/pull/',
406
  CAST(payload.pull_request.number AS VARCHAR)
407
  ) as url,
408
- struct_extract(payload.pull_request.user, 'login') as pr_author,
409
  created_at as event_time,
410
  payload.action as event_action,
411
- struct_extract(payload.pull_request, 'merged_at') as merged_at
412
  FROM read_json({file_patterns_sql}, union_by_name=true, filename=true, compression='gzip', format='newline_delimited', ignore_errors=true, maximum_object_size=2147483648)
413
  WHERE
414
  type = 'PullRequestEvent'
415
  AND payload.action IN ('opened', 'closed')
416
  AND payload.pull_request.number IS NOT NULL
417
- AND struct_extract(payload.pull_request.user, 'login') IN ({identifier_list})
418
  ),
419
  pr_timeline AS (
420
  SELECT
 
50
  UPLOAD_MAX_BACKOFF = 3600
51
 
52
  # Scheduler configuration
53
+ SCHEDULE_ENABLED = True
54
  SCHEDULE_DAY_OF_WEEK = 'wed' # Wednesday
55
  SCHEDULE_HOUR = 0
56
  SCHEDULE_MINUTE = 0
 
405
  '/pull/',
406
  CAST(payload.pull_request.number AS VARCHAR)
407
  ) as url,
408
+ payload.pull_request.user.login as pr_author, -- CHANGED
409
  created_at as event_time,
410
  payload.action as event_action,
411
+ payload.pull_request.merged_at as merged_at -- CHANGED
412
  FROM read_json({file_patterns_sql}, union_by_name=true, filename=true, compression='gzip', format='newline_delimited', ignore_errors=true, maximum_object_size=2147483648)
413
  WHERE
414
  type = 'PullRequestEvent'
415
  AND payload.action IN ('opened', 'closed')
416
  AND payload.pull_request.number IS NOT NULL
417
+ AND payload.pull_request.user.login IN ({identifier_list}) -- CHANGED
418
  ),
419
  pr_timeline AS (
420
  SELECT