zhimin-z
commited on
Commit
·
a95b059
1
Parent(s):
e851966
refine
Browse files
msr.py
CHANGED
|
@@ -50,7 +50,7 @@ UPLOAD_DELAY_SECONDS = 5
|
|
| 50 |
UPLOAD_MAX_BACKOFF = 3600
|
| 51 |
|
| 52 |
# Scheduler configuration
|
| 53 |
-
SCHEDULE_ENABLED =
|
| 54 |
SCHEDULE_DAY_OF_WEEK = 'wed' # Wednesday
|
| 55 |
SCHEDULE_HOUR = 0
|
| 56 |
SCHEDULE_MINUTE = 0
|
|
@@ -405,16 +405,16 @@ def fetch_all_pr_metadata_streaming(conn, identifiers, start_date, end_date):
|
|
| 405 |
'/pull/',
|
| 406 |
CAST(payload.pull_request.number AS VARCHAR)
|
| 407 |
) as url,
|
| 408 |
-
|
| 409 |
created_at as event_time,
|
| 410 |
payload.action as event_action,
|
| 411 |
-
|
| 412 |
FROM read_json({file_patterns_sql}, union_by_name=true, filename=true, compression='gzip', format='newline_delimited', ignore_errors=true, maximum_object_size=2147483648)
|
| 413 |
WHERE
|
| 414 |
type = 'PullRequestEvent'
|
| 415 |
AND payload.action IN ('opened', 'closed')
|
| 416 |
AND payload.pull_request.number IS NOT NULL
|
| 417 |
-
AND
|
| 418 |
),
|
| 419 |
pr_timeline AS (
|
| 420 |
SELECT
|
|
|
|
| 50 |
UPLOAD_MAX_BACKOFF = 3600
|
| 51 |
|
| 52 |
# Scheduler configuration
|
| 53 |
+
SCHEDULE_ENABLED = True
|
| 54 |
SCHEDULE_DAY_OF_WEEK = 'wed' # Wednesday
|
| 55 |
SCHEDULE_HOUR = 0
|
| 56 |
SCHEDULE_MINUTE = 0
|
|
|
|
| 405 |
'/pull/',
|
| 406 |
CAST(payload.pull_request.number AS VARCHAR)
|
| 407 |
) as url,
|
| 408 |
+
payload.pull_request.user.login as pr_author, -- CHANGED
|
| 409 |
created_at as event_time,
|
| 410 |
payload.action as event_action,
|
| 411 |
+
payload.pull_request.merged_at as merged_at -- CHANGED
|
| 412 |
FROM read_json({file_patterns_sql}, union_by_name=true, filename=true, compression='gzip', format='newline_delimited', ignore_errors=true, maximum_object_size=2147483648)
|
| 413 |
WHERE
|
| 414 |
type = 'PullRequestEvent'
|
| 415 |
AND payload.action IN ('opened', 'closed')
|
| 416 |
AND payload.pull_request.number IS NOT NULL
|
| 417 |
+
AND payload.pull_request.user.login IN ({identifier_list}) -- CHANGED
|
| 418 |
),
|
| 419 |
pr_timeline AS (
|
| 420 |
SELECT
|