| hg-reviewers |
Now that we store the launch configuration in the job record
and this launch configuration can be several KB large, we need
to be careful about the data that we retrieve during queries, as
the overhead for fetching data we don't care about can be large.
Let's fetch an explicit list of fields when rendering the main
web UI.
| Lint Skipped |
| Unit Tests Skipped |
| Path | Packages | |||
|---|---|---|---|---|
| M | contrib/ci/lambda_functions/web.py (21 lines) |
| Commit | Parents | Author | Summary | Date |
|---|---|---|---|---|
| 9de9d76d0e72 | eb84f365b69f | Gregory Szorc | Sep 30 2019, 11:56 PM |
| ) | ) | ||||
| for push in res['Items']: | for push in res['Items']: | ||||
| html.append(push_info(push, repo_url)) | html.append(push_info(push, repo_url)) | ||||
| # Now find all jobs for this push. | # Now find all jobs for this push. | ||||
| cset_results = {} | cset_results = {} | ||||
| for entry in get_jobs_metdata(job_table, repo_name, push['node']): | for entry in get_jobs_metadata(job_table, repo_name, push['node']): | ||||
| job_name = entry['job_name'] | job_name = entry['job_name'] | ||||
| build_number = entry['build_number'] | build_number = entry['build_number'] | ||||
| if job_name not in cset_results: | if job_name not in cset_results: | ||||
| cset_results[job_name] = {} | cset_results[job_name] = {} | ||||
| job_results = cset_results[job_name] | job_results = cset_results[job_name] | ||||
| return { | return { | ||||
| 'statusCode': 200, | 'statusCode': 200, | ||||
| 'headers': HTML_HEADERS, | 'headers': HTML_HEADERS, | ||||
| 'body': ''.join(html) | 'body': ''.join(html) | ||||
| } | } | ||||
| def get_jobs_metdata(job_table, repo, node): | def get_jobs_metadata(job_table, repo, node): | ||||
| """Obtain jobs records for a revision.""" | """Obtain jobs records for a revision.""" | ||||
| exclusive_start_key = None | exclusive_start_key = None | ||||
| while True: | while True: | ||||
| # Passing ExclusiveStartKey=None doesn't work :( | # Passing ExclusiveStartKey=None doesn't work :( | ||||
| extra = {} | extra = {} | ||||
| if exclusive_start_key: | if exclusive_start_key: | ||||
| extra['ExclusiveStartKey'] = exclusive_start_key | extra['ExclusiveStartKey'] = exclusive_start_key | ||||
| res = job_table.scan( | res = job_table.scan( | ||||
| Select='ALL_ATTRIBUTES', | |||||
| FilterExpression='repo = :repo AND node = :node', | FilterExpression='repo = :repo AND node = :node', | ||||
| ExpressionAttributeValues={ | ExpressionAttributeValues={ | ||||
| ':repo': repo, | ':repo': repo, | ||||
| ':node': node, | ':node': node, | ||||
| }, | }, | ||||
| ProjectionExpression=', '.join(( | |||||
| 'build_number', | |||||
| 'end_time', | |||||
| 'execution_state', | |||||
| 'exit_clean', | |||||
| 'fail_count', | |||||
| 'instance_hourly_cost', | |||||
| 'job_id', | |||||
| 'job_name', | |||||
| 'output_log_url', | |||||
| 'pass_count', | |||||
| 'schedule_time', | |||||
| 'skip_count', | |||||
| 'start_time', | |||||
| 'test_count', | |||||
| )), | |||||
| **extra | **extra | ||||
| ) | ) | ||||
| for entry in res['Items']: | for entry in res['Items']: | ||||
| yield entry | yield entry | ||||
| if 'LastEvaluatedKey' not in res: | if 'LastEvaluatedKey' not in res: | ||||
| return | return | ||||