Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Show workflow walltime, job max time in CI comment. #1795

Merged
merged 1 commit into from
Jun 3, 2024
Merged

Show workflow walltime, job max time in CI comment. #1795

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions .github/actions/workflow-results/parse-job-times.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -76,9 +76,11 @@ def main():
# Job times are 2024-05-09T06:52:20Z
started_at = job['started_at']
started_time = datetime.datetime.strptime(started_at, "%Y-%m-%dT%H:%M:%SZ")
started_time_epoch_secs = started_time.timestamp()

completed_at = job['completed_at']
completed_time = datetime.datetime.strptime(completed_at, "%Y-%m-%dT%H:%M:%SZ")
completed_time_epoch_secs = completed_time.timestamp()

job_seconds = (completed_time - started_time).total_seconds()
job_duration = str(datetime.timedelta(seconds=job_seconds))
Expand All @@ -87,6 +89,8 @@ def main():
result[id]['name'] = name
result[id]['started_at'] = started_at
result[id]['completed_at'] = completed_at
result[id]['started_epoch_secs'] = started_time_epoch_secs
result[id]['completed_epoch_secs'] = completed_time_epoch_secs
result[id]['job_duration'] = job_duration
result[id]['job_seconds'] = job_seconds

Expand Down
34 changes: 27 additions & 7 deletions .github/actions/workflow-results/prepare-execution-summary.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -70,11 +70,14 @@ def update_summary_entry(entry, job, job_times=None):

if not 'job_time' in entry:
entry['job_time'] = 0
if not 'step_time' in entry:
entry['step_time'] = 0
if not 'command_time' in entry:
entry['command_time'] = 0
if not 'max_job_time' in entry:
entry['max_job_time'] = 0

entry['job_time'] += job_time
entry['step_time'] += command_time
entry['command_time'] += command_time
entry['max_job_time'] = max(entry['max_job_time'], job_time)

sccache_stats = get_sccache_stats(job["id"])
if sccache_stats:
Expand Down Expand Up @@ -159,6 +162,20 @@ def rank_tag(tag_summary):
return summary


def get_walltime(job_times):
"Return the walltime for all jobs in seconds."
start = None
end = None
for job_id, job_time in job_times.items():
job_start_timestamp = job_time['started_epoch_secs']
job_end_timestamp = job_time['completed_epoch_secs']
if not start or job_start_timestamp < start:
start = job_start_timestamp
if not end or job_end_timestamp > end:
end = job_end_timestamp
return end - start


def format_seconds(seconds):
days, remainder = divmod(seconds, 86400)
hours, remainder = divmod(remainder, 3600)
Expand Down Expand Up @@ -187,9 +204,11 @@ def get_summary_stats(summary):

if 'job_time' in summary and total > 0 and summary['job_time'] > 0:
job_time = summary['job_time']
max_job_time = summary['max_job_time']
total_job_duration = format_seconds(job_time)
avg_job_duration = format_seconds(job_time / total)
stats += f' | Total Time: {total_job_duration:>7} | Avg Time: {avg_job_duration:>7}'
max_job_duration = format_seconds(max_job_time)
stats += f' | Total: {total_job_duration:>7} | Avg: {avg_job_duration:>7} | Max: {max_job_duration:>7}'

if 'sccache' in summary:
sccache = summary['sccache']
Expand All @@ -202,7 +221,7 @@ def get_summary_stats(summary):
return stats


def get_summary_heading(summary):
def get_summary_heading(summary, walltime):
passed = summary['passed']
failed = summary['failed']

Expand All @@ -213,7 +232,7 @@ def get_summary_heading(summary):
else:
flag = '🟩'

return f'{flag} CI Results: {get_summary_stats(summary)}'
return f'{flag} CI finished in {walltime}: {get_summary_stats(summary)}'


def get_project_heading(project, project_summary):
Expand Down Expand Up @@ -308,10 +327,11 @@ def write_project_summary(idx, project, project_summary):

def write_workflow_summary(workflow, job_times=None):
summary = build_summary(extract_jobs(workflow), job_times)
walltime = format_seconds(get_walltime(job_times)) if job_times else '[unknown]'

os.makedirs('execution/projects', exist_ok=True)

write_text('execution/heading.txt', get_summary_heading(summary))
write_text('execution/heading.txt', get_summary_heading(summary, walltime))

# Sort summary projects so that projects with failures come first, and ties
# are broken by the total number of jobs:
Expand Down
Loading