[Notes] [Git][BuildGrid/buildgrid][mablanch/83-executed-action-metadata] cmd_operation.py: Improve bgd operation output



Title: GitLab

Martin Blanchard pushed to branch mablanch/83-executed-action-metadata at BuildGrid / buildgrid

Commits:

1 changed file:

Changes:

  • buildgrid/_app/commands/cmd_operation.py
    ... ... @@ -25,10 +25,12 @@ from urllib.parse import urlparse
    25 25
     import sys
    
    26 26
     
    
    27 27
     import click
    
    28
    +from google.protobuf import json_format
    
    28 29
     import grpc
    
    29 30
     
    
    30 31
     from buildgrid._protos.build.bazel.remote.execution.v2 import remote_execution_pb2, remote_execution_pb2_grpc
    
    31 32
     from buildgrid._protos.google.longrunning import operations_pb2, operations_pb2_grpc
    
    33
    +from buildgrid._protos.google.rpc import code_pb2
    
    32 34
     
    
    33 35
     from ..cli import pass_context
    
    34 36
     
    
    ... ... @@ -65,45 +67,125 @@ def cli(context, remote, instance_name, client_key, client_cert, server_cert):
    65 67
         context.logger.debug("Starting for remote {}".format(context.remote))
    
    66 68
     
    
    67 69
     
    
    70
    +def _print_operation_status(operation, print_details=False):
    
    71
    +    metadata = remote_execution_pb2.ExecuteOperationMetadata()
    
    72
    +    # The metadata is expected to be an ExecuteOperationMetadata message:
    
    73
    +    assert operation.metadata.Is(metadata.DESCRIPTOR)
    
    74
    +    operation.metadata.Unpack(metadata)
    
    75
    +
    
    76
    +    stage_name = remote_execution_pb2.ExecuteOperationMetadata.Stage.Name(
    
    77
    +        metadata.stage).upper()
    
    78
    +
    
    79
    +    if not operation.done:
    
    80
    +        if stage_name == 'CACHE_CHECK':
    
    81
    +            click.echo('CacheCheck: {}: Querying action-cache (stage={})'
    
    82
    +                       .format(operation.name, metadata.stage))
    
    83
    +        elif stage_name == 'QUEUED':
    
    84
    +            click.echo('Queued: {}: Waiting for execution (stage={})'
    
    85
    +                       .format(operation.name, metadata.stage))
    
    86
    +        elif stage_name == 'EXECUTING':
    
    87
    +            click.echo('Executing: {}: Currently running (stage={})'
    
    88
    +                       .format(operation.name, metadata.stage))
    
    89
    +        else:
    
    90
    +            click.echo('Error: {}: In an invalid state (stage={})'
    
    91
    +                       .format(operation.name, metadata.stage), err=True)
    
    92
    +        return
    
    93
    +
    
    94
    +    response = remote_execution_pb2.ExecuteResponse()
    
    95
    +    # The response is expected to be an ExecutionResponse message:
    
    96
    +    assert operation.response.Is(response.DESCRIPTOR)
    
    97
    +    operation.response.Unpack(response)
    
    98
    +
    
    99
    +    if response.status.code != code_pb2.OK:
    
    100
    +        click.echo('Failure: {}: {} (code={})'
    
    101
    +                   .format(operation.name, response.status.message, response.status.code))
    
    102
    +    else:
    
    103
    +        if response.result.exit_code != 0:
    
    104
    +            click.echo('Success: {}: Completed with failure (stage={}, exit_code={})'
    
    105
    +                       .format(operation.name, metadata.stage, response.result.exit_code))
    
    106
    +        else:
    
    107
    +            click.echo('Success: {}: Completed succesfully (stage={}, exit_code={})'
    
    108
    +                       .format(operation.name, metadata.stage, response.result.exit_code))
    
    109
    +
    
    110
    +    if print_details:
    
    111
    +        metadata = response.result.execution_metadata
    
    112
    +        click.echo('  worker={}'.format(metadata.worker))
    
    113
    +
    
    114
    +        queued = metadata.queued_timestamp.ToDatetime()
    
    115
    +        click.echo('  queued_at={}'.format(queued))
    
    116
    +
    
    117
    +        worker_start = metadata.worker_start_timestamp.ToDatetime()
    
    118
    +        worker_completed =  metadata.worker_completed_timestamp.ToDatetime()
    
    119
    +        click.echo('  work_duration={}'.format(worker_completed - worker_start))
    
    120
    +
    
    121
    +        fetch_start = metadata.input_fetch_start_timestamp.ToDatetime()
    
    122
    +        fetch_completed = metadata.input_fetch_completed_timestamp.ToDatetime()
    
    123
    +        click.echo('    fetch_duration={}'.format(fetch_completed - fetch_start))
    
    124
    +
    
    125
    +        execution_start = metadata.execution_start_timestamp.ToDatetime()
    
    126
    +        execution_completed = metadata.execution_completed_timestamp.ToDatetime()
    
    127
    +        click.echo('    exection_duration={}'.format(execution_completed - execution_start))
    
    128
    +
    
    129
    +        upload_start = metadata.output_upload_start_timestamp.ToDatetime()
    
    130
    +        upload_completed = metadata.output_upload_completed_timestamp.ToDatetime()
    
    131
    +        click.echo('    upload_duration={}'.format(upload_completed - upload_start))
    
    132
    +
    
    133
    +        click.echo('  total_duration={}'.format(worker_completed - queued))
    
    134
    +
    
    135
    +
    
    68 136
     @cli.command('status', short_help="Get the status of an operation.")
    
    69 137
     @click.argument('operation-name', nargs=1, type=click.STRING, required=True)
    
    138
    +@click.option('--json', is_flag=True, show_default=True,
    
    139
    +              help="Print operations status in JSON format.")
    
    70 140
     @pass_context
    
    71
    -def status(context, operation_name):
    
    72
    -    context.logger.info("Getting operation status...")
    
    141
    +def status(context, operation_name, json):
    
    73 142
         stub = operations_pb2_grpc.OperationsStub(context.channel)
    
    74
    -
    
    75 143
         request = operations_pb2.GetOperationRequest(name=operation_name)
    
    76 144
     
    
    77
    -    response = stub.GetOperation(request)
    
    78
    -    context.logger.info(response)
    
    145
    +    operation = stub.GetOperation(request)
    
    146
    +
    
    147
    +    if not json:
    
    148
    +        _print_operation_status(operation, print_details=True)
    
    149
    +    else:
    
    150
    +        click.echo(json_format.MessageToJson(operation))
    
    79 151
     
    
    80 152
     
    
    81 153
     @cli.command('list', short_help="List operations.")
    
    154
    +@click.option('--json', is_flag=True, show_default=True,
    
    155
    +              help="Print operations list in JSON format.")
    
    82 156
     @pass_context
    
    83
    -def lists(context):
    
    84
    -    context.logger.info("Getting list of operations")
    
    157
    +def lists(context, json):
    
    85 158
         stub = operations_pb2_grpc.OperationsStub(context.channel)
    
    86
    -
    
    87 159
         request = operations_pb2.ListOperationsRequest(name=context.instance_name)
    
    88 160
     
    
    89 161
         response = stub.ListOperations(request)
    
    90 162
     
    
    91 163
         if not response.operations:
    
    92
    -        context.logger.warning("No operations to list")
    
    164
    +        click.echo('Error: No operations to list', err=True)
    
    93 165
             return
    
    94 166
     
    
    95
    -    for op in response.operations:
    
    96
    -        context.logger.info(op)
    
    167
    +    for operation in response.operations:
    
    168
    +        if not json:
    
    169
    +            _print_operation_status(operation)
    
    170
    +        else:
    
    171
    +            click.echo(json_format.MessageToJson(operation))
    
    97 172
     
    
    98 173
     
    
    99 174
     @cli.command('wait', short_help="Streams an operation until it is complete.")
    
    100 175
     @click.argument('operation-name', nargs=1, type=click.STRING, required=True)
    
    176
    +@click.option('--json', is_flag=True, show_default=True,
    
    177
    +              help="Print operations statuses in JSON format.")
    
    101 178
     @pass_context
    
    102
    -def wait(context, operation_name):
    
    179
    +def wait(context, operation_name, json):
    
    103 180
         stub = remote_execution_pb2_grpc.ExecutionStub(context.channel)
    
    104 181
         request = remote_execution_pb2.WaitExecutionRequest(name=operation_name)
    
    105 182
     
    
    106
    -    response = stub.WaitExecution(request)
    
    183
    +    operation_iterator = stub.WaitExecution(request)
    
    107 184
     
    
    108
    -    for stream in response:
    
    109
    -        context.logger.info(stream)
    185
    +    for operation in operation_iterator:
    
    186
    +        if not json and operation.done:
    
    187
    +            _print_operation_status(operation, print_details=True)
    
    188
    +        elif not json:
    
    189
    +            _print_operation_status(operation)
    
    190
    +        else:
    
    191
    +            click.echo(json_format.MessageToJson(operation))



  • [Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]