[Notes] [Git][BuildGrid/buildgrid][mablanch/135-monitoring-bus] 5 commits: Add private .proto file for monitoring bus messages



Title: GitLab

Martin Blanchard pushed to branch mablanch/135-monitoring-bus at BuildGrid / buildgrid

Commits:

9 changed files:

Changes:

  • buildgrid/_app/commands/cmd_server.py
    ... ... @@ -20,7 +20,6 @@ Server command
    20 20
     Create a BuildGrid server.
    
    21 21
     """
    
    22 22
     
    
    23
    -import asyncio
    
    24 23
     import logging
    
    25 24
     import sys
    
    26 25
     
    
    ... ... @@ -52,18 +51,14 @@ def start(context, config):
    52 51
             click.echo("ERROR: Could not parse config: {}.\n".format(str(e)), err=True)
    
    53 52
             sys.exit(-1)
    
    54 53
     
    
    55
    -    loop = asyncio.get_event_loop()
    
    56 54
         try:
    
    57 55
             server.start()
    
    58
    -        loop.run_forever()
    
    59 56
     
    
    60 57
         except KeyboardInterrupt:
    
    61 58
             pass
    
    62 59
     
    
    63 60
         finally:
    
    64
    -        context.logger.info("Stopping server")
    
    65 61
             server.stop()
    
    66
    -        loop.close()
    
    67 62
     
    
    68 63
     
    
    69 64
     def _create_server_from_config(config):
    

  • buildgrid/_enums.py
    ... ... @@ -16,9 +16,13 @@
    16 16
     from enum import Enum
    
    17 17
     
    
    18 18
     from buildgrid._protos.build.bazel.remote.execution.v2 import remote_execution_pb2
    
    19
    +from buildgrid._protos.buildgrid.v2 import monitoring_pb2
    
    19 20
     from buildgrid._protos.google.devtools.remoteworkers.v1test2 import bots_pb2
    
    20 21
     
    
    21 22
     
    
    23
    +# RWAPI enumerations
    
    24
    +# From google/devtools/remoteworkers/v1test2/bots.proto:
    
    25
    +
    
    22 26
     class BotStatus(Enum):
    
    23 27
         # Initially unknown state.
    
    24 28
         BOT_STATUS_UNSPECIFIED = bots_pb2.BotStatus.Value('BOT_STATUS_UNSPECIFIED')
    
    ... ... @@ -45,6 +49,9 @@ class LeaseState(Enum):
    45 49
         CANCELLED = bots_pb2.LeaseState.Value('CANCELLED')
    
    46 50
     
    
    47 51
     
    
    52
    +# REAPI enumerations
    
    53
    +# From build/bazel/remote/execution/v2/remote_execution.proto:
    
    54
    +
    
    48 55
     class OperationStage(Enum):
    
    49 56
         # Initially unknown stage.
    
    50 57
         UNKNOWN = remote_execution_pb2.ExecuteOperationMetadata.Stage.Value('UNKNOWN')
    
    ... ... @@ -56,3 +63,41 @@ class OperationStage(Enum):
    56 63
         EXECUTING = remote_execution_pb2.ExecuteOperationMetadata.Stage.Value('EXECUTING')
    
    57 64
         # Finished execution.
    
    58 65
         COMPLETED = remote_execution_pb2.ExecuteOperationMetadata.Stage.Value('COMPLETED')
    
    66
    +
    
    67
    +
    
    68
    +# Internal enumerations
    
    69
    +# From buildgrid.v2/monitoring.proto:
    
    70
    +
    
    71
    +class LogRecordLevel(Enum):
    
    72
    +    # Initially unknown level.
    
    73
    +    NOTSET = monitoring_pb2.LogRecord.Level.Value('NOTSET')
    
    74
    +    # Debug message severity level.
    
    75
    +    DEBUG = monitoring_pb2.LogRecord.Level.Value('DEBUG')
    
    76
    +    # Information message severity level.
    
    77
    +    INFO = monitoring_pb2.LogRecord.Level.Value('INFO')
    
    78
    +    # Warning message severity level.
    
    79
    +    WARNING = monitoring_pb2.LogRecord.Level.Value('WARNING')
    
    80
    +    # Error message severity level.
    
    81
    +    ERROR = monitoring_pb2.LogRecord.Level.Value('ERROR')
    
    82
    +    # Critical message severity level.
    
    83
    +    CRITICAL = monitoring_pb2.LogRecord.Level.Value('CRITICAL')
    
    84
    +
    
    85
    +
    
    86
    +class MetricRecordDomain(Enum):
    
    87
    +    # Initially unknown domain.
    
    88
    +    UNKNOWN = monitoring_pb2.MetricRecord.Domain.Value('UNKNOWN')
    
    89
    +    # A server state related metric.
    
    90
    +    STATE = monitoring_pb2.MetricRecord.Domain.Value('STATE')
    
    91
    +    # A build execution related metric.
    
    92
    +    BUILD = monitoring_pb2.MetricRecord.Domain.Value('BUILD')
    
    93
    +
    
    94
    +
    
    95
    +class MetricRecordType(Enum):
    
    96
    +    # Initially unknown type.
    
    97
    +    NONE = monitoring_pb2.MetricRecord.Type.Value('NONE')
    
    98
    +    # A metric for counting.
    
    99
    +    COUNTER = monitoring_pb2.MetricRecord.Type.Value('COUNTER')
    
    100
    +    # A metric for mesuring a duration.
    
    101
    +    TIMER = monitoring_pb2.MetricRecord.Type.Value('TIMER')
    
    102
    +    # A metric in arbitrary value.
    
    103
    +    GAUGE = monitoring_pb2.MetricRecord.Type.Value('GAUGE')

  • buildgrid/_protos/buildgrid/__init__.py

  • buildgrid/_protos/buildgrid/v2/__init__.py

  • buildgrid/_protos/buildgrid/v2/monitoring.proto
    1
    +// Copyright (C) 2018 Bloomberg LP
    
    2
    +//
    
    3
    +// Licensed under the Apache License, Version 2.0 (the "License");
    
    4
    +// you may not use this file except in compliance with the License.
    
    5
    +// You may obtain a copy of the License at
    
    6
    +//
    
    7
    +//  <http://www.apache.org/licenses/LICENSE-2.0>
    
    8
    +//
    
    9
    +// Unless required by applicable law or agreed to in writing, software
    
    10
    +// distributed under the License is distributed on an "AS IS" BASIS,
    
    11
    +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    
    12
    +// See the License for the specific language governing permissions and
    
    13
    +// limitations under the License.
    
    14
    +
    
    15
    +syntax = "proto3";
    
    16
    +
    
    17
    +package buildgrid.v2;
    
    18
    +
    
    19
    +import "google/api/annotations.proto";
    
    20
    +import "google/protobuf/duration.proto";
    
    21
    +import "google/protobuf/timestamp.proto";
    
    22
    +
    
    23
    +message BusMessage {
    
    24
    +  // The position of this message in the bus stream.
    
    25
    +  int64 sequence_number = 1;
    
    26
    +
    
    27
    +  // The carried message.
    
    28
    +  oneof record {
    
    29
    +    LogRecord log_record = 2;
    
    30
    +    MetricRecord metric_record = 3;
    
    31
    +  }
    
    32
    +}
    
    33
    +
    
    34
    +message LogRecord {
    
    35
    +  // When the record has been created.
    
    36
    +  google.protobuf.Timestamp creation_timestamp = 1;
    
    37
    +
    
    38
    +  enum Level {
    
    39
    +    NOTSET = 0;
    
    40
    +    // Debug message severity level.
    
    41
    +    DEBUG = 1;
    
    42
    +    // Information message severity level.
    
    43
    +    INFO = 2;
    
    44
    +    // Warning message severity level.
    
    45
    +    WARNING = 3;
    
    46
    +    // Error message severity level.
    
    47
    +    ERROR = 4;
    
    48
    +    // Critical message severity level.
    
    49
    +    CRITICAL = 5;
    
    50
    +  }
    
    51
    +
    
    52
    +  // The domain name for the record.
    
    53
    +  string domain = 2;
    
    54
    +
    
    55
    +  // The severity level of the record.
    
    56
    +  Level level = 3;
    
    57
    +
    
    58
    +  // The human-readable record's message.
    
    59
    +  string message = 4;
    
    60
    +
    
    61
    +  // An optional list of additional metadata.
    
    62
    +  map<string, string> extra = 5;
    
    63
    +}
    
    64
    +
    
    65
    +message MetricRecord {
    
    66
    +  // When the metric has been created.
    
    67
    +  google.protobuf.Timestamp creation_timestamp = 1;
    
    68
    +
    
    69
    +  enum Domain {
    
    70
    +    UNKNOWN = 0;
    
    71
    +    // A server state related metric.
    
    72
    +    STATE = 1;
    
    73
    +    // A build execution related metric.
    
    74
    +    BUILD = 2;
    
    75
    +  }
    
    76
    +
    
    77
    +  // The domain for the record.
    
    78
    +  Domain domain = 2;
    
    79
    +
    
    80
    +  enum Type {
    
    81
    +    NONE = 0;
    
    82
    +    // A metric for counting.
    
    83
    +    COUNTER = 1;
    
    84
    +    // A metric for mesuring a duration.
    
    85
    +    TIMER = 2;
    
    86
    +    // A metric in arbitrary value.
    
    87
    +    GAUGE = 3;
    
    88
    +  }
    
    89
    +
    
    90
    +  // The type of metric, see Type.
    
    91
    +  Type type = 3;
    
    92
    +
    
    93
    +  // The name identifying the metric.
    
    94
    +  string name = 4;
    
    95
    +
    
    96
    +  // The carried value, depending on the metric's type.
    
    97
    +  oneof data {
    
    98
    +    // Set for Type.COUNTER metrics.
    
    99
    +    int32 count = 5;
    
    100
    +    // Set for Type.TIMER metrics.
    
    101
    +    google.protobuf.Duration duration = 6;
    
    102
    +    // Set for Type.GAUGE metrics.
    
    103
    +    int32 value = 7;
    
    104
    +  }
    
    105
    +
    
    106
    +  // An optional list of additional metadata.
    
    107
    +  map<string, string> extra = 8;
    
    108
    +}
    \ No newline at end of file

  • buildgrid/_protos/buildgrid/v2/monitoring_pb2.py
    1
    +# Generated by the protocol buffer compiler.  DO NOT EDIT!
    
    2
    +# source: buildgrid/v2/monitoring.proto
    
    3
    +
    
    4
    +import sys
    
    5
    +_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1'))
    
    6
    +from google.protobuf import descriptor as _descriptor
    
    7
    +from google.protobuf import message as _message
    
    8
    +from google.protobuf import reflection as _reflection
    
    9
    +from google.protobuf import symbol_database as _symbol_database
    
    10
    +# @@protoc_insertion_point(imports)
    
    11
    +
    
    12
    +_sym_db = _symbol_database.Default()
    
    13
    +
    
    14
    +
    
    15
    +from buildgrid._protos.google.api import annotations_pb2 as google_dot_api_dot_annotations__pb2
    
    16
    +from google.protobuf import duration_pb2 as google_dot_protobuf_dot_duration__pb2
    
    17
    +from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
    
    18
    +
    
    19
    +
    
    20
    +DESCRIPTOR = _descriptor.FileDescriptor(
    
    21
    +  name='buildgrid/v2/monitoring.proto',
    
    22
    +  package='buildgrid.v2',
    
    23
    +  syntax='proto3',
    
    24
    +  serialized_options=None,
    
    25
    +  serialized_pb=_b('\n\x1d\x62uildgrid/v2/monitoring.proto\x12\x0c\x62uildgrid.v2\x1a\x1cgoogle/api/annotations.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x93\x01\n\nBusMessage\x12\x17\n\x0fsequence_number\x18\x01 \x01(\x03\x12-\n\nlog_record\x18\x02 \x01(\x0b\x32\x17.buildgrid.v2.LogRecordH\x00\x12\x33\n\rmetric_record\x18\x03 \x01(\x0b\x32\x1a.buildgrid.v2.MetricRecordH\x00\x42\x08\n\x06record\"\xc3\x02\n\tLogRecord\x12\x36\n\x12\x63reation_timestamp\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x0e\n\x06\x64omain\x18\x02 \x01(\t\x12,\n\x05level\x18\x03 \x01(\x0e\x32\x1d.buildgrid.v2.LogRecord.Level\x12\x0f\n\x07message\x18\x04 \x01(\t\x12\x31\n\x05\x65xtra\x18\x05 \x03(\x0b\x32\".buildgrid.v2.LogRecord.ExtraEntry\x1a,\n\nExtraEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"N\n\x05Level\x12\n\n\x06NOTSET\x10\x00\x12\t\n\x05\x44\x45\x42UG\x10\x01\x12\x08\n\x04INFO\x10\x02\x12\x0b\n\x07WARNING\x10\x03\x12\t\n\x05\x45RROR\x10\x04\x12\x0c\n\x08\x43RITICAL\x10\x05\"\xd5\x03\n\x0cMetricRecord\x12\x36\n\x12\x63reation_timestamp\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x31\n\x06\x64omain\x18\x02 \x01(\x0e\x32!.buildgrid.v2.MetricRecord.Domain\x12-\n\x04type\x18\x03 \x01(\x0e\x32\x1f.buildgrid.v2.MetricRecord.Type\x12\x0c\n\x04name\x18\x04 \x01(\t\x12\x0f\n\x05\x63ount\x18\x05 \x01(\x05H\x00\x12-\n\x08\x64uration\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationH\x00\x12\x0f\n\x05value\x18\x07 \x01(\x05H\x00\x12\x34\n\x05\x65xtra\x18\x08 \x03(\x0b\x32%.buildgrid.v2.MetricRecord.ExtraEntry\x1a,\n\nExtraEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"+\n\x06\x44omain\x12\x0b\n\x07UNKNOWN\x10\x00\x12\t\n\x05STATE\x10\x01\x12\t\n\x05\x42UILD\x10\x02\"3\n\x04Type\x12\x08\n\x04NONE\x10\x00\x12\x0b\n\x07\x43OUNTER\x10\x01\x12\t\n\x05TIMER\x10\x02\x12\t\n\x05GAUGE\x10\x03\x42\x06\n\x04\x64\x61tab\x06proto3')
    
    26
    +  ,
    
    27
    +  dependencies=[google_dot_api_dot_annotations__pb2.DESCRIPTOR,google_dot_protobuf_dot_duration__pb2.DESCRIPTOR,google_dot_protobuf_dot_timestamp__pb2.DESCRIPTOR,])
    
    28
    +
    
    29
    +
    
    30
    +
    
    31
    +_LOGRECORD_LEVEL = _descriptor.EnumDescriptor(
    
    32
    +  name='Level',
    
    33
    +  full_name='buildgrid.v2.LogRecord.Level',
    
    34
    +  filename=None,
    
    35
    +  file=DESCRIPTOR,
    
    36
    +  values=[
    
    37
    +    _descriptor.EnumValueDescriptor(
    
    38
    +      name='NOTSET', index=0, number=0,
    
    39
    +      serialized_options=None,
    
    40
    +      type=None),
    
    41
    +    _descriptor.EnumValueDescriptor(
    
    42
    +      name='DEBUG', index=1, number=1,
    
    43
    +      serialized_options=None,
    
    44
    +      type=None),
    
    45
    +    _descriptor.EnumValueDescriptor(
    
    46
    +      name='INFO', index=2, number=2,
    
    47
    +      serialized_options=None,
    
    48
    +      type=None),
    
    49
    +    _descriptor.EnumValueDescriptor(
    
    50
    +      name='WARNING', index=3, number=3,
    
    51
    +      serialized_options=None,
    
    52
    +      type=None),
    
    53
    +    _descriptor.EnumValueDescriptor(
    
    54
    +      name='ERROR', index=4, number=4,
    
    55
    +      serialized_options=None,
    
    56
    +      type=None),
    
    57
    +    _descriptor.EnumValueDescriptor(
    
    58
    +      name='CRITICAL', index=5, number=5,
    
    59
    +      serialized_options=None,
    
    60
    +      type=None),
    
    61
    +  ],
    
    62
    +  containing_type=None,
    
    63
    +  serialized_options=None,
    
    64
    +  serialized_start=538,
    
    65
    +  serialized_end=616,
    
    66
    +)
    
    67
    +_sym_db.RegisterEnumDescriptor(_LOGRECORD_LEVEL)
    
    68
    +
    
    69
    +_METRICRECORD_DOMAIN = _descriptor.EnumDescriptor(
    
    70
    +  name='Domain',
    
    71
    +  full_name='buildgrid.v2.MetricRecord.Domain',
    
    72
    +  filename=None,
    
    73
    +  file=DESCRIPTOR,
    
    74
    +  values=[
    
    75
    +    _descriptor.EnumValueDescriptor(
    
    76
    +      name='UNKNOWN', index=0, number=0,
    
    77
    +      serialized_options=None,
    
    78
    +      type=None),
    
    79
    +    _descriptor.EnumValueDescriptor(
    
    80
    +      name='STATE', index=1, number=1,
    
    81
    +      serialized_options=None,
    
    82
    +      type=None),
    
    83
    +    _descriptor.EnumValueDescriptor(
    
    84
    +      name='BUILD', index=2, number=2,
    
    85
    +      serialized_options=None,
    
    86
    +      type=None),
    
    87
    +  ],
    
    88
    +  containing_type=None,
    
    89
    +  serialized_options=None,
    
    90
    +  serialized_start=984,
    
    91
    +  serialized_end=1027,
    
    92
    +)
    
    93
    +_sym_db.RegisterEnumDescriptor(_METRICRECORD_DOMAIN)
    
    94
    +
    
    95
    +_METRICRECORD_TYPE = _descriptor.EnumDescriptor(
    
    96
    +  name='Type',
    
    97
    +  full_name='buildgrid.v2.MetricRecord.Type',
    
    98
    +  filename=None,
    
    99
    +  file=DESCRIPTOR,
    
    100
    +  values=[
    
    101
    +    _descriptor.EnumValueDescriptor(
    
    102
    +      name='NONE', index=0, number=0,
    
    103
    +      serialized_options=None,
    
    104
    +      type=None),
    
    105
    +    _descriptor.EnumValueDescriptor(
    
    106
    +      name='COUNTER', index=1, number=1,
    
    107
    +      serialized_options=None,
    
    108
    +      type=None),
    
    109
    +    _descriptor.EnumValueDescriptor(
    
    110
    +      name='TIMER', index=2, number=2,
    
    111
    +      serialized_options=None,
    
    112
    +      type=None),
    
    113
    +    _descriptor.EnumValueDescriptor(
    
    114
    +      name='GAUGE', index=3, number=3,
    
    115
    +      serialized_options=None,
    
    116
    +      type=None),
    
    117
    +  ],
    
    118
    +  containing_type=None,
    
    119
    +  serialized_options=None,
    
    120
    +  serialized_start=1029,
    
    121
    +  serialized_end=1080,
    
    122
    +)
    
    123
    +_sym_db.RegisterEnumDescriptor(_METRICRECORD_TYPE)
    
    124
    +
    
    125
    +
    
    126
    +_BUSMESSAGE = _descriptor.Descriptor(
    
    127
    +  name='BusMessage',
    
    128
    +  full_name='buildgrid.v2.BusMessage',
    
    129
    +  filename=None,
    
    130
    +  file=DESCRIPTOR,
    
    131
    +  containing_type=None,
    
    132
    +  fields=[
    
    133
    +    _descriptor.FieldDescriptor(
    
    134
    +      name='sequence_number', full_name='buildgrid.v2.BusMessage.sequence_number', index=0,
    
    135
    +      number=1, type=3, cpp_type=2, label=1,
    
    136
    +      has_default_value=False, default_value=0,
    
    137
    +      message_type=None, enum_type=None, containing_type=None,
    
    138
    +      is_extension=False, extension_scope=None,
    
    139
    +      serialized_options=None, file=DESCRIPTOR),
    
    140
    +    _descriptor.FieldDescriptor(
    
    141
    +      name='log_record', full_name='buildgrid.v2.BusMessage.log_record', index=1,
    
    142
    +      number=2, type=11, cpp_type=10, label=1,
    
    143
    +      has_default_value=False, default_value=None,
    
    144
    +      message_type=None, enum_type=None, containing_type=None,
    
    145
    +      is_extension=False, extension_scope=None,
    
    146
    +      serialized_options=None, file=DESCRIPTOR),
    
    147
    +    _descriptor.FieldDescriptor(
    
    148
    +      name='metric_record', full_name='buildgrid.v2.BusMessage.metric_record', index=2,
    
    149
    +      number=3, type=11, cpp_type=10, label=1,
    
    150
    +      has_default_value=False, default_value=None,
    
    151
    +      message_type=None, enum_type=None, containing_type=None,
    
    152
    +      is_extension=False, extension_scope=None,
    
    153
    +      serialized_options=None, file=DESCRIPTOR),
    
    154
    +  ],
    
    155
    +  extensions=[
    
    156
    +  ],
    
    157
    +  nested_types=[],
    
    158
    +  enum_types=[
    
    159
    +  ],
    
    160
    +  serialized_options=None,
    
    161
    +  is_extendable=False,
    
    162
    +  syntax='proto3',
    
    163
    +  extension_ranges=[],
    
    164
    +  oneofs=[
    
    165
    +    _descriptor.OneofDescriptor(
    
    166
    +      name='record', full_name='buildgrid.v2.BusMessage.record',
    
    167
    +      index=0, containing_type=None, fields=[]),
    
    168
    +  ],
    
    169
    +  serialized_start=143,
    
    170
    +  serialized_end=290,
    
    171
    +)
    
    172
    +
    
    173
    +
    
    174
    +_LOGRECORD_EXTRAENTRY = _descriptor.Descriptor(
    
    175
    +  name='ExtraEntry',
    
    176
    +  full_name='buildgrid.v2.LogRecord.ExtraEntry',
    
    177
    +  filename=None,
    
    178
    +  file=DESCRIPTOR,
    
    179
    +  containing_type=None,
    
    180
    +  fields=[
    
    181
    +    _descriptor.FieldDescriptor(
    
    182
    +      name='key', full_name='buildgrid.v2.LogRecord.ExtraEntry.key', index=0,
    
    183
    +      number=1, type=9, cpp_type=9, label=1,
    
    184
    +      has_default_value=False, default_value=_b("").decode('utf-8'),
    
    185
    +      message_type=None, enum_type=None, containing_type=None,
    
    186
    +      is_extension=False, extension_scope=None,
    
    187
    +      serialized_options=None, file=DESCRIPTOR),
    
    188
    +    _descriptor.FieldDescriptor(
    
    189
    +      name='value', full_name='buildgrid.v2.LogRecord.ExtraEntry.value', index=1,
    
    190
    +      number=2, type=9, cpp_type=9, label=1,
    
    191
    +      has_default_value=False, default_value=_b("").decode('utf-8'),
    
    192
    +      message_type=None, enum_type=None, containing_type=None,
    
    193
    +      is_extension=False, extension_scope=None,
    
    194
    +      serialized_options=None, file=DESCRIPTOR),
    
    195
    +  ],
    
    196
    +  extensions=[
    
    197
    +  ],
    
    198
    +  nested_types=[],
    
    199
    +  enum_types=[
    
    200
    +  ],
    
    201
    +  serialized_options=_b('8\001'),
    
    202
    +  is_extendable=False,
    
    203
    +  syntax='proto3',
    
    204
    +  extension_ranges=[],
    
    205
    +  oneofs=[
    
    206
    +  ],
    
    207
    +  serialized_start=492,
    
    208
    +  serialized_end=536,
    
    209
    +)
    
    210
    +
    
    211
    +_LOGRECORD = _descriptor.Descriptor(
    
    212
    +  name='LogRecord',
    
    213
    +  full_name='buildgrid.v2.LogRecord',
    
    214
    +  filename=None,
    
    215
    +  file=DESCRIPTOR,
    
    216
    +  containing_type=None,
    
    217
    +  fields=[
    
    218
    +    _descriptor.FieldDescriptor(
    
    219
    +      name='creation_timestamp', full_name='buildgrid.v2.LogRecord.creation_timestamp', index=0,
    
    220
    +      number=1, type=11, cpp_type=10, label=1,
    
    221
    +      has_default_value=False, default_value=None,
    
    222
    +      message_type=None, enum_type=None, containing_type=None,
    
    223
    +      is_extension=False, extension_scope=None,
    
    224
    +      serialized_options=None, file=DESCRIPTOR),
    
    225
    +    _descriptor.FieldDescriptor(
    
    226
    +      name='domain', full_name='buildgrid.v2.LogRecord.domain', index=1,
    
    227
    +      number=2, type=9, cpp_type=9, label=1,
    
    228
    +      has_default_value=False, default_value=_b("").decode('utf-8'),
    
    229
    +      message_type=None, enum_type=None, containing_type=None,
    
    230
    +      is_extension=False, extension_scope=None,
    
    231
    +      serialized_options=None, file=DESCRIPTOR),
    
    232
    +    _descriptor.FieldDescriptor(
    
    233
    +      name='level', full_name='buildgrid.v2.LogRecord.level', index=2,
    
    234
    +      number=3, type=14, cpp_type=8, label=1,
    
    235
    +      has_default_value=False, default_value=0,
    
    236
    +      message_type=None, enum_type=None, containing_type=None,
    
    237
    +      is_extension=False, extension_scope=None,
    
    238
    +      serialized_options=None, file=DESCRIPTOR),
    
    239
    +    _descriptor.FieldDescriptor(
    
    240
    +      name='message', full_name='buildgrid.v2.LogRecord.message', index=3,
    
    241
    +      number=4, type=9, cpp_type=9, label=1,
    
    242
    +      has_default_value=False, default_value=_b("").decode('utf-8'),
    
    243
    +      message_type=None, enum_type=None, containing_type=None,
    
    244
    +      is_extension=False, extension_scope=None,
    
    245
    +      serialized_options=None, file=DESCRIPTOR),
    
    246
    +    _descriptor.FieldDescriptor(
    
    247
    +      name='extra', full_name='buildgrid.v2.LogRecord.extra', index=4,
    
    248
    +      number=5, type=11, cpp_type=10, label=3,
    
    249
    +      has_default_value=False, default_value=[],
    
    250
    +      message_type=None, enum_type=None, containing_type=None,
    
    251
    +      is_extension=False, extension_scope=None,
    
    252
    +      serialized_options=None, file=DESCRIPTOR),
    
    253
    +  ],
    
    254
    +  extensions=[
    
    255
    +  ],
    
    256
    +  nested_types=[_LOGRECORD_EXTRAENTRY, ],
    
    257
    +  enum_types=[
    
    258
    +    _LOGRECORD_LEVEL,
    
    259
    +  ],
    
    260
    +  serialized_options=None,
    
    261
    +  is_extendable=False,
    
    262
    +  syntax='proto3',
    
    263
    +  extension_ranges=[],
    
    264
    +  oneofs=[
    
    265
    +  ],
    
    266
    +  serialized_start=293,
    
    267
    +  serialized_end=616,
    
    268
    +)
    
    269
    +
    
    270
    +
    
    271
    +_METRICRECORD_EXTRAENTRY = _descriptor.Descriptor(
    
    272
    +  name='ExtraEntry',
    
    273
    +  full_name='buildgrid.v2.MetricRecord.ExtraEntry',
    
    274
    +  filename=None,
    
    275
    +  file=DESCRIPTOR,
    
    276
    +  containing_type=None,
    
    277
    +  fields=[
    
    278
    +    _descriptor.FieldDescriptor(
    
    279
    +      name='key', full_name='buildgrid.v2.MetricRecord.ExtraEntry.key', index=0,
    
    280
    +      number=1, type=9, cpp_type=9, label=1,
    
    281
    +      has_default_value=False, default_value=_b("").decode('utf-8'),
    
    282
    +      message_type=None, enum_type=None, containing_type=None,
    
    283
    +      is_extension=False, extension_scope=None,
    
    284
    +      serialized_options=None, file=DESCRIPTOR),
    
    285
    +    _descriptor.FieldDescriptor(
    
    286
    +      name='value', full_name='buildgrid.v2.MetricRecord.ExtraEntry.value', index=1,
    
    287
    +      number=2, type=9, cpp_type=9, label=1,
    
    288
    +      has_default_value=False, default_value=_b("").decode('utf-8'),
    
    289
    +      message_type=None, enum_type=None, containing_type=None,
    
    290
    +      is_extension=False, extension_scope=None,
    
    291
    +      serialized_options=None, file=DESCRIPTOR),
    
    292
    +  ],
    
    293
    +  extensions=[
    
    294
    +  ],
    
    295
    +  nested_types=[],
    
    296
    +  enum_types=[
    
    297
    +  ],
    
    298
    +  serialized_options=_b('8\001'),
    
    299
    +  is_extendable=False,
    
    300
    +  syntax='proto3',
    
    301
    +  extension_ranges=[],
    
    302
    +  oneofs=[
    
    303
    +  ],
    
    304
    +  serialized_start=492,
    
    305
    +  serialized_end=536,
    
    306
    +)
    
    307
    +
    
    308
    +_METRICRECORD = _descriptor.Descriptor(
    
    309
    +  name='MetricRecord',
    
    310
    +  full_name='buildgrid.v2.MetricRecord',
    
    311
    +  filename=None,
    
    312
    +  file=DESCRIPTOR,
    
    313
    +  containing_type=None,
    
    314
    +  fields=[
    
    315
    +    _descriptor.FieldDescriptor(
    
    316
    +      name='creation_timestamp', full_name='buildgrid.v2.MetricRecord.creation_timestamp', index=0,
    
    317
    +      number=1, type=11, cpp_type=10, label=1,
    
    318
    +      has_default_value=False, default_value=None,
    
    319
    +      message_type=None, enum_type=None, containing_type=None,
    
    320
    +      is_extension=False, extension_scope=None,
    
    321
    +      serialized_options=None, file=DESCRIPTOR),
    
    322
    +    _descriptor.FieldDescriptor(
    
    323
    +      name='domain', full_name='buildgrid.v2.MetricRecord.domain', index=1,
    
    324
    +      number=2, type=14, cpp_type=8, label=1,
    
    325
    +      has_default_value=False, default_value=0,
    
    326
    +      message_type=None, enum_type=None, containing_type=None,
    
    327
    +      is_extension=False, extension_scope=None,
    
    328
    +      serialized_options=None, file=DESCRIPTOR),
    
    329
    +    _descriptor.FieldDescriptor(
    
    330
    +      name='type', full_name='buildgrid.v2.MetricRecord.type', index=2,
    
    331
    +      number=3, type=14, cpp_type=8, label=1,
    
    332
    +      has_default_value=False, default_value=0,
    
    333
    +      message_type=None, enum_type=None, containing_type=None,
    
    334
    +      is_extension=False, extension_scope=None,
    
    335
    +      serialized_options=None, file=DESCRIPTOR),
    
    336
    +    _descriptor.FieldDescriptor(
    
    337
    +      name='name', full_name='buildgrid.v2.MetricRecord.name', index=3,
    
    338
    +      number=4, type=9, cpp_type=9, label=1,
    
    339
    +      has_default_value=False, default_value=_b("").decode('utf-8'),
    
    340
    +      message_type=None, enum_type=None, containing_type=None,
    
    341
    +      is_extension=False, extension_scope=None,
    
    342
    +      serialized_options=None, file=DESCRIPTOR),
    
    343
    +    _descriptor.FieldDescriptor(
    
    344
    +      name='count', full_name='buildgrid.v2.MetricRecord.count', index=4,
    
    345
    +      number=5, type=5, cpp_type=1, label=1,
    
    346
    +      has_default_value=False, default_value=0,
    
    347
    +      message_type=None, enum_type=None, containing_type=None,
    
    348
    +      is_extension=False, extension_scope=None,
    
    349
    +      serialized_options=None, file=DESCRIPTOR),
    
    350
    +    _descriptor.FieldDescriptor(
    
    351
    +      name='duration', full_name='buildgrid.v2.MetricRecord.duration', index=5,
    
    352
    +      number=6, type=11, cpp_type=10, label=1,
    
    353
    +      has_default_value=False, default_value=None,
    
    354
    +      message_type=None, enum_type=None, containing_type=None,
    
    355
    +      is_extension=False, extension_scope=None,
    
    356
    +      serialized_options=None, file=DESCRIPTOR),
    
    357
    +    _descriptor.FieldDescriptor(
    
    358
    +      name='value', full_name='buildgrid.v2.MetricRecord.value', index=6,
    
    359
    +      number=7, type=5, cpp_type=1, label=1,
    
    360
    +      has_default_value=False, default_value=0,
    
    361
    +      message_type=None, enum_type=None, containing_type=None,
    
    362
    +      is_extension=False, extension_scope=None,
    
    363
    +      serialized_options=None, file=DESCRIPTOR),
    
    364
    +    _descriptor.FieldDescriptor(
    
    365
    +      name='extra', full_name='buildgrid.v2.MetricRecord.extra', index=7,
    
    366
    +      number=8, type=11, cpp_type=10, label=3,
    
    367
    +      has_default_value=False, default_value=[],
    
    368
    +      message_type=None, enum_type=None, containing_type=None,
    
    369
    +      is_extension=False, extension_scope=None,
    
    370
    +      serialized_options=None, file=DESCRIPTOR),
    
    371
    +  ],
    
    372
    +  extensions=[
    
    373
    +  ],
    
    374
    +  nested_types=[_METRICRECORD_EXTRAENTRY, ],
    
    375
    +  enum_types=[
    
    376
    +    _METRICRECORD_DOMAIN,
    
    377
    +    _METRICRECORD_TYPE,
    
    378
    +  ],
    
    379
    +  serialized_options=None,
    
    380
    +  is_extendable=False,
    
    381
    +  syntax='proto3',
    
    382
    +  extension_ranges=[],
    
    383
    +  oneofs=[
    
    384
    +    _descriptor.OneofDescriptor(
    
    385
    +      name='data', full_name='buildgrid.v2.MetricRecord.data',
    
    386
    +      index=0, containing_type=None, fields=[]),
    
    387
    +  ],
    
    388
    +  serialized_start=619,
    
    389
    +  serialized_end=1088,
    
    390
    +)
    
    391
    +
    
    392
    +_BUSMESSAGE.fields_by_name['log_record'].message_type = _LOGRECORD
    
    393
    +_BUSMESSAGE.fields_by_name['metric_record'].message_type = _METRICRECORD
    
    394
    +_BUSMESSAGE.oneofs_by_name['record'].fields.append(
    
    395
    +  _BUSMESSAGE.fields_by_name['log_record'])
    
    396
    +_BUSMESSAGE.fields_by_name['log_record'].containing_oneof = _BUSMESSAGE.oneofs_by_name['record']
    
    397
    +_BUSMESSAGE.oneofs_by_name['record'].fields.append(
    
    398
    +  _BUSMESSAGE.fields_by_name['metric_record'])
    
    399
    +_BUSMESSAGE.fields_by_name['metric_record'].containing_oneof = _BUSMESSAGE.oneofs_by_name['record']
    
    400
    +_LOGRECORD_EXTRAENTRY.containing_type = _LOGRECORD
    
    401
    +_LOGRECORD.fields_by_name['creation_timestamp'].message_type = google_dot_protobuf_dot_timestamp__pb2._TIMESTAMP
    
    402
    +_LOGRECORD.fields_by_name['level'].enum_type = _LOGRECORD_LEVEL
    
    403
    +_LOGRECORD.fields_by_name['extra'].message_type = _LOGRECORD_EXTRAENTRY
    
    404
    +_LOGRECORD_LEVEL.containing_type = _LOGRECORD
    
    405
    +_METRICRECORD_EXTRAENTRY.containing_type = _METRICRECORD
    
    406
    +_METRICRECORD.fields_by_name['creation_timestamp'].message_type = google_dot_protobuf_dot_timestamp__pb2._TIMESTAMP
    
    407
    +_METRICRECORD.fields_by_name['domain'].enum_type = _METRICRECORD_DOMAIN
    
    408
    +_METRICRECORD.fields_by_name['type'].enum_type = _METRICRECORD_TYPE
    
    409
    +_METRICRECORD.fields_by_name['duration'].message_type = google_dot_protobuf_dot_duration__pb2._DURATION
    
    410
    +_METRICRECORD.fields_by_name['extra'].message_type = _METRICRECORD_EXTRAENTRY
    
    411
    +_METRICRECORD_DOMAIN.containing_type = _METRICRECORD
    
    412
    +_METRICRECORD_TYPE.containing_type = _METRICRECORD
    
    413
    +_METRICRECORD.oneofs_by_name['data'].fields.append(
    
    414
    +  _METRICRECORD.fields_by_name['count'])
    
    415
    +_METRICRECORD.fields_by_name['count'].containing_oneof = _METRICRECORD.oneofs_by_name['data']
    
    416
    +_METRICRECORD.oneofs_by_name['data'].fields.append(
    
    417
    +  _METRICRECORD.fields_by_name['duration'])
    
    418
    +_METRICRECORD.fields_by_name['duration'].containing_oneof = _METRICRECORD.oneofs_by_name['data']
    
    419
    +_METRICRECORD.oneofs_by_name['data'].fields.append(
    
    420
    +  _METRICRECORD.fields_by_name['value'])
    
    421
    +_METRICRECORD.fields_by_name['value'].containing_oneof = _METRICRECORD.oneofs_by_name['data']
    
    422
    +DESCRIPTOR.message_types_by_name['BusMessage'] = _BUSMESSAGE
    
    423
    +DESCRIPTOR.message_types_by_name['LogRecord'] = _LOGRECORD
    
    424
    +DESCRIPTOR.message_types_by_name['MetricRecord'] = _METRICRECORD
    
    425
    +_sym_db.RegisterFileDescriptor(DESCRIPTOR)
    
    426
    +
    
    427
    +BusMessage = _reflection.GeneratedProtocolMessageType('BusMessage', (_message.Message,), dict(
    
    428
    +  DESCRIPTOR = _BUSMESSAGE,
    
    429
    +  __module__ = 'buildgrid.v2.monitoring_pb2'
    
    430
    +  # @@protoc_insertion_point(class_scope:buildgrid.v2.BusMessage)
    
    431
    +  ))
    
    432
    +_sym_db.RegisterMessage(BusMessage)
    
    433
    +
    
    434
    +LogRecord = _reflection.GeneratedProtocolMessageType('LogRecord', (_message.Message,), dict(
    
    435
    +
    
    436
    +  ExtraEntry = _reflection.GeneratedProtocolMessageType('ExtraEntry', (_message.Message,), dict(
    
    437
    +    DESCRIPTOR = _LOGRECORD_EXTRAENTRY,
    
    438
    +    __module__ = 'buildgrid.v2.monitoring_pb2'
    
    439
    +    # @@protoc_insertion_point(class_scope:buildgrid.v2.LogRecord.ExtraEntry)
    
    440
    +    ))
    
    441
    +  ,
    
    442
    +  DESCRIPTOR = _LOGRECORD,
    
    443
    +  __module__ = 'buildgrid.v2.monitoring_pb2'
    
    444
    +  # @@protoc_insertion_point(class_scope:buildgrid.v2.LogRecord)
    
    445
    +  ))
    
    446
    +_sym_db.RegisterMessage(LogRecord)
    
    447
    +_sym_db.RegisterMessage(LogRecord.ExtraEntry)
    
    448
    +
    
    449
    +MetricRecord = _reflection.GeneratedProtocolMessageType('MetricRecord', (_message.Message,), dict(
    
    450
    +
    
    451
    +  ExtraEntry = _reflection.GeneratedProtocolMessageType('ExtraEntry', (_message.Message,), dict(
    
    452
    +    DESCRIPTOR = _METRICRECORD_EXTRAENTRY,
    
    453
    +    __module__ = 'buildgrid.v2.monitoring_pb2'
    
    454
    +    # @@protoc_insertion_point(class_scope:buildgrid.v2.MetricRecord.ExtraEntry)
    
    455
    +    ))
    
    456
    +  ,
    
    457
    +  DESCRIPTOR = _METRICRECORD,
    
    458
    +  __module__ = 'buildgrid.v2.monitoring_pb2'
    
    459
    +  # @@protoc_insertion_point(class_scope:buildgrid.v2.MetricRecord)
    
    460
    +  ))
    
    461
    +_sym_db.RegisterMessage(MetricRecord)
    
    462
    +_sym_db.RegisterMessage(MetricRecord.ExtraEntry)
    
    463
    +
    
    464
    +
    
    465
    +_LOGRECORD_EXTRAENTRY._options = None
    
    466
    +_METRICRECORD_EXTRAENTRY._options = None
    
    467
    +# @@protoc_insertion_point(module_scope)

  • buildgrid/_protos/buildgrid/v2/monitoring_pb2_grpc.py
    1
    +# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
    
    2
    +import grpc
    
    3
    +

  • buildgrid/server/_monitoring.py
    1
    +# Copyright (C) 2018 Bloomberg LP
    
    2
    +#
    
    3
    +# Licensed under the Apache License, Version 2.0 (the "License");
    
    4
    +# you may not use this file except in compliance with the License.
    
    5
    +# You may obtain a copy of the License at
    
    6
    +#
    
    7
    +#  <http://www.apache.org/licenses/LICENSE-2.0>
    
    8
    +#
    
    9
    +# Unless required by applicable law or agreed to in writing, software
    
    10
    +# distributed under the License is distributed on an "AS IS" BASIS,
    
    11
    +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    
    12
    +# See the License for the specific language governing permissions and
    
    13
    +# limitations under the License.
    
    14
    +
    
    15
    +
    
    16
    +import asyncio
    
    17
    +
    
    18
    +from google.protobuf import json_format
    
    19
    +
    
    20
    +from buildgrid._protos.buildgrid.v2 import monitoring_pb2
    
    21
    +
    
    22
    +
    
    23
    +class MonitoringBus:
    
    24
    +
    
    25
    +    def __init__(self, loop):
    
    26
    +        self.__event_loop = loop
    
    27
    +        self.__streaming_task = None
    
    28
    +
    
    29
    +        self.__message_queue = asyncio.Queue(loop=loop)
    
    30
    +        self.__sequence_number = 0
    
    31
    +
    
    32
    +    # --- Public API ---
    
    33
    +
    
    34
    +    def start(self):
    
    35
    +        """Starts the monitoring bus worker task."""
    
    36
    +        self.__streaming_task = asyncio.ensure_future(
    
    37
    +            self._streaming_worker(), loop=self.__event_loop)
    
    38
    +
    
    39
    +    def stop(self):
    
    40
    +        """Cancels the monitoring bus worker task."""
    
    41
    +        if self.__streaming_task is not None:
    
    42
    +            self.__streaming_task.cancel()
    
    43
    +
    
    44
    +    async def publish_record(self, record):
    
    45
    +        """Posts a record onto the bus asynchronously.
    
    46
    +
    
    47
    +        Args:
    
    48
    +            record (Message): The
    
    49
    +        """
    
    50
    +        await self.__message_queue.put(record)
    
    51
    +
    
    52
    +    def publish_record_nowait(self, record):
    
    53
    +        """Posts a record onto the bus.
    
    54
    +
    
    55
    +        Args:
    
    56
    +            record (Message): The
    
    57
    +        """
    
    58
    +        self.__message_queue.put_nowait(record)
    
    59
    +
    
    60
    +    # --- Private API ---
    
    61
    +
    
    62
    +    async def _streaming_worker(self):
    
    63
    +        """Handles bus messages steaming work."""
    
    64
    +        async def __streaming_worker(message_queue, sequence_number):
    
    65
    +            record = await message_queue.get()
    
    66
    +
    
    67
    +            message = monitoring_pb2.BusMessage(sequence_number=sequence_number)
    
    68
    +            if record.DESCRIPTOR is monitoring_pb2.LogRecord.DESCRIPTOR:
    
    69
    +                message.log_record.CopyFrom(record)
    
    70
    +            elif record.DESCRIPTOR is monitoring_pb2.MetricRecord.DESCRIPTOR:
    
    71
    +                message.metric_record.CopyFrom(record)
    
    72
    +            else:
    
    73
    +                return False
    
    74
    +
    
    75
    +            print(json_format.MessageToJson(message))
    
    76
    +            return True
    
    77
    +
    
    78
    +        try:
    
    79
    +            while True:
    
    80
    +                if await __streaming_worker(self.__message_queue,
    
    81
    +                                            self.__sequence_number):
    
    82
    +                    self.__sequence_number += 1
    
    83
    +
    
    84
    +        except asyncio.CancelledError:
    
    85
    +            pass

  • buildgrid/server/instance.py
    ... ... @@ -13,18 +13,21 @@
    13 13
     # limitations under the License.
    
    14 14
     
    
    15 15
     
    
    16
    +import asyncio
    
    16 17
     from concurrent import futures
    
    17 18
     import logging
    
    18 19
     import os
    
    20
    +import time
    
    19 21
     
    
    20 22
     import grpc
    
    21 23
     
    
    22
    -from .cas.service import ByteStreamService, ContentAddressableStorageService
    
    23
    -from .actioncache.service import ActionCacheService
    
    24
    -from .execution.service import ExecutionService
    
    25
    -from .operations.service import OperationsService
    
    26
    -from .bots.service import BotsService
    
    27
    -from .referencestorage.service import ReferenceStorageService
    
    24
    +from buildgrid.server.actioncache.service import ActionCacheService
    
    25
    +from buildgrid.server.bots.service import BotsService
    
    26
    +from buildgrid.server.cas.service import ByteStreamService, ContentAddressableStorageService
    
    27
    +from buildgrid.server.execution.service import ExecutionService
    
    28
    +from buildgrid.server._monitoring import MonitoringBus
    
    29
    +from buildgrid.server.operations.service import OperationsService
    
    30
    +from buildgrid.server.referencestorage.service import ReferenceStorageService
    
    28 31
     
    
    29 32
     
    
    30 33
     class BuildGridServer:
    
    ... ... @@ -34,7 +37,7 @@ class BuildGridServer:
    34 37
         requisite services.
    
    35 38
         """
    
    36 39
     
    
    37
    -    def __init__(self, max_workers=None):
    
    40
    +    def __init__(self, max_workers=None, monitor=True):
    
    38 41
             """Initializes a new :class:`BuildGridServer` instance.
    
    39 42
     
    
    40 43
             Args:
    
    ... ... @@ -46,9 +49,11 @@ class BuildGridServer:
    46 49
                 # Use max_workers default from Python 3.5+
    
    47 50
                 max_workers = (os.cpu_count() or 1) * 5
    
    48 51
     
    
    49
    -        server = grpc.server(futures.ThreadPoolExecutor(max_workers))
    
    52
    +        self.__grpc_executor = futures.ThreadPoolExecutor(max_workers)
    
    53
    +        self.__grpc_server = grpc.server(self.__grpc_executor)
    
    50 54
     
    
    51
    -        self._server = server
    
    55
    +        self.__main_loop = asyncio.get_event_loop()
    
    56
    +        self.__monitoring_bus = None
    
    52 57
     
    
    53 58
             self._execution_service = None
    
    54 59
             self._bots_service = None
    
    ... ... @@ -58,15 +63,35 @@ class BuildGridServer:
    58 63
             self._cas_service = None
    
    59 64
             self._bytestream_service = None
    
    60 65
     
    
    66
    +        self._is_monitored = monitor
    
    67
    +
    
    68
    +        if self._is_monitored:
    
    69
    +            self.__monitoring_bus = MonitoringBus(self.__main_loop)
    
    70
    +
    
    71
    +    # --- Public API ---
    
    72
    +
    
    61 73
         def start(self):
    
    62
    -        """Starts the server.
    
    74
    +        """Starts the BuildGrid server.
    
    63 75
             """
    
    64
    -        self._server.start()
    
    76
    +        self.__grpc_server.start()
    
    77
    +
    
    78
    +        if self._is_monitored:
    
    79
    +            self.__monitoring_bus.start()
    
    80
    +        self.__main_loop.run_forever()
    
    65 81
     
    
    66 82
         def stop(self, grace=0):
    
    67
    -        """Stops the server.
    
    83
    +        """Stops the BuildGrid server.
    
    84
    +
    
    85
    +        Args:
    
    86
    +            grace (int, optional): A duration of time in seconds. Defaults to 0.
    
    68 87
             """
    
    69
    -        self._server.stop(grace)
    
    88
    +        if self._is_monitored:
    
    89
    +            self.__monitoring_bus.stop()
    
    90
    +
    
    91
    +        self.__grpc_server.stop(grace)
    
    92
    +
    
    93
    +        if grace > 0:
    
    94
    +            time.sleep(grace)
    
    70 95
     
    
    71 96
         def add_port(self, address, credentials):
    
    72 97
             """Adds a port to the server.
    
    ... ... @@ -80,11 +105,11 @@ class BuildGridServer:
    80 105
             """
    
    81 106
             if credentials is not None:
    
    82 107
                 self.__logger.info("Adding secure connection on: [%s]", address)
    
    83
    -            self._server.add_secure_port(address, credentials)
    
    108
    +            self.__grpc_server.add_secure_port(address, credentials)
    
    84 109
     
    
    85 110
             else:
    
    86 111
                 self.__logger.info("Adding insecure connection on [%s]", address)
    
    87
    -            self._server.add_insecure_port(address)
    
    112
    +            self.__grpc_server.add_insecure_port(address)
    
    88 113
     
    
    89 114
         def add_execution_instance(self, instance, instance_name):
    
    90 115
             """Adds an :obj:`ExecutionInstance` to the service.
    
    ... ... @@ -96,7 +121,7 @@ class BuildGridServer:
    96 121
                 instance_name (str): Instance name.
    
    97 122
             """
    
    98 123
             if self._execution_service is None:
    
    99
    -            self._execution_service = ExecutionService(self._server)
    
    124
    +            self._execution_service = ExecutionService(self.__grpc_server)
    
    100 125
     
    
    101 126
             self._execution_service.add_instance(instance_name, instance)
    
    102 127
     
    
    ... ... @@ -110,7 +135,7 @@ class BuildGridServer:
    110 135
                 instance_name (str): Instance name.
    
    111 136
             """
    
    112 137
             if self._bots_service is None:
    
    113
    -            self._bots_service = BotsService(self._server)
    
    138
    +            self._bots_service = BotsService(self.__grpc_server)
    
    114 139
     
    
    115 140
             self._bots_service.add_instance(instance_name, instance)
    
    116 141
     
    
    ... ... @@ -124,7 +149,7 @@ class BuildGridServer:
    124 149
                 instance_name (str): Instance name.
    
    125 150
             """
    
    126 151
             if self._operations_service is None:
    
    127
    -            self._operations_service = OperationsService(self._server)
    
    152
    +            self._operations_service = OperationsService(self.__grpc_server)
    
    128 153
     
    
    129 154
             self._operations_service.add_instance(instance_name, instance)
    
    130 155
     
    
    ... ... @@ -138,7 +163,7 @@ class BuildGridServer:
    138 163
                 instance_name (str): Instance name.
    
    139 164
             """
    
    140 165
             if self._reference_storage_service is None:
    
    141
    -            self._reference_storage_service = ReferenceStorageService(self._server)
    
    166
    +            self._reference_storage_service = ReferenceStorageService(self.__grpc_server)
    
    142 167
     
    
    143 168
             self._reference_storage_service.add_instance(instance_name, instance)
    
    144 169
     
    
    ... ... @@ -152,7 +177,7 @@ class BuildGridServer:
    152 177
                 instance_name (str): Instance name.
    
    153 178
             """
    
    154 179
             if self._action_cache_service is None:
    
    155
    -            self._action_cache_service = ActionCacheService(self._server)
    
    180
    +            self._action_cache_service = ActionCacheService(self.__grpc_server)
    
    156 181
     
    
    157 182
             self._action_cache_service.add_instance(instance_name, instance)
    
    158 183
     
    
    ... ... @@ -166,7 +191,7 @@ class BuildGridServer:
    166 191
                 instance_name (str): Instance name.
    
    167 192
             """
    
    168 193
             if self._cas_service is None:
    
    169
    -            self._cas_service = ContentAddressableStorageService(self._server)
    
    194
    +            self._cas_service = ContentAddressableStorageService(self.__grpc_server)
    
    170 195
     
    
    171 196
             self._cas_service.add_instance(instance_name, instance)
    
    172 197
     
    
    ... ... @@ -180,6 +205,12 @@ class BuildGridServer:
    180 205
                 instance_name (str): Instance name.
    
    181 206
             """
    
    182 207
             if self._bytestream_service is None:
    
    183
    -            self._bytestream_service = ByteStreamService(self._server)
    
    208
    +            self._bytestream_service = ByteStreamService(self.__grpc_server)
    
    184 209
     
    
    185 210
             self._bytestream_service.add_instance(instance_name, instance)
    
    211
    +
    
    212
    +    # --- Public API: Monitoring ---
    
    213
    +
    
    214
    +    @property
    
    215
    +    def is_monitored(self):
    
    216
    +        return self._is_monitored



  • [Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]