Martin Blanchard pushed to branch mablanch/135-monitoring-bus at BuildGrid / buildgrid
Commits:
-
e2244954
by Martin Blanchard at 2018-11-14T12:13:10Z
-
467f13ce
by Martin Blanchard at 2018-11-14T12:13:15Z
-
47fa6438
by Martin Blanchard at 2018-11-14T12:13:15Z
-
e487a7b7
by Martin Blanchard at 2018-11-14T12:13:15Z
-
a3deea8c
by Martin Blanchard at 2018-11-14T12:13:15Z
9 changed files:
- buildgrid/_app/commands/cmd_server.py
- buildgrid/_enums.py
- + buildgrid/_protos/buildgrid/__init__.py
- + buildgrid/_protos/buildgrid/v2/__init__.py
- + buildgrid/_protos/buildgrid/v2/monitoring.proto
- + buildgrid/_protos/buildgrid/v2/monitoring_pb2.py
- + buildgrid/_protos/buildgrid/v2/monitoring_pb2_grpc.py
- + buildgrid/server/_monitoring.py
- buildgrid/server/instance.py
Changes:
| ... | ... | @@ -20,7 +20,6 @@ Server command |
| 20 | 20 |
Create a BuildGrid server.
|
| 21 | 21 |
"""
|
| 22 | 22 |
|
| 23 |
-import asyncio
|
|
| 24 | 23 |
import logging
|
| 25 | 24 |
import sys
|
| 26 | 25 |
|
| ... | ... | @@ -52,18 +51,14 @@ def start(context, config): |
| 52 | 51 |
click.echo("ERROR: Could not parse config: {}.\n".format(str(e)), err=True)
|
| 53 | 52 |
sys.exit(-1)
|
| 54 | 53 |
|
| 55 |
- loop = asyncio.get_event_loop()
|
|
| 56 | 54 |
try:
|
| 57 | 55 |
server.start()
|
| 58 |
- loop.run_forever()
|
|
| 59 | 56 |
|
| 60 | 57 |
except KeyboardInterrupt:
|
| 61 | 58 |
pass
|
| 62 | 59 |
|
| 63 | 60 |
finally:
|
| 64 |
- context.logger.info("Stopping server")
|
|
| 65 | 61 |
server.stop()
|
| 66 |
- loop.close()
|
|
| 67 | 62 |
|
| 68 | 63 |
|
| 69 | 64 |
def _create_server_from_config(config):
|
| ... | ... | @@ -16,9 +16,13 @@ |
| 16 | 16 |
from enum import Enum
|
| 17 | 17 |
|
| 18 | 18 |
from buildgrid._protos.build.bazel.remote.execution.v2 import remote_execution_pb2
|
| 19 |
+from buildgrid._protos.buildgrid.v2 import monitoring_pb2
|
|
| 19 | 20 |
from buildgrid._protos.google.devtools.remoteworkers.v1test2 import bots_pb2
|
| 20 | 21 |
|
| 21 | 22 |
|
| 23 |
+# RWAPI enumerations
|
|
| 24 |
+# From google/devtools/remoteworkers/v1test2/bots.proto:
|
|
| 25 |
+ |
|
| 22 | 26 |
class BotStatus(Enum):
|
| 23 | 27 |
# Initially unknown state.
|
| 24 | 28 |
BOT_STATUS_UNSPECIFIED = bots_pb2.BotStatus.Value('BOT_STATUS_UNSPECIFIED')
|
| ... | ... | @@ -45,6 +49,9 @@ class LeaseState(Enum): |
| 45 | 49 |
CANCELLED = bots_pb2.LeaseState.Value('CANCELLED')
|
| 46 | 50 |
|
| 47 | 51 |
|
| 52 |
+# REAPI enumerations
|
|
| 53 |
+# From build/bazel/remote/execution/v2/remote_execution.proto:
|
|
| 54 |
+ |
|
| 48 | 55 |
class OperationStage(Enum):
|
| 49 | 56 |
# Initially unknown stage.
|
| 50 | 57 |
UNKNOWN = remote_execution_pb2.ExecuteOperationMetadata.Stage.Value('UNKNOWN')
|
| ... | ... | @@ -56,3 +63,41 @@ class OperationStage(Enum): |
| 56 | 63 |
EXECUTING = remote_execution_pb2.ExecuteOperationMetadata.Stage.Value('EXECUTING')
|
| 57 | 64 |
# Finished execution.
|
| 58 | 65 |
COMPLETED = remote_execution_pb2.ExecuteOperationMetadata.Stage.Value('COMPLETED')
|
| 66 |
+ |
|
| 67 |
+ |
|
| 68 |
+# Internal enumerations
|
|
| 69 |
+# From buildgrid.v2/monitoring.proto:
|
|
| 70 |
+ |
|
| 71 |
+class LogRecordLevel(Enum):
|
|
| 72 |
+ # Initially unknown level.
|
|
| 73 |
+ NOTSET = monitoring_pb2.LogRecord.Level.Value('NOTSET')
|
|
| 74 |
+ # Debug message severity level.
|
|
| 75 |
+ DEBUG = monitoring_pb2.LogRecord.Level.Value('DEBUG')
|
|
| 76 |
+ # Information message severity level.
|
|
| 77 |
+ INFO = monitoring_pb2.LogRecord.Level.Value('INFO')
|
|
| 78 |
+ # Warning message severity level.
|
|
| 79 |
+ WARNING = monitoring_pb2.LogRecord.Level.Value('WARNING')
|
|
| 80 |
+ # Error message severity level.
|
|
| 81 |
+ ERROR = monitoring_pb2.LogRecord.Level.Value('ERROR')
|
|
| 82 |
+ # Critical message severity level.
|
|
| 83 |
+ CRITICAL = monitoring_pb2.LogRecord.Level.Value('CRITICAL')
|
|
| 84 |
+ |
|
| 85 |
+ |
|
| 86 |
+class MetricRecordDomain(Enum):
|
|
| 87 |
+ # Initially unknown domain.
|
|
| 88 |
+ UNKNOWN = monitoring_pb2.MetricRecord.Domain.Value('UNKNOWN')
|
|
| 89 |
+ # A server state related metric.
|
|
| 90 |
+ STATE = monitoring_pb2.MetricRecord.Domain.Value('STATE')
|
|
| 91 |
+ # A build execution related metric.
|
|
| 92 |
+ BUILD = monitoring_pb2.MetricRecord.Domain.Value('BUILD')
|
|
| 93 |
+ |
|
| 94 |
+ |
|
| 95 |
+class MetricRecordType(Enum):
|
|
| 96 |
+ # Initially unknown type.
|
|
| 97 |
+ NONE = monitoring_pb2.MetricRecord.Type.Value('NONE')
|
|
| 98 |
+ # A metric for counting.
|
|
| 99 |
+ COUNTER = monitoring_pb2.MetricRecord.Type.Value('COUNTER')
|
|
| 100 |
+ # A metric for mesuring a duration.
|
|
| 101 |
+ TIMER = monitoring_pb2.MetricRecord.Type.Value('TIMER')
|
|
| 102 |
+ # A metric in arbitrary value.
|
|
| 103 |
+ GAUGE = monitoring_pb2.MetricRecord.Type.Value('GAUGE')
|
| 1 |
+// Copyright (C) 2018 Bloomberg LP
|
|
| 2 |
+//
|
|
| 3 |
+// Licensed under the Apache License, Version 2.0 (the "License");
|
|
| 4 |
+// you may not use this file except in compliance with the License.
|
|
| 5 |
+// You may obtain a copy of the License at
|
|
| 6 |
+//
|
|
| 7 |
+// <http://www.apache.org/licenses/LICENSE-2.0>
|
|
| 8 |
+//
|
|
| 9 |
+// Unless required by applicable law or agreed to in writing, software
|
|
| 10 |
+// distributed under the License is distributed on an "AS IS" BASIS,
|
|
| 11 |
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
| 12 |
+// See the License for the specific language governing permissions and
|
|
| 13 |
+// limitations under the License.
|
|
| 14 |
+ |
|
| 15 |
+syntax = "proto3";
|
|
| 16 |
+ |
|
| 17 |
+package buildgrid.v2;
|
|
| 18 |
+ |
|
| 19 |
+import "google/api/annotations.proto";
|
|
| 20 |
+import "google/protobuf/duration.proto";
|
|
| 21 |
+import "google/protobuf/timestamp.proto";
|
|
| 22 |
+ |
|
| 23 |
+message BusMessage {
|
|
| 24 |
+ // The position of this message in the bus stream.
|
|
| 25 |
+ int64 sequence_number = 1;
|
|
| 26 |
+ |
|
| 27 |
+ // The carried message.
|
|
| 28 |
+ oneof record {
|
|
| 29 |
+ LogRecord log_record = 2;
|
|
| 30 |
+ MetricRecord metric_record = 3;
|
|
| 31 |
+ }
|
|
| 32 |
+}
|
|
| 33 |
+ |
|
| 34 |
+message LogRecord {
|
|
| 35 |
+ // When the record has been created.
|
|
| 36 |
+ google.protobuf.Timestamp creation_timestamp = 1;
|
|
| 37 |
+ |
|
| 38 |
+ enum Level {
|
|
| 39 |
+ NOTSET = 0;
|
|
| 40 |
+ // Debug message severity level.
|
|
| 41 |
+ DEBUG = 1;
|
|
| 42 |
+ // Information message severity level.
|
|
| 43 |
+ INFO = 2;
|
|
| 44 |
+ // Warning message severity level.
|
|
| 45 |
+ WARNING = 3;
|
|
| 46 |
+ // Error message severity level.
|
|
| 47 |
+ ERROR = 4;
|
|
| 48 |
+ // Critical message severity level.
|
|
| 49 |
+ CRITICAL = 5;
|
|
| 50 |
+ }
|
|
| 51 |
+ |
|
| 52 |
+ // The domain name for the record.
|
|
| 53 |
+ string domain = 2;
|
|
| 54 |
+ |
|
| 55 |
+ // The severity level of the record.
|
|
| 56 |
+ Level level = 3;
|
|
| 57 |
+ |
|
| 58 |
+ // The human-readable record's message.
|
|
| 59 |
+ string message = 4;
|
|
| 60 |
+ |
|
| 61 |
+ // An optional list of additional metadata.
|
|
| 62 |
+ map<string, string> extra = 5;
|
|
| 63 |
+}
|
|
| 64 |
+ |
|
| 65 |
+message MetricRecord {
|
|
| 66 |
+ // When the metric has been created.
|
|
| 67 |
+ google.protobuf.Timestamp creation_timestamp = 1;
|
|
| 68 |
+ |
|
| 69 |
+ enum Domain {
|
|
| 70 |
+ UNKNOWN = 0;
|
|
| 71 |
+ // A server state related metric.
|
|
| 72 |
+ STATE = 1;
|
|
| 73 |
+ // A build execution related metric.
|
|
| 74 |
+ BUILD = 2;
|
|
| 75 |
+ }
|
|
| 76 |
+ |
|
| 77 |
+ // The domain for the record.
|
|
| 78 |
+ Domain domain = 2;
|
|
| 79 |
+ |
|
| 80 |
+ enum Type {
|
|
| 81 |
+ NONE = 0;
|
|
| 82 |
+ // A metric for counting.
|
|
| 83 |
+ COUNTER = 1;
|
|
| 84 |
+ // A metric for mesuring a duration.
|
|
| 85 |
+ TIMER = 2;
|
|
| 86 |
+ // A metric in arbitrary value.
|
|
| 87 |
+ GAUGE = 3;
|
|
| 88 |
+ }
|
|
| 89 |
+ |
|
| 90 |
+ // The type of metric, see Type.
|
|
| 91 |
+ Type type = 3;
|
|
| 92 |
+ |
|
| 93 |
+ // The name identifying the metric.
|
|
| 94 |
+ string name = 4;
|
|
| 95 |
+ |
|
| 96 |
+ // The carried value, depending on the metric's type.
|
|
| 97 |
+ oneof data {
|
|
| 98 |
+ // Set for Type.COUNTER metrics.
|
|
| 99 |
+ int32 count = 5;
|
|
| 100 |
+ // Set for Type.TIMER metrics.
|
|
| 101 |
+ google.protobuf.Duration duration = 6;
|
|
| 102 |
+ // Set for Type.GAUGE metrics.
|
|
| 103 |
+ int32 value = 7;
|
|
| 104 |
+ }
|
|
| 105 |
+ |
|
| 106 |
+ // An optional list of additional metadata.
|
|
| 107 |
+ map<string, string> extra = 8;
|
|
| 108 |
+}
|
|
| \ No newline at end of file |
| 1 |
+# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
| 2 |
+# source: buildgrid/v2/monitoring.proto
|
|
| 3 |
+ |
|
| 4 |
+import sys
|
|
| 5 |
+_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1'))
|
|
| 6 |
+from google.protobuf import descriptor as _descriptor
|
|
| 7 |
+from google.protobuf import message as _message
|
|
| 8 |
+from google.protobuf import reflection as _reflection
|
|
| 9 |
+from google.protobuf import symbol_database as _symbol_database
|
|
| 10 |
+# @@protoc_insertion_point(imports)
|
|
| 11 |
+ |
|
| 12 |
+_sym_db = _symbol_database.Default()
|
|
| 13 |
+ |
|
| 14 |
+ |
|
| 15 |
+from buildgrid._protos.google.api import annotations_pb2 as google_dot_api_dot_annotations__pb2
|
|
| 16 |
+from google.protobuf import duration_pb2 as google_dot_protobuf_dot_duration__pb2
|
|
| 17 |
+from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
|
|
| 18 |
+ |
|
| 19 |
+ |
|
| 20 |
+DESCRIPTOR = _descriptor.FileDescriptor(
|
|
| 21 |
+ name='buildgrid/v2/monitoring.proto',
|
|
| 22 |
+ package='buildgrid.v2',
|
|
| 23 |
+ syntax='proto3',
|
|
| 24 |
+ serialized_options=None,
|
|
| 25 |
+ serialized_pb=_b('\n\x1d\x62uildgrid/v2/monitoring.proto\x12\x0c\x62uildgrid.v2\x1a\x1cgoogle/api/annotations.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x93\x01\n\nBusMessage\x12\x17\n\x0fsequence_number\x18\x01 \x01(\x03\x12-\n\nlog_record\x18\x02 \x01(\x0b\x32\x17.buildgrid.v2.LogRecordH\x00\x12\x33\n\rmetric_record\x18\x03 \x01(\x0b\x32\x1a.buildgrid.v2.MetricRecordH\x00\x42\x08\n\x06record\"\xc3\x02\n\tLogRecord\x12\x36\n\x12\x63reation_timestamp\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x0e\n\x06\x64omain\x18\x02 \x01(\t\x12,\n\x05level\x18\x03 \x01(\x0e\x32\x1d.buildgrid.v2.LogRecord.Level\x12\x0f\n\x07message\x18\x04 \x01(\t\x12\x31\n\x05\x65xtra\x18\x05 \x03(\x0b\x32\".buildgrid.v2.LogRecord.ExtraEntry\x1a,\n\nExtraEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"N\n\x05Level\x12\n\n\x06NOTSET\x10\x00\x12\t\n\x05\x44\x45\x42UG\x10\x01\x12\x08\n\x04INFO\x10\x02\x12\x0b\n\x07WARNING\x10\x03\x12\t\n\x05\x45RROR\x10\x04\x12\x0c\n\x08\x43RITICAL\x10\x05\"\xd5\x03\n\x0cMetricRecord\x12\x36\n\x12\x63reation_timestamp\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x31\n\x06\x64omain\x18\x02 \x01(\x0e\x32!.buildgrid.v2.MetricRecord.Domain\x12-\n\x04type\x18\x03 \x01(\x0e\x32\x1f.buildgrid.v2.MetricRecord.Type\x12\x0c\n\x04name\x18\x04 \x01(\t\x12\x0f\n\x05\x63ount\x18\x05 \x01(\x05H\x00\x12-\n\x08\x64uration\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationH\x00\x12\x0f\n\x05value\x18\x07 \x01(\x05H\x00\x12\x34\n\x05\x65xtra\x18\x08 \x03(\x0b\x32%.buildgrid.v2.MetricRecord.ExtraEntry\x1a,\n\nExtraEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"+\n\x06\x44omain\x12\x0b\n\x07UNKNOWN\x10\x00\x12\t\n\x05STATE\x10\x01\x12\t\n\x05\x42UILD\x10\x02\"3\n\x04Type\x12\x08\n\x04NONE\x10\x00\x12\x0b\n\x07\x43OUNTER\x10\x01\x12\t\n\x05TIMER\x10\x02\x12\t\n\x05GAUGE\x10\x03\x42\x06\n\x04\x64\x61tab\x06proto3')
|
|
| 26 |
+ ,
|
|
| 27 |
+ dependencies=[google_dot_api_dot_annotations__pb2.DESCRIPTOR,google_dot_protobuf_dot_duration__pb2.DESCRIPTOR,google_dot_protobuf_dot_timestamp__pb2.DESCRIPTOR,])
|
|
| 28 |
+ |
|
| 29 |
+ |
|
| 30 |
+ |
|
| 31 |
+_LOGRECORD_LEVEL = _descriptor.EnumDescriptor(
|
|
| 32 |
+ name='Level',
|
|
| 33 |
+ full_name='buildgrid.v2.LogRecord.Level',
|
|
| 34 |
+ filename=None,
|
|
| 35 |
+ file=DESCRIPTOR,
|
|
| 36 |
+ values=[
|
|
| 37 |
+ _descriptor.EnumValueDescriptor(
|
|
| 38 |
+ name='NOTSET', index=0, number=0,
|
|
| 39 |
+ serialized_options=None,
|
|
| 40 |
+ type=None),
|
|
| 41 |
+ _descriptor.EnumValueDescriptor(
|
|
| 42 |
+ name='DEBUG', index=1, number=1,
|
|
| 43 |
+ serialized_options=None,
|
|
| 44 |
+ type=None),
|
|
| 45 |
+ _descriptor.EnumValueDescriptor(
|
|
| 46 |
+ name='INFO', index=2, number=2,
|
|
| 47 |
+ serialized_options=None,
|
|
| 48 |
+ type=None),
|
|
| 49 |
+ _descriptor.EnumValueDescriptor(
|
|
| 50 |
+ name='WARNING', index=3, number=3,
|
|
| 51 |
+ serialized_options=None,
|
|
| 52 |
+ type=None),
|
|
| 53 |
+ _descriptor.EnumValueDescriptor(
|
|
| 54 |
+ name='ERROR', index=4, number=4,
|
|
| 55 |
+ serialized_options=None,
|
|
| 56 |
+ type=None),
|
|
| 57 |
+ _descriptor.EnumValueDescriptor(
|
|
| 58 |
+ name='CRITICAL', index=5, number=5,
|
|
| 59 |
+ serialized_options=None,
|
|
| 60 |
+ type=None),
|
|
| 61 |
+ ],
|
|
| 62 |
+ containing_type=None,
|
|
| 63 |
+ serialized_options=None,
|
|
| 64 |
+ serialized_start=538,
|
|
| 65 |
+ serialized_end=616,
|
|
| 66 |
+)
|
|
| 67 |
+_sym_db.RegisterEnumDescriptor(_LOGRECORD_LEVEL)
|
|
| 68 |
+ |
|
| 69 |
+_METRICRECORD_DOMAIN = _descriptor.EnumDescriptor(
|
|
| 70 |
+ name='Domain',
|
|
| 71 |
+ full_name='buildgrid.v2.MetricRecord.Domain',
|
|
| 72 |
+ filename=None,
|
|
| 73 |
+ file=DESCRIPTOR,
|
|
| 74 |
+ values=[
|
|
| 75 |
+ _descriptor.EnumValueDescriptor(
|
|
| 76 |
+ name='UNKNOWN', index=0, number=0,
|
|
| 77 |
+ serialized_options=None,
|
|
| 78 |
+ type=None),
|
|
| 79 |
+ _descriptor.EnumValueDescriptor(
|
|
| 80 |
+ name='STATE', index=1, number=1,
|
|
| 81 |
+ serialized_options=None,
|
|
| 82 |
+ type=None),
|
|
| 83 |
+ _descriptor.EnumValueDescriptor(
|
|
| 84 |
+ name='BUILD', index=2, number=2,
|
|
| 85 |
+ serialized_options=None,
|
|
| 86 |
+ type=None),
|
|
| 87 |
+ ],
|
|
| 88 |
+ containing_type=None,
|
|
| 89 |
+ serialized_options=None,
|
|
| 90 |
+ serialized_start=984,
|
|
| 91 |
+ serialized_end=1027,
|
|
| 92 |
+)
|
|
| 93 |
+_sym_db.RegisterEnumDescriptor(_METRICRECORD_DOMAIN)
|
|
| 94 |
+ |
|
| 95 |
+_METRICRECORD_TYPE = _descriptor.EnumDescriptor(
|
|
| 96 |
+ name='Type',
|
|
| 97 |
+ full_name='buildgrid.v2.MetricRecord.Type',
|
|
| 98 |
+ filename=None,
|
|
| 99 |
+ file=DESCRIPTOR,
|
|
| 100 |
+ values=[
|
|
| 101 |
+ _descriptor.EnumValueDescriptor(
|
|
| 102 |
+ name='NONE', index=0, number=0,
|
|
| 103 |
+ serialized_options=None,
|
|
| 104 |
+ type=None),
|
|
| 105 |
+ _descriptor.EnumValueDescriptor(
|
|
| 106 |
+ name='COUNTER', index=1, number=1,
|
|
| 107 |
+ serialized_options=None,
|
|
| 108 |
+ type=None),
|
|
| 109 |
+ _descriptor.EnumValueDescriptor(
|
|
| 110 |
+ name='TIMER', index=2, number=2,
|
|
| 111 |
+ serialized_options=None,
|
|
| 112 |
+ type=None),
|
|
| 113 |
+ _descriptor.EnumValueDescriptor(
|
|
| 114 |
+ name='GAUGE', index=3, number=3,
|
|
| 115 |
+ serialized_options=None,
|
|
| 116 |
+ type=None),
|
|
| 117 |
+ ],
|
|
| 118 |
+ containing_type=None,
|
|
| 119 |
+ serialized_options=None,
|
|
| 120 |
+ serialized_start=1029,
|
|
| 121 |
+ serialized_end=1080,
|
|
| 122 |
+)
|
|
| 123 |
+_sym_db.RegisterEnumDescriptor(_METRICRECORD_TYPE)
|
|
| 124 |
+ |
|
| 125 |
+ |
|
| 126 |
+_BUSMESSAGE = _descriptor.Descriptor(
|
|
| 127 |
+ name='BusMessage',
|
|
| 128 |
+ full_name='buildgrid.v2.BusMessage',
|
|
| 129 |
+ filename=None,
|
|
| 130 |
+ file=DESCRIPTOR,
|
|
| 131 |
+ containing_type=None,
|
|
| 132 |
+ fields=[
|
|
| 133 |
+ _descriptor.FieldDescriptor(
|
|
| 134 |
+ name='sequence_number', full_name='buildgrid.v2.BusMessage.sequence_number', index=0,
|
|
| 135 |
+ number=1, type=3, cpp_type=2, label=1,
|
|
| 136 |
+ has_default_value=False, default_value=0,
|
|
| 137 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 138 |
+ is_extension=False, extension_scope=None,
|
|
| 139 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 140 |
+ _descriptor.FieldDescriptor(
|
|
| 141 |
+ name='log_record', full_name='buildgrid.v2.BusMessage.log_record', index=1,
|
|
| 142 |
+ number=2, type=11, cpp_type=10, label=1,
|
|
| 143 |
+ has_default_value=False, default_value=None,
|
|
| 144 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 145 |
+ is_extension=False, extension_scope=None,
|
|
| 146 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 147 |
+ _descriptor.FieldDescriptor(
|
|
| 148 |
+ name='metric_record', full_name='buildgrid.v2.BusMessage.metric_record', index=2,
|
|
| 149 |
+ number=3, type=11, cpp_type=10, label=1,
|
|
| 150 |
+ has_default_value=False, default_value=None,
|
|
| 151 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 152 |
+ is_extension=False, extension_scope=None,
|
|
| 153 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 154 |
+ ],
|
|
| 155 |
+ extensions=[
|
|
| 156 |
+ ],
|
|
| 157 |
+ nested_types=[],
|
|
| 158 |
+ enum_types=[
|
|
| 159 |
+ ],
|
|
| 160 |
+ serialized_options=None,
|
|
| 161 |
+ is_extendable=False,
|
|
| 162 |
+ syntax='proto3',
|
|
| 163 |
+ extension_ranges=[],
|
|
| 164 |
+ oneofs=[
|
|
| 165 |
+ _descriptor.OneofDescriptor(
|
|
| 166 |
+ name='record', full_name='buildgrid.v2.BusMessage.record',
|
|
| 167 |
+ index=0, containing_type=None, fields=[]),
|
|
| 168 |
+ ],
|
|
| 169 |
+ serialized_start=143,
|
|
| 170 |
+ serialized_end=290,
|
|
| 171 |
+)
|
|
| 172 |
+ |
|
| 173 |
+ |
|
| 174 |
+_LOGRECORD_EXTRAENTRY = _descriptor.Descriptor(
|
|
| 175 |
+ name='ExtraEntry',
|
|
| 176 |
+ full_name='buildgrid.v2.LogRecord.ExtraEntry',
|
|
| 177 |
+ filename=None,
|
|
| 178 |
+ file=DESCRIPTOR,
|
|
| 179 |
+ containing_type=None,
|
|
| 180 |
+ fields=[
|
|
| 181 |
+ _descriptor.FieldDescriptor(
|
|
| 182 |
+ name='key', full_name='buildgrid.v2.LogRecord.ExtraEntry.key', index=0,
|
|
| 183 |
+ number=1, type=9, cpp_type=9, label=1,
|
|
| 184 |
+ has_default_value=False, default_value=_b("").decode('utf-8'),
|
|
| 185 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 186 |
+ is_extension=False, extension_scope=None,
|
|
| 187 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 188 |
+ _descriptor.FieldDescriptor(
|
|
| 189 |
+ name='value', full_name='buildgrid.v2.LogRecord.ExtraEntry.value', index=1,
|
|
| 190 |
+ number=2, type=9, cpp_type=9, label=1,
|
|
| 191 |
+ has_default_value=False, default_value=_b("").decode('utf-8'),
|
|
| 192 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 193 |
+ is_extension=False, extension_scope=None,
|
|
| 194 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 195 |
+ ],
|
|
| 196 |
+ extensions=[
|
|
| 197 |
+ ],
|
|
| 198 |
+ nested_types=[],
|
|
| 199 |
+ enum_types=[
|
|
| 200 |
+ ],
|
|
| 201 |
+ serialized_options=_b('8\001'),
|
|
| 202 |
+ is_extendable=False,
|
|
| 203 |
+ syntax='proto3',
|
|
| 204 |
+ extension_ranges=[],
|
|
| 205 |
+ oneofs=[
|
|
| 206 |
+ ],
|
|
| 207 |
+ serialized_start=492,
|
|
| 208 |
+ serialized_end=536,
|
|
| 209 |
+)
|
|
| 210 |
+ |
|
| 211 |
+_LOGRECORD = _descriptor.Descriptor(
|
|
| 212 |
+ name='LogRecord',
|
|
| 213 |
+ full_name='buildgrid.v2.LogRecord',
|
|
| 214 |
+ filename=None,
|
|
| 215 |
+ file=DESCRIPTOR,
|
|
| 216 |
+ containing_type=None,
|
|
| 217 |
+ fields=[
|
|
| 218 |
+ _descriptor.FieldDescriptor(
|
|
| 219 |
+ name='creation_timestamp', full_name='buildgrid.v2.LogRecord.creation_timestamp', index=0,
|
|
| 220 |
+ number=1, type=11, cpp_type=10, label=1,
|
|
| 221 |
+ has_default_value=False, default_value=None,
|
|
| 222 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 223 |
+ is_extension=False, extension_scope=None,
|
|
| 224 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 225 |
+ _descriptor.FieldDescriptor(
|
|
| 226 |
+ name='domain', full_name='buildgrid.v2.LogRecord.domain', index=1,
|
|
| 227 |
+ number=2, type=9, cpp_type=9, label=1,
|
|
| 228 |
+ has_default_value=False, default_value=_b("").decode('utf-8'),
|
|
| 229 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 230 |
+ is_extension=False, extension_scope=None,
|
|
| 231 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 232 |
+ _descriptor.FieldDescriptor(
|
|
| 233 |
+ name='level', full_name='buildgrid.v2.LogRecord.level', index=2,
|
|
| 234 |
+ number=3, type=14, cpp_type=8, label=1,
|
|
| 235 |
+ has_default_value=False, default_value=0,
|
|
| 236 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 237 |
+ is_extension=False, extension_scope=None,
|
|
| 238 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 239 |
+ _descriptor.FieldDescriptor(
|
|
| 240 |
+ name='message', full_name='buildgrid.v2.LogRecord.message', index=3,
|
|
| 241 |
+ number=4, type=9, cpp_type=9, label=1,
|
|
| 242 |
+ has_default_value=False, default_value=_b("").decode('utf-8'),
|
|
| 243 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 244 |
+ is_extension=False, extension_scope=None,
|
|
| 245 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 246 |
+ _descriptor.FieldDescriptor(
|
|
| 247 |
+ name='extra', full_name='buildgrid.v2.LogRecord.extra', index=4,
|
|
| 248 |
+ number=5, type=11, cpp_type=10, label=3,
|
|
| 249 |
+ has_default_value=False, default_value=[],
|
|
| 250 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 251 |
+ is_extension=False, extension_scope=None,
|
|
| 252 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 253 |
+ ],
|
|
| 254 |
+ extensions=[
|
|
| 255 |
+ ],
|
|
| 256 |
+ nested_types=[_LOGRECORD_EXTRAENTRY, ],
|
|
| 257 |
+ enum_types=[
|
|
| 258 |
+ _LOGRECORD_LEVEL,
|
|
| 259 |
+ ],
|
|
| 260 |
+ serialized_options=None,
|
|
| 261 |
+ is_extendable=False,
|
|
| 262 |
+ syntax='proto3',
|
|
| 263 |
+ extension_ranges=[],
|
|
| 264 |
+ oneofs=[
|
|
| 265 |
+ ],
|
|
| 266 |
+ serialized_start=293,
|
|
| 267 |
+ serialized_end=616,
|
|
| 268 |
+)
|
|
| 269 |
+ |
|
| 270 |
+ |
|
| 271 |
+_METRICRECORD_EXTRAENTRY = _descriptor.Descriptor(
|
|
| 272 |
+ name='ExtraEntry',
|
|
| 273 |
+ full_name='buildgrid.v2.MetricRecord.ExtraEntry',
|
|
| 274 |
+ filename=None,
|
|
| 275 |
+ file=DESCRIPTOR,
|
|
| 276 |
+ containing_type=None,
|
|
| 277 |
+ fields=[
|
|
| 278 |
+ _descriptor.FieldDescriptor(
|
|
| 279 |
+ name='key', full_name='buildgrid.v2.MetricRecord.ExtraEntry.key', index=0,
|
|
| 280 |
+ number=1, type=9, cpp_type=9, label=1,
|
|
| 281 |
+ has_default_value=False, default_value=_b("").decode('utf-8'),
|
|
| 282 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 283 |
+ is_extension=False, extension_scope=None,
|
|
| 284 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 285 |
+ _descriptor.FieldDescriptor(
|
|
| 286 |
+ name='value', full_name='buildgrid.v2.MetricRecord.ExtraEntry.value', index=1,
|
|
| 287 |
+ number=2, type=9, cpp_type=9, label=1,
|
|
| 288 |
+ has_default_value=False, default_value=_b("").decode('utf-8'),
|
|
| 289 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 290 |
+ is_extension=False, extension_scope=None,
|
|
| 291 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 292 |
+ ],
|
|
| 293 |
+ extensions=[
|
|
| 294 |
+ ],
|
|
| 295 |
+ nested_types=[],
|
|
| 296 |
+ enum_types=[
|
|
| 297 |
+ ],
|
|
| 298 |
+ serialized_options=_b('8\001'),
|
|
| 299 |
+ is_extendable=False,
|
|
| 300 |
+ syntax='proto3',
|
|
| 301 |
+ extension_ranges=[],
|
|
| 302 |
+ oneofs=[
|
|
| 303 |
+ ],
|
|
| 304 |
+ serialized_start=492,
|
|
| 305 |
+ serialized_end=536,
|
|
| 306 |
+)
|
|
| 307 |
+ |
|
| 308 |
+_METRICRECORD = _descriptor.Descriptor(
|
|
| 309 |
+ name='MetricRecord',
|
|
| 310 |
+ full_name='buildgrid.v2.MetricRecord',
|
|
| 311 |
+ filename=None,
|
|
| 312 |
+ file=DESCRIPTOR,
|
|
| 313 |
+ containing_type=None,
|
|
| 314 |
+ fields=[
|
|
| 315 |
+ _descriptor.FieldDescriptor(
|
|
| 316 |
+ name='creation_timestamp', full_name='buildgrid.v2.MetricRecord.creation_timestamp', index=0,
|
|
| 317 |
+ number=1, type=11, cpp_type=10, label=1,
|
|
| 318 |
+ has_default_value=False, default_value=None,
|
|
| 319 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 320 |
+ is_extension=False, extension_scope=None,
|
|
| 321 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 322 |
+ _descriptor.FieldDescriptor(
|
|
| 323 |
+ name='domain', full_name='buildgrid.v2.MetricRecord.domain', index=1,
|
|
| 324 |
+ number=2, type=14, cpp_type=8, label=1,
|
|
| 325 |
+ has_default_value=False, default_value=0,
|
|
| 326 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 327 |
+ is_extension=False, extension_scope=None,
|
|
| 328 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 329 |
+ _descriptor.FieldDescriptor(
|
|
| 330 |
+ name='type', full_name='buildgrid.v2.MetricRecord.type', index=2,
|
|
| 331 |
+ number=3, type=14, cpp_type=8, label=1,
|
|
| 332 |
+ has_default_value=False, default_value=0,
|
|
| 333 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 334 |
+ is_extension=False, extension_scope=None,
|
|
| 335 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 336 |
+ _descriptor.FieldDescriptor(
|
|
| 337 |
+ name='name', full_name='buildgrid.v2.MetricRecord.name', index=3,
|
|
| 338 |
+ number=4, type=9, cpp_type=9, label=1,
|
|
| 339 |
+ has_default_value=False, default_value=_b("").decode('utf-8'),
|
|
| 340 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 341 |
+ is_extension=False, extension_scope=None,
|
|
| 342 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 343 |
+ _descriptor.FieldDescriptor(
|
|
| 344 |
+ name='count', full_name='buildgrid.v2.MetricRecord.count', index=4,
|
|
| 345 |
+ number=5, type=5, cpp_type=1, label=1,
|
|
| 346 |
+ has_default_value=False, default_value=0,
|
|
| 347 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 348 |
+ is_extension=False, extension_scope=None,
|
|
| 349 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 350 |
+ _descriptor.FieldDescriptor(
|
|
| 351 |
+ name='duration', full_name='buildgrid.v2.MetricRecord.duration', index=5,
|
|
| 352 |
+ number=6, type=11, cpp_type=10, label=1,
|
|
| 353 |
+ has_default_value=False, default_value=None,
|
|
| 354 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 355 |
+ is_extension=False, extension_scope=None,
|
|
| 356 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 357 |
+ _descriptor.FieldDescriptor(
|
|
| 358 |
+ name='value', full_name='buildgrid.v2.MetricRecord.value', index=6,
|
|
| 359 |
+ number=7, type=5, cpp_type=1, label=1,
|
|
| 360 |
+ has_default_value=False, default_value=0,
|
|
| 361 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 362 |
+ is_extension=False, extension_scope=None,
|
|
| 363 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 364 |
+ _descriptor.FieldDescriptor(
|
|
| 365 |
+ name='extra', full_name='buildgrid.v2.MetricRecord.extra', index=7,
|
|
| 366 |
+ number=8, type=11, cpp_type=10, label=3,
|
|
| 367 |
+ has_default_value=False, default_value=[],
|
|
| 368 |
+ message_type=None, enum_type=None, containing_type=None,
|
|
| 369 |
+ is_extension=False, extension_scope=None,
|
|
| 370 |
+ serialized_options=None, file=DESCRIPTOR),
|
|
| 371 |
+ ],
|
|
| 372 |
+ extensions=[
|
|
| 373 |
+ ],
|
|
| 374 |
+ nested_types=[_METRICRECORD_EXTRAENTRY, ],
|
|
| 375 |
+ enum_types=[
|
|
| 376 |
+ _METRICRECORD_DOMAIN,
|
|
| 377 |
+ _METRICRECORD_TYPE,
|
|
| 378 |
+ ],
|
|
| 379 |
+ serialized_options=None,
|
|
| 380 |
+ is_extendable=False,
|
|
| 381 |
+ syntax='proto3',
|
|
| 382 |
+ extension_ranges=[],
|
|
| 383 |
+ oneofs=[
|
|
| 384 |
+ _descriptor.OneofDescriptor(
|
|
| 385 |
+ name='data', full_name='buildgrid.v2.MetricRecord.data',
|
|
| 386 |
+ index=0, containing_type=None, fields=[]),
|
|
| 387 |
+ ],
|
|
| 388 |
+ serialized_start=619,
|
|
| 389 |
+ serialized_end=1088,
|
|
| 390 |
+)
|
|
| 391 |
+ |
|
| 392 |
+_BUSMESSAGE.fields_by_name['log_record'].message_type = _LOGRECORD
|
|
| 393 |
+_BUSMESSAGE.fields_by_name['metric_record'].message_type = _METRICRECORD
|
|
| 394 |
+_BUSMESSAGE.oneofs_by_name['record'].fields.append(
|
|
| 395 |
+ _BUSMESSAGE.fields_by_name['log_record'])
|
|
| 396 |
+_BUSMESSAGE.fields_by_name['log_record'].containing_oneof = _BUSMESSAGE.oneofs_by_name['record']
|
|
| 397 |
+_BUSMESSAGE.oneofs_by_name['record'].fields.append(
|
|
| 398 |
+ _BUSMESSAGE.fields_by_name['metric_record'])
|
|
| 399 |
+_BUSMESSAGE.fields_by_name['metric_record'].containing_oneof = _BUSMESSAGE.oneofs_by_name['record']
|
|
| 400 |
+_LOGRECORD_EXTRAENTRY.containing_type = _LOGRECORD
|
|
| 401 |
+_LOGRECORD.fields_by_name['creation_timestamp'].message_type = google_dot_protobuf_dot_timestamp__pb2._TIMESTAMP
|
|
| 402 |
+_LOGRECORD.fields_by_name['level'].enum_type = _LOGRECORD_LEVEL
|
|
| 403 |
+_LOGRECORD.fields_by_name['extra'].message_type = _LOGRECORD_EXTRAENTRY
|
|
| 404 |
+_LOGRECORD_LEVEL.containing_type = _LOGRECORD
|
|
| 405 |
+_METRICRECORD_EXTRAENTRY.containing_type = _METRICRECORD
|
|
| 406 |
+_METRICRECORD.fields_by_name['creation_timestamp'].message_type = google_dot_protobuf_dot_timestamp__pb2._TIMESTAMP
|
|
| 407 |
+_METRICRECORD.fields_by_name['domain'].enum_type = _METRICRECORD_DOMAIN
|
|
| 408 |
+_METRICRECORD.fields_by_name['type'].enum_type = _METRICRECORD_TYPE
|
|
| 409 |
+_METRICRECORD.fields_by_name['duration'].message_type = google_dot_protobuf_dot_duration__pb2._DURATION
|
|
| 410 |
+_METRICRECORD.fields_by_name['extra'].message_type = _METRICRECORD_EXTRAENTRY
|
|
| 411 |
+_METRICRECORD_DOMAIN.containing_type = _METRICRECORD
|
|
| 412 |
+_METRICRECORD_TYPE.containing_type = _METRICRECORD
|
|
| 413 |
+_METRICRECORD.oneofs_by_name['data'].fields.append(
|
|
| 414 |
+ _METRICRECORD.fields_by_name['count'])
|
|
| 415 |
+_METRICRECORD.fields_by_name['count'].containing_oneof = _METRICRECORD.oneofs_by_name['data']
|
|
| 416 |
+_METRICRECORD.oneofs_by_name['data'].fields.append(
|
|
| 417 |
+ _METRICRECORD.fields_by_name['duration'])
|
|
| 418 |
+_METRICRECORD.fields_by_name['duration'].containing_oneof = _METRICRECORD.oneofs_by_name['data']
|
|
| 419 |
+_METRICRECORD.oneofs_by_name['data'].fields.append(
|
|
| 420 |
+ _METRICRECORD.fields_by_name['value'])
|
|
| 421 |
+_METRICRECORD.fields_by_name['value'].containing_oneof = _METRICRECORD.oneofs_by_name['data']
|
|
| 422 |
+DESCRIPTOR.message_types_by_name['BusMessage'] = _BUSMESSAGE
|
|
| 423 |
+DESCRIPTOR.message_types_by_name['LogRecord'] = _LOGRECORD
|
|
| 424 |
+DESCRIPTOR.message_types_by_name['MetricRecord'] = _METRICRECORD
|
|
| 425 |
+_sym_db.RegisterFileDescriptor(DESCRIPTOR)
|
|
| 426 |
+ |
|
| 427 |
+BusMessage = _reflection.GeneratedProtocolMessageType('BusMessage', (_message.Message,), dict(
|
|
| 428 |
+ DESCRIPTOR = _BUSMESSAGE,
|
|
| 429 |
+ __module__ = 'buildgrid.v2.monitoring_pb2'
|
|
| 430 |
+ # @@protoc_insertion_point(class_scope:buildgrid.v2.BusMessage)
|
|
| 431 |
+ ))
|
|
| 432 |
+_sym_db.RegisterMessage(BusMessage)
|
|
| 433 |
+ |
|
| 434 |
+LogRecord = _reflection.GeneratedProtocolMessageType('LogRecord', (_message.Message,), dict(
|
|
| 435 |
+ |
|
| 436 |
+ ExtraEntry = _reflection.GeneratedProtocolMessageType('ExtraEntry', (_message.Message,), dict(
|
|
| 437 |
+ DESCRIPTOR = _LOGRECORD_EXTRAENTRY,
|
|
| 438 |
+ __module__ = 'buildgrid.v2.monitoring_pb2'
|
|
| 439 |
+ # @@protoc_insertion_point(class_scope:buildgrid.v2.LogRecord.ExtraEntry)
|
|
| 440 |
+ ))
|
|
| 441 |
+ ,
|
|
| 442 |
+ DESCRIPTOR = _LOGRECORD,
|
|
| 443 |
+ __module__ = 'buildgrid.v2.monitoring_pb2'
|
|
| 444 |
+ # @@protoc_insertion_point(class_scope:buildgrid.v2.LogRecord)
|
|
| 445 |
+ ))
|
|
| 446 |
+_sym_db.RegisterMessage(LogRecord)
|
|
| 447 |
+_sym_db.RegisterMessage(LogRecord.ExtraEntry)
|
|
| 448 |
+ |
|
| 449 |
+MetricRecord = _reflection.GeneratedProtocolMessageType('MetricRecord', (_message.Message,), dict(
|
|
| 450 |
+ |
|
| 451 |
+ ExtraEntry = _reflection.GeneratedProtocolMessageType('ExtraEntry', (_message.Message,), dict(
|
|
| 452 |
+ DESCRIPTOR = _METRICRECORD_EXTRAENTRY,
|
|
| 453 |
+ __module__ = 'buildgrid.v2.monitoring_pb2'
|
|
| 454 |
+ # @@protoc_insertion_point(class_scope:buildgrid.v2.MetricRecord.ExtraEntry)
|
|
| 455 |
+ ))
|
|
| 456 |
+ ,
|
|
| 457 |
+ DESCRIPTOR = _METRICRECORD,
|
|
| 458 |
+ __module__ = 'buildgrid.v2.monitoring_pb2'
|
|
| 459 |
+ # @@protoc_insertion_point(class_scope:buildgrid.v2.MetricRecord)
|
|
| 460 |
+ ))
|
|
| 461 |
+_sym_db.RegisterMessage(MetricRecord)
|
|
| 462 |
+_sym_db.RegisterMessage(MetricRecord.ExtraEntry)
|
|
| 463 |
+ |
|
| 464 |
+ |
|
| 465 |
+_LOGRECORD_EXTRAENTRY._options = None
|
|
| 466 |
+_METRICRECORD_EXTRAENTRY._options = None
|
|
| 467 |
+# @@protoc_insertion_point(module_scope)
|
| 1 |
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
|
|
| 2 |
+import grpc
|
|
| 3 |
+ |
| 1 |
+# Copyright (C) 2018 Bloomberg LP
|
|
| 2 |
+#
|
|
| 3 |
+# Licensed under the Apache License, Version 2.0 (the "License");
|
|
| 4 |
+# you may not use this file except in compliance with the License.
|
|
| 5 |
+# You may obtain a copy of the License at
|
|
| 6 |
+#
|
|
| 7 |
+# <http://www.apache.org/licenses/LICENSE-2.0>
|
|
| 8 |
+#
|
|
| 9 |
+# Unless required by applicable law or agreed to in writing, software
|
|
| 10 |
+# distributed under the License is distributed on an "AS IS" BASIS,
|
|
| 11 |
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
| 12 |
+# See the License for the specific language governing permissions and
|
|
| 13 |
+# limitations under the License.
|
|
| 14 |
+ |
|
| 15 |
+ |
|
| 16 |
+import asyncio
|
|
| 17 |
+ |
|
| 18 |
+from google.protobuf import json_format
|
|
| 19 |
+ |
|
| 20 |
+from buildgrid._protos.buildgrid.v2 import monitoring_pb2
|
|
| 21 |
+ |
|
| 22 |
+ |
|
| 23 |
+class MonitoringBus:
|
|
| 24 |
+ |
|
| 25 |
+ def __init__(self, loop):
|
|
| 26 |
+ self.__event_loop = loop
|
|
| 27 |
+ self.__streaming_task = None
|
|
| 28 |
+ |
|
| 29 |
+ self.__message_queue = asyncio.Queue(loop=loop)
|
|
| 30 |
+ self.__sequence_number = 0
|
|
| 31 |
+ |
|
| 32 |
+ # --- Public API ---
|
|
| 33 |
+ |
|
| 34 |
+ def start(self):
|
|
| 35 |
+ """Starts the monitoring bus worker task."""
|
|
| 36 |
+ self.__streaming_task = asyncio.ensure_future(
|
|
| 37 |
+ self._streaming_worker(), loop=self.__event_loop)
|
|
| 38 |
+ |
|
| 39 |
+ def stop(self):
|
|
| 40 |
+ """Cancels the monitoring bus worker task."""
|
|
| 41 |
+ if self.__streaming_task is not None:
|
|
| 42 |
+ self.__streaming_task.cancel()
|
|
| 43 |
+ |
|
| 44 |
+ async def publish_record(self, record):
|
|
| 45 |
+ """Posts a record onto the bus asynchronously.
|
|
| 46 |
+ |
|
| 47 |
+ Args:
|
|
| 48 |
+ record (Message): The
|
|
| 49 |
+ """
|
|
| 50 |
+ await self.__message_queue.put(record)
|
|
| 51 |
+ |
|
| 52 |
+ def publish_record_nowait(self, record):
|
|
| 53 |
+ """Posts a record onto the bus.
|
|
| 54 |
+ |
|
| 55 |
+ Args:
|
|
| 56 |
+ record (Message): The
|
|
| 57 |
+ """
|
|
| 58 |
+ self.__message_queue.put_nowait(record)
|
|
| 59 |
+ |
|
| 60 |
+ # --- Private API ---
|
|
| 61 |
+ |
|
| 62 |
+ async def _streaming_worker(self):
|
|
| 63 |
+ """Handles bus messages steaming work."""
|
|
| 64 |
+ async def __streaming_worker(message_queue, sequence_number):
|
|
| 65 |
+ record = await message_queue.get()
|
|
| 66 |
+ |
|
| 67 |
+ message = monitoring_pb2.BusMessage(sequence_number=sequence_number)
|
|
| 68 |
+ if record.DESCRIPTOR is monitoring_pb2.LogRecord.DESCRIPTOR:
|
|
| 69 |
+ message.log_record.CopyFrom(record)
|
|
| 70 |
+ elif record.DESCRIPTOR is monitoring_pb2.MetricRecord.DESCRIPTOR:
|
|
| 71 |
+ message.metric_record.CopyFrom(record)
|
|
| 72 |
+ else:
|
|
| 73 |
+ return False
|
|
| 74 |
+ |
|
| 75 |
+ print(json_format.MessageToJson(message))
|
|
| 76 |
+ return True
|
|
| 77 |
+ |
|
| 78 |
+ try:
|
|
| 79 |
+ while True:
|
|
| 80 |
+ if await __streaming_worker(self.__message_queue,
|
|
| 81 |
+ self.__sequence_number):
|
|
| 82 |
+ self.__sequence_number += 1
|
|
| 83 |
+ |
|
| 84 |
+ except asyncio.CancelledError:
|
|
| 85 |
+ pass
|
| ... | ... | @@ -13,18 +13,21 @@ |
| 13 | 13 |
# limitations under the License.
|
| 14 | 14 |
|
| 15 | 15 |
|
| 16 |
+import asyncio
|
|
| 16 | 17 |
from concurrent import futures
|
| 17 | 18 |
import logging
|
| 18 | 19 |
import os
|
| 20 |
+import time
|
|
| 19 | 21 |
|
| 20 | 22 |
import grpc
|
| 21 | 23 |
|
| 22 |
-from .cas.service import ByteStreamService, ContentAddressableStorageService
|
|
| 23 |
-from .actioncache.service import ActionCacheService
|
|
| 24 |
-from .execution.service import ExecutionService
|
|
| 25 |
-from .operations.service import OperationsService
|
|
| 26 |
-from .bots.service import BotsService
|
|
| 27 |
-from .referencestorage.service import ReferenceStorageService
|
|
| 24 |
+from buildgrid.server.actioncache.service import ActionCacheService
|
|
| 25 |
+from buildgrid.server.bots.service import BotsService
|
|
| 26 |
+from buildgrid.server.cas.service import ByteStreamService, ContentAddressableStorageService
|
|
| 27 |
+from buildgrid.server.execution.service import ExecutionService
|
|
| 28 |
+from buildgrid.server._monitoring import MonitoringBus
|
|
| 29 |
+from buildgrid.server.operations.service import OperationsService
|
|
| 30 |
+from buildgrid.server.referencestorage.service import ReferenceStorageService
|
|
| 28 | 31 |
|
| 29 | 32 |
|
| 30 | 33 |
class BuildGridServer:
|
| ... | ... | @@ -34,7 +37,7 @@ class BuildGridServer: |
| 34 | 37 |
requisite services.
|
| 35 | 38 |
"""
|
| 36 | 39 |
|
| 37 |
- def __init__(self, max_workers=None):
|
|
| 40 |
+ def __init__(self, max_workers=None, monitor=True):
|
|
| 38 | 41 |
"""Initializes a new :class:`BuildGridServer` instance.
|
| 39 | 42 |
|
| 40 | 43 |
Args:
|
| ... | ... | @@ -46,9 +49,11 @@ class BuildGridServer: |
| 46 | 49 |
# Use max_workers default from Python 3.5+
|
| 47 | 50 |
max_workers = (os.cpu_count() or 1) * 5
|
| 48 | 51 |
|
| 49 |
- server = grpc.server(futures.ThreadPoolExecutor(max_workers))
|
|
| 52 |
+ self.__grpc_executor = futures.ThreadPoolExecutor(max_workers)
|
|
| 53 |
+ self.__grpc_server = grpc.server(self.__grpc_executor)
|
|
| 50 | 54 |
|
| 51 |
- self._server = server
|
|
| 55 |
+ self.__main_loop = asyncio.get_event_loop()
|
|
| 56 |
+ self.__monitoring_bus = None
|
|
| 52 | 57 |
|
| 53 | 58 |
self._execution_service = None
|
| 54 | 59 |
self._bots_service = None
|
| ... | ... | @@ -58,15 +63,35 @@ class BuildGridServer: |
| 58 | 63 |
self._cas_service = None
|
| 59 | 64 |
self._bytestream_service = None
|
| 60 | 65 |
|
| 66 |
+ self._is_monitored = monitor
|
|
| 67 |
+ |
|
| 68 |
+ if self._is_monitored:
|
|
| 69 |
+ self.__monitoring_bus = MonitoringBus(self.__main_loop)
|
|
| 70 |
+ |
|
| 71 |
+ # --- Public API ---
|
|
| 72 |
+ |
|
| 61 | 73 |
def start(self):
|
| 62 |
- """Starts the server.
|
|
| 74 |
+ """Starts the BuildGrid server.
|
|
| 63 | 75 |
"""
|
| 64 |
- self._server.start()
|
|
| 76 |
+ self.__grpc_server.start()
|
|
| 77 |
+ |
|
| 78 |
+ if self._is_monitored:
|
|
| 79 |
+ self.__monitoring_bus.start()
|
|
| 80 |
+ self.__main_loop.run_forever()
|
|
| 65 | 81 |
|
| 66 | 82 |
def stop(self, grace=0):
|
| 67 |
- """Stops the server.
|
|
| 83 |
+ """Stops the BuildGrid server.
|
|
| 84 |
+ |
|
| 85 |
+ Args:
|
|
| 86 |
+ grace (int, optional): A duration of time in seconds. Defaults to 0.
|
|
| 68 | 87 |
"""
|
| 69 |
- self._server.stop(grace)
|
|
| 88 |
+ if self._is_monitored:
|
|
| 89 |
+ self.__monitoring_bus.stop()
|
|
| 90 |
+ |
|
| 91 |
+ self.__grpc_server.stop(grace)
|
|
| 92 |
+ |
|
| 93 |
+ if grace > 0:
|
|
| 94 |
+ time.sleep(grace)
|
|
| 70 | 95 |
|
| 71 | 96 |
def add_port(self, address, credentials):
|
| 72 | 97 |
"""Adds a port to the server.
|
| ... | ... | @@ -80,11 +105,11 @@ class BuildGridServer: |
| 80 | 105 |
"""
|
| 81 | 106 |
if credentials is not None:
|
| 82 | 107 |
self.__logger.info("Adding secure connection on: [%s]", address)
|
| 83 |
- self._server.add_secure_port(address, credentials)
|
|
| 108 |
+ self.__grpc_server.add_secure_port(address, credentials)
|
|
| 84 | 109 |
|
| 85 | 110 |
else:
|
| 86 | 111 |
self.__logger.info("Adding insecure connection on [%s]", address)
|
| 87 |
- self._server.add_insecure_port(address)
|
|
| 112 |
+ self.__grpc_server.add_insecure_port(address)
|
|
| 88 | 113 |
|
| 89 | 114 |
def add_execution_instance(self, instance, instance_name):
|
| 90 | 115 |
"""Adds an :obj:`ExecutionInstance` to the service.
|
| ... | ... | @@ -96,7 +121,7 @@ class BuildGridServer: |
| 96 | 121 |
instance_name (str): Instance name.
|
| 97 | 122 |
"""
|
| 98 | 123 |
if self._execution_service is None:
|
| 99 |
- self._execution_service = ExecutionService(self._server)
|
|
| 124 |
+ self._execution_service = ExecutionService(self.__grpc_server)
|
|
| 100 | 125 |
|
| 101 | 126 |
self._execution_service.add_instance(instance_name, instance)
|
| 102 | 127 |
|
| ... | ... | @@ -110,7 +135,7 @@ class BuildGridServer: |
| 110 | 135 |
instance_name (str): Instance name.
|
| 111 | 136 |
"""
|
| 112 | 137 |
if self._bots_service is None:
|
| 113 |
- self._bots_service = BotsService(self._server)
|
|
| 138 |
+ self._bots_service = BotsService(self.__grpc_server)
|
|
| 114 | 139 |
|
| 115 | 140 |
self._bots_service.add_instance(instance_name, instance)
|
| 116 | 141 |
|
| ... | ... | @@ -124,7 +149,7 @@ class BuildGridServer: |
| 124 | 149 |
instance_name (str): Instance name.
|
| 125 | 150 |
"""
|
| 126 | 151 |
if self._operations_service is None:
|
| 127 |
- self._operations_service = OperationsService(self._server)
|
|
| 152 |
+ self._operations_service = OperationsService(self.__grpc_server)
|
|
| 128 | 153 |
|
| 129 | 154 |
self._operations_service.add_instance(instance_name, instance)
|
| 130 | 155 |
|
| ... | ... | @@ -138,7 +163,7 @@ class BuildGridServer: |
| 138 | 163 |
instance_name (str): Instance name.
|
| 139 | 164 |
"""
|
| 140 | 165 |
if self._reference_storage_service is None:
|
| 141 |
- self._reference_storage_service = ReferenceStorageService(self._server)
|
|
| 166 |
+ self._reference_storage_service = ReferenceStorageService(self.__grpc_server)
|
|
| 142 | 167 |
|
| 143 | 168 |
self._reference_storage_service.add_instance(instance_name, instance)
|
| 144 | 169 |
|
| ... | ... | @@ -152,7 +177,7 @@ class BuildGridServer: |
| 152 | 177 |
instance_name (str): Instance name.
|
| 153 | 178 |
"""
|
| 154 | 179 |
if self._action_cache_service is None:
|
| 155 |
- self._action_cache_service = ActionCacheService(self._server)
|
|
| 180 |
+ self._action_cache_service = ActionCacheService(self.__grpc_server)
|
|
| 156 | 181 |
|
| 157 | 182 |
self._action_cache_service.add_instance(instance_name, instance)
|
| 158 | 183 |
|
| ... | ... | @@ -166,7 +191,7 @@ class BuildGridServer: |
| 166 | 191 |
instance_name (str): Instance name.
|
| 167 | 192 |
"""
|
| 168 | 193 |
if self._cas_service is None:
|
| 169 |
- self._cas_service = ContentAddressableStorageService(self._server)
|
|
| 194 |
+ self._cas_service = ContentAddressableStorageService(self.__grpc_server)
|
|
| 170 | 195 |
|
| 171 | 196 |
self._cas_service.add_instance(instance_name, instance)
|
| 172 | 197 |
|
| ... | ... | @@ -180,6 +205,12 @@ class BuildGridServer: |
| 180 | 205 |
instance_name (str): Instance name.
|
| 181 | 206 |
"""
|
| 182 | 207 |
if self._bytestream_service is None:
|
| 183 |
- self._bytestream_service = ByteStreamService(self._server)
|
|
| 208 |
+ self._bytestream_service = ByteStreamService(self.__grpc_server)
|
|
| 184 | 209 |
|
| 185 | 210 |
self._bytestream_service.add_instance(instance_name, instance)
|
| 211 |
+ |
|
| 212 |
+ # --- Public API: Monitoring ---
|
|
| 213 |
+ |
|
| 214 |
+ @property
|
|
| 215 |
+ def is_monitored(self):
|
|
| 216 |
+ return self._is_monitored
|
