Add OTel metrics

Author: spompea-cfa

Dockerfile.consumer

@@ -7,6 +7,12 @@ RUN apt-get update \
  && apt-get -y autoremove \
  && apt-get -y clean
 
+RUN pip3 install --break-system-packages opentelemetry-distro
+# Above, `--break-system-packages` flag overrides the
+# "This environment is externally managed" error that calling pip
+# would otherwise incur here.
+# TODO Research alternative approach.
+
 WORKDIR /app
 COPY middleware/* .
 
@@ -21,10 +27,12 @@ ENV PYTHONPATH=/opt/senzing/er/sdk/python:/app
 # Flush buffer - helps with print statements.
 ENV PYTHONUNBUFFERED=1
 
+ENV OTEL_PYTHON_LOGGING_AUTO_INSTRUMENTATION_ENABLED=true
+
 # Define volumes necessary to support a read-only root filesystem on ECS
 # Fargate.
 VOLUME ["/home/senzing", "/var/lib/amazon", "/var/log"]
 
 HEALTHCHECK --interval=30s --timeout=5s --start-period=5s --retries=3 CMD ./healthcheck.sh consumer.py || exit 1
 
-CMD ["python3", "consumer.py"]
+CMD ["opentelemetry-instrument", "--logs_exporter","none","--traces_exporter","none","--metrics_exporter","console", "python3", "consumer.py"]

middleware/consumer.py

@@ -6,6 +6,9 @@
 import boto3
 import senzing as sz
 
+from opentelemetry import metrics
+meter = metrics.get_meter('consumer.meter')
+
 from loglib import *
 log = retrieve_logger()
 
@@ -26,6 +29,10 @@
 
 POLL_SECONDS = 20                   # 20 seconds is SQS max
 
+# OpenTelemetry metrics
+ot_msgs_counter = meter.create_counter('consumer.messages.count')
+ot_duration = meter.create_counter('consumer.messages.duration')
+
 #-------------------------------------------------------------------------------
 
 def _make_boto_session(fpath=None):
@@ -187,6 +194,9 @@ def clean_up(signum, frm):
                 start_alarm_timer(SZ_CALL_TIMEOUT_SECONDS)
                 resp = sz_eng.add_record(rcd['DATA_SOURCE'], rcd['RECORD_ID'], body)
                 cancel_alarm_timer()
+                ot_msgs_counter.add(1, {'status': 'success',
+                                        'service': 'consumer',
+                                        'environment': 'TODO'})
                 log.debug(SZ_TAG + 'Successful add_record having ReceiptHandle: '
                          + receipt_handle)
             except sz.SzUnknownDataSourceError as sz_uds_err: