add otlp export option

Author: spompea-cfa

Dockerfile.consumer

@@ -7,7 +7,7 @@ RUN apt-get update \
  && apt-get -y autoremove \
  && apt-get -y clean
 
-RUN pip3 install --break-system-packages opentelemetry-distro
+RUN pip3 install --break-system-packages opentelemetry-distro opentelemetry-exporter-otlp-proto-http
 # Above, `--break-system-packages` flag overrides the
 # "This environment is externally managed" error that calling pip
 # would otherwise incur here.

Dockerfile.exporter

@@ -7,7 +7,7 @@ RUN apt-get update \
  && apt-get -y autoremove \
  && apt-get -y clean
 
-RUN pip3 install --break-system-packages opentelemetry-distro
+RUN pip3 install --break-system-packages opentelemetry-distro opentelemetry-exporter-otlp-proto-http
 # Above, `--break-system-packages` flag overrides the
 # "This environment is externally managed" error that calling pip
 # would otherwise incur here.

Dockerfile.redoer

@@ -7,7 +7,7 @@ RUN apt-get update \
  && apt-get -y autoremove \
  && apt-get -y clean
 
-RUN pip3 install --break-system-packages opentelemetry-distro
+RUN pip3 install --break-system-packages opentelemetry-distro opentelemetry-exporter-otlp-proto-http
 # Above, `--break-system-packages` flag overrides the
 # "This environment is externally managed" error that calling pip
 # would otherwise incur here.

README.md

@@ -204,6 +204,8 @@ _Environment variables (see docker-compose.yaml):_
     `add_record` to complete before bailing and moving on.
 - `RUNTIME_ENV` -- the runtime enviroment (e.g., "Dev", "Prod", etc.). Optional;
   defaults to "unknown".
+- `OTEL_USE_OTLP_EXPORTER` -- 'true' or 'false' (default is false)
+- `OTEL_EXPORTER_OTLP_ENDPOINT`
 
 _Mounts in docker-compose.yaml:_
 
@@ -247,6 +249,8 @@ _Environment variables:_
     attemping the next Senzing op.
 - `RUNTIME_ENV` -- the runtime enviroment (e.g., "Dev", "Prod", etc.). Optional;
   defaults to "unknown".
+- `OTEL_USE_OTLP_EXPORTER` -- 'true' or 'false' (default is false)
+- `OTEL_EXPORTER_OTLP_ENDPOINT`
 
 ### Exporter
 
@@ -267,6 +271,8 @@ docker compose run --env AWS_PROFILE=localstack --env S3_BUCKET_NAME=sqs-senzing
 - `LOG_LEVEL` -- optional; defaults to `INFO`.
 - `RUNTIME_ENV` -- the runtime enviroment (e.g., "Dev", "Prod", etc.). Optional;
   defaults to "unknown".
+- `OTEL_USE_OTLP_EXPORTER` -- 'true' or 'false' (default is false)
+- `OTEL_EXPORTER_OTLP_ENDPOINT`
 
 _Mounts in docker-compose.yaml:_
 

middleware/otel.py

@@ -3,17 +3,25 @@
 #  https://opentelemetry.io/docs/languages/python/exporters/#console
 #  https://opentelemetry.io/docs/languages/sdk-configuration/otlp-exporter/
 
+import os
+
 from opentelemetry.sdk.resources import SERVICE_NAME, Resource
 from opentelemetry import metrics
 from opentelemetry.sdk.metrics import MeterProvider
 from opentelemetry.sdk.metrics.export import (
     ConsoleMetricExporter,
     PeriodicExportingMetricReader)
+from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter
+
+INTERVAL_MS = 5000
 
 def init(service_name):
     '''Perform general OTel setup and return meter obj.'''
     resource = Resource.create(attributes={SERVICE_NAME: service_name})
-    metric_reader = PeriodicExportingMetricReader(ConsoleMetricExporter(), export_interval_millis=5000)
+    if os.getenv('OTEL_USE_OTLP_EXPORTER', 'false').lower() == 'true':
+        metric_reader = PeriodicExportingMetricReader(OTLPMetricExporter(), export_interval_millis=INTERVAL_MS)
+    else:
+        metric_reader = PeriodicExportingMetricReader(ConsoleMetricExporter(), export_interval_millis=INTERVAL_MS)
     meter_provider = MeterProvider(resource=resource,
                                    metric_readers=[metric_reader])