feat: add stackdriver exporter

google-cloud-bigtable-stats/pom.xml

@@ -16,6 +16,11 @@
     <version>2.10.2-SNAPSHOT</version><!-- {x-version-update:google-cloud-bigtable:current} -->
     <description>Experimental project to shade OpenCensus dependencies.</description>
 
+    <properties>
+        <opencensus.version>0.31.1</opencensus.version>
+        <cloud.monitoring.version>3.3.6</cloud.monitoring.version>
+    </properties>
+
     <dependencyManagement>
         <dependencies>
             <dependency>
@@ -25,10 +30,67 @@
                 <type>pom</type>
                 <scope>import</scope>
             </dependency>
+            <dependency>
+                <groupId>io.opencensus</groupId>
+                <artifactId>opencensus-exporter-metrics-util</artifactId>
+                <version>${opencensus.version}</version>
+            </dependency>
+            <dependency>
+                <groupId>com.google.cloud</groupId>
+                <artifactId>google-cloud-monitoring</artifactId>
+                <version>${cloud.monitoring.version}</version>
+            </dependency>
+            <dependency>
+                <groupId>com.google.api.grpc</groupId>
+                <artifactId>proto-google-cloud-monitoring-v3</artifactId>
+                <version>${cloud.monitoring.version}</version>
+            </dependency>
         </dependencies>
     </dependencyManagement>
 
     <dependencies>
+        <!-- opencensus dependencies -->
+        <dependency>
+            <groupId>io.opencensus</groupId>
+            <artifactId>opencensus-api</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>io.opencensus</groupId>
+            <artifactId>opencensus-exporter-metrics-util</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>io.opencensus</groupId>
+            <artifactId>opencensus-impl</artifactId>
+            <scope>runtime</scope>
+        </dependency>
+
+        <!-- cloud monitoring dependencies -->
+        <dependency>
+            <groupId>com.google.cloud</groupId>
+            <artifactId>google-cloud-monitoring</artifactId>
+            <exclusions>
+                <exclusion>
+                    <groupId>com.google.http-client</groupId>
+                    <artifactId>google-http-client-gson</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>com.google.http-client</groupId>
+                    <artifactId>google-http-client</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+        <dependency>
+            <groupId>com.google.api.grpc</groupId>
+            <artifactId>proto-google-cloud-monitoring-v3</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>com.google.api.grpc</groupId>
+            <artifactId>proto-google-common-protos</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>com.google.auth</groupId>
+            <artifactId>google-auth-library-credentials</artifactId>
+        </dependency>
         <dependency>
             <groupId>com.google.api</groupId>
             <artifactId>gax</artifactId>
@@ -48,21 +110,35 @@
             <groupId>com.google.api</groupId>
             <artifactId>api-common</artifactId>
         </dependency>
-
         <dependency>
-            <groupId>io.opencensus</groupId>
-            <artifactId>opencensus-api</artifactId>
+            <groupId>com.google.api</groupId>
+            <artifactId>gax-grpc</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>com.google.protobuf</groupId>
+            <artifactId>protobuf-java</artifactId>
         </dependency>
         <dependency>
             <groupId>com.google.guava</groupId>
             <artifactId>guava</artifactId>
         </dependency>
+        <dependency>
+            <groupId>org.threeten</groupId>
+            <artifactId>threetenbp</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>com.google.code.findbugs</groupId>
+            <artifactId>jsr305</artifactId>
+        </dependency>
 
+        <!-- runtime dependency for native image integration test -->
         <dependency>
-            <groupId>io.opencensus</groupId>
-            <artifactId>opencensus-impl</artifactId>
+            <groupId>com.google.http-client</groupId>
+            <artifactId>google-http-client</artifactId>
             <scope>runtime</scope>
         </dependency>
+
+        <!-- test dependencies -->
         <dependency>
             <groupId>com.google.truth</groupId>
             <artifactId>truth</artifactId>
@@ -73,6 +149,11 @@
             <artifactId>junit</artifactId>
             <scope>test</scope>
         </dependency>
+        <dependency>
+            <groupId>org.mockito</groupId>
+            <artifactId>mockito-core</artifactId>
+            <scope>test</scope>
+        </dependency>
     </dependencies>
 
     <build>
@@ -121,6 +202,31 @@
                     </excludes>
                 </configuration>
             </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-enforcer-plugin</artifactId>
+                <executions>
+                    <execution>
+                        <id>enforce-version-consistency</id>
+                        <goals>
+                            <goal>enforce</goal>
+                        </goals>
+                        <configuration>
+                            <rules>
+                                <bannedDependencies>
+                                    <includes>
+                                        <!-- gax-grpc transitvely brings in opencensus-proto, which the latest version is 0.2.0-->
+                                        <!-- Only allow 0.2.0 for opencensus-proto and then the latest version (currently 0.31.1) for all other modules-->
+                                        <!-- this will need to be updated whenever the opencensus version gets updated -->
+                                        <dependency>io.opencensus:*:[${opencensus.version}]</dependency>
+                                        <dependency>io.opencensus:opencensus-proto:[0.2.0]</dependency>
+                                    </includes>
+                                </bannedDependencies>
+                            </rules>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
         </plugins>
     </build>
 </project>

google-cloud-bigtable-stats/src/main/java/com/google/cloud/bigtable/stats/BigtableCreateTimeSeriesExporter.java

@@ -0,0 +1,83 @@
+/*
+ * Copyright 2022 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.google.cloud.bigtable.stats;
+
+import com.google.api.MonitoredResource;
+import com.google.cloud.monitoring.v3.MetricServiceClient;
+import com.google.monitoring.v3.CreateTimeSeriesRequest;
+import com.google.monitoring.v3.ProjectName;
+import com.google.monitoring.v3.TimeSeries;
+import io.opencensus.exporter.metrics.util.MetricExporter;
+import io.opencensus.metrics.export.Metric;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.List;
+import java.util.logging.Level;
+import java.util.logging.Logger;
+
+final class BigtableCreateTimeSeriesExporter extends MetricExporter {
+  private static final Logger logger =
+      Logger.getLogger(BigtableCreateTimeSeriesExporter.class.getName());
+
+  private final ProjectName projectName;
+  private final MetricServiceClient metricServiceClient;
+  private final MonitoredResource monitoredResource;
+  private final String clientId;
+
+  BigtableCreateTimeSeriesExporter(
+      String projectId,
+      MetricServiceClient metricServiceClient,
+      MonitoredResource monitoredResource) {
+    this.projectName = ProjectName.newBuilder().setProject(projectId).build();
+    this.metricServiceClient = metricServiceClient;
+    this.monitoredResource = monitoredResource;
+    this.clientId = BigtableStackdriverExportUtils.getDefaultTaskValue();
+  }
+
+  public void export(Collection<Metric> metrics) {
+    List<TimeSeries> timeSeriesList = new ArrayList(metrics.size());
+
+    for (Metric metric : metrics) {
+      // only export bigtable metrics
+      if (!metric.getMetricDescriptor().getName().contains("bigtable")) {
+        continue;
+      }
+
+      for (io.opencensus.metrics.export.TimeSeries timeSeries : metric.getTimeSeriesList()) {
+        timeSeriesList.add(
+            BigtableStackdriverExportUtils.convertTimeSeries(
+                metric.getMetricDescriptor().getName(),
+                metric.getMetricDescriptor().getType(),
+                metric.getMetricDescriptor().getLabelKeys(),
+                timeSeries,
+                clientId,
+                monitoredResource));
+      }
+    }
+
+    try {
+      CreateTimeSeriesRequest request =
+          CreateTimeSeriesRequest.newBuilder()
+              .setName(this.projectName.toString())
+              .addAllTimeSeries(timeSeriesList)
+              .build();
+
+      this.metricServiceClient.createServiceTimeSeries(request);
+    } catch (Throwable e) {
+      logger.log(Level.WARNING, "Exception thrown when exporting TimeSeries.", e);
+    }
+  }
+}