Face and Person detection samples

samples/pom.xml

@@ -0,0 +1,74 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Copyright 2020 Google Inc.
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+       http://www.apache.org/licenses/LICENSE-2.0
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<!-- [START videointelligence_v1p3beta1_pom] -->
+<project>
+    <modelVersion>4.0.0</modelVersion>
+    <groupId>com.example.cloud</groupId>
+    <artifactId>videointelligence-samples</artifactId>
+    <packaging>pom</packaging>
+    <version>1.0</version>
+
+    <!--
+      The parent pom defines common style checks and testing strategies for our samples.
+      R
+      emoving or replacing it should not affect the execution of the samples in anyway.
+    -->
+    <parent>
+        <groupId>com.google.cloud.samples</groupId>
+        <artifactId>shared-configuration</artifactId>
+        <version>1.0.11</version>
+    </parent>
+
+    <properties>
+        <maven.compiler.source>1.8</maven.compiler.source>
+        <maven.compiler.target>1.8</maven.compiler.target>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    </properties>
+
+
+    <dependencies>
+        <dependency>
+            <groupId>com.google.cloud</groupId>
+            <artifactId>google-cloud-video-intelligence</artifactId>
+            <version>1.1.0</version>
+        </dependency>
+
+        <!-- Test dependencies -->
+        <dependency>
+            <groupId>junit</groupId>
+            <artifactId>junit</artifactId>
+            <version>4.13</version>
+            <scope>test</scope>
+        </dependency>
+        <dependency>
+            <groupId>commons-cli</groupId>
+            <artifactId>commons-cli</artifactId>
+            <version>1.4</version>
+        </dependency>
+        <dependency>
+            <groupId>com.google.truth</groupId>
+            <artifactId>truth</artifactId>
+            <version>1.0</version>
+            <scope>test</scope>
+        </dependency>
+
+    </dependencies>
+
+
+    <modules>
+        <module>../proto-google-cloud-video-intelligence-v1p3beta1</module>
+        <module>../grpc-google-cloud-video-intelligence-v1p3beta1</module>
+    </modules>
+</project>
+        <!-- [END videointelligence_v1p3beta1_pom] -->

samples/src/main/java/com/google/cloud/examples/videointelligence/v1p3beta1/VideoDetectFacesBeta.java

@@ -0,0 +1,113 @@
+/*
+ * Copyright 2020 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.google.cloud.examples.videointelligence.v1p3beta1;
+
+// [START video_detect_faces_beta]
+
+import com.google.api.gax.longrunning.OperationFuture;
+import com.google.cloud.videointelligence.v1p3beta1.AnnotateVideoProgress;
+import com.google.cloud.videointelligence.v1p3beta1.AnnotateVideoRequest;
+import com.google.cloud.videointelligence.v1p3beta1.AnnotateVideoResponse;
+import com.google.cloud.videointelligence.v1p3beta1.DetectedAttribute;
+import com.google.cloud.videointelligence.v1p3beta1.FaceDetectionAnnotation;
+import com.google.cloud.videointelligence.v1p3beta1.FaceDetectionConfig;
+import com.google.cloud.videointelligence.v1p3beta1.Feature;
+import com.google.cloud.videointelligence.v1p3beta1.TimestampedObject;
+import com.google.cloud.videointelligence.v1p3beta1.Track;
+import com.google.cloud.videointelligence.v1p3beta1.VideoAnnotationResults;
+import com.google.cloud.videointelligence.v1p3beta1.VideoContext;
+import com.google.cloud.videointelligence.v1p3beta1.VideoIntelligenceServiceClient;
+import com.google.cloud.videointelligence.v1p3beta1.VideoSegment;
+import com.google.protobuf.ByteString;
+
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+
+public class VideoDetectFacesBeta {
+
+  public static void detectFaces() {
+    // TODO(developer): Replace these variables before running the sample.
+    String localFilePath = "resources/googlework_short.mp4";
+    detectFaces(localFilePath);
+  }
+
+  // Detects faces in a video stored in a local file using the Cloud Video Intelligence API.
+  public static void detectFaces(String localFilePath) {
+    try (VideoIntelligenceServiceClient videoIntelligenceServiceClient =
+        VideoIntelligenceServiceClient.create()) {
+      // Reads a local video file and converts it to base64.
+      Path path = Paths.get(localFilePath);
+      byte[] data = Files.readAllBytes(path);
+      ByteString inputContent = ByteString.copyFrom(data);
+
+      FaceDetectionConfig faceDetectionConfig =
+          FaceDetectionConfig.newBuilder()
+              // Must set includeBoundingBoxes to true to get facial attributes.
+              .setIncludeBoundingBoxes(true)
+              .setIncludeAttributes(true)
+              .build();
+      VideoContext videoContext =
+          VideoContext.newBuilder().setFaceDetectionConfig(faceDetectionConfig).build();
+
+      AnnotateVideoRequest request =
+          AnnotateVideoRequest.newBuilder()
+              .setInputContent(inputContent)
+              .addFeatures(Feature.FACE_DETECTION)
+              .setVideoContext(videoContext)
+              .build();
+
+      // Detects faces in a video
+      OperationFuture<AnnotateVideoResponse, AnnotateVideoProgress> future =
+          videoIntelligenceServiceClient.annotateVideoAsync(request);
+
+      System.out.println("Waiting for operation to complete...");
+      AnnotateVideoResponse response = future.get();
+
+      // Gets annotations for video
+      VideoAnnotationResults annotationResult = response.getAnnotationResultsList().get(0);
+
+      // Annotations for list of faces detected, tracked and recognized in video.
+      for (FaceDetectionAnnotation faceDetectionAnnotation :
+          annotationResult.getFaceDetectionAnnotationsList()) {
+        System.out.print("Face detected:\n");
+        for (Track track : faceDetectionAnnotation.getTracksList()) {
+          VideoSegment segment = track.getSegment();
+          System.out.printf(
+              "\tStart: %d.%.0fs\n",
+              segment.getStartTimeOffset().getSeconds(),
+              segment.getStartTimeOffset().getNanos() / 1e6);
+          System.out.printf(
+              "\tEnd: %d.%.0fs\n",
+              segment.getEndTimeOffset().getSeconds(), segment.getEndTimeOffset().getNanos() / 1e6);
+
+          // Each segment includes timestamped objects that
+          // include characteristics of the face detected.
+          TimestampedObject firstTimestampedObject = track.getTimestampedObjects(0);
+
+          for (DetectedAttribute attribute : firstTimestampedObject.getAttributesList()) {
+            // Attributes include unique pieces of clothing, like glasses, poses, or hair color.
+            System.out.printf("\tAttribute: %s;\n", attribute.getName());
+          }
+        }
+      }
+    } catch (Exception exception) {
+      System.err.println("Failed to create the client due to: " + exception);
+    }
+  }
+}
+// [END video_detect_faces_beta]

samples/src/main/java/com/google/cloud/examples/videointelligence/v1p3beta1/VideoDetectFacesGcsBeta.java

@@ -0,0 +1,105 @@
+/*
+ * Copyright 2020 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.google.cloud.examples.videointelligence.v1p3beta1;
+
+// [START video_detect_faces_gcs_beta]
+
+import com.google.api.gax.longrunning.OperationFuture;
+import com.google.cloud.videointelligence.v1p3beta1.AnnotateVideoProgress;
+import com.google.cloud.videointelligence.v1p3beta1.AnnotateVideoRequest;
+import com.google.cloud.videointelligence.v1p3beta1.AnnotateVideoResponse;
+import com.google.cloud.videointelligence.v1p3beta1.DetectedAttribute;
+import com.google.cloud.videointelligence.v1p3beta1.FaceDetectionAnnotation;
+import com.google.cloud.videointelligence.v1p3beta1.FaceDetectionConfig;
+import com.google.cloud.videointelligence.v1p3beta1.Feature;
+import com.google.cloud.videointelligence.v1p3beta1.TimestampedObject;
+import com.google.cloud.videointelligence.v1p3beta1.Track;
+import com.google.cloud.videointelligence.v1p3beta1.VideoAnnotationResults;
+import com.google.cloud.videointelligence.v1p3beta1.VideoContext;
+import com.google.cloud.videointelligence.v1p3beta1.VideoIntelligenceServiceClient;
+import com.google.cloud.videointelligence.v1p3beta1.VideoSegment;
+
+public class VideoDetectFacesGcsBeta {
+
+  public static void detectFacesGcs() {
+    // TODO(developer): Replace these variables before running the sample.
+    String gcsUri = "gs://cloud-samples-data/video/googlework_short.mp4";
+    detectFacesGcs(gcsUri);
+  }
+
+  // Detects faces in a video stored in Google Cloud Storage using the Cloud Video Intelligence API.
+  public static void detectFacesGcs(String gcsUri) {
+    try (VideoIntelligenceServiceClient videoIntelligenceServiceClient =
+        VideoIntelligenceServiceClient.create()) {
+
+      FaceDetectionConfig faceDetectionConfig =
+          FaceDetectionConfig.newBuilder()
+              // Must set includeBoundingBoxes to true to get facial attributes.
+              .setIncludeBoundingBoxes(true)
+              .setIncludeAttributes(true)
+              .build();
+      VideoContext videoContext =
+          VideoContext.newBuilder().setFaceDetectionConfig(faceDetectionConfig).build();
+
+      AnnotateVideoRequest request =
+          AnnotateVideoRequest.newBuilder()
+              .setInputUri(gcsUri)
+              .addFeatures(Feature.FACE_DETECTION)
+              .setVideoContext(videoContext)
+              .build();
+
+      // Detects faces in a video
+      OperationFuture<AnnotateVideoResponse, AnnotateVideoProgress> future =
+          videoIntelligenceServiceClient.annotateVideoAsync(request);
+
+      System.out.println("Waiting for operation to complete...");
+      AnnotateVideoResponse response = future.get();
+
+      // Gets annotations for video
+      VideoAnnotationResults annotationResult = response.getAnnotationResultsList().get(0);
+
+      // Annotations for list of people detected, tracked and recognized in video.
+      for (FaceDetectionAnnotation faceDetectionAnnotation :
+          annotationResult.getFaceDetectionAnnotationsList()) {
+        System.out.print("Face detected:\n");
+        for (Track track : faceDetectionAnnotation.getTracksList()) {
+          VideoSegment segment = track.getSegment();
+          System.out.printf(
+              "\tStart: %d.%.0fs\n",
+              segment.getStartTimeOffset().getSeconds(),
+              segment.getStartTimeOffset().getNanos() / 1e6);
+          System.out.printf(
+              "\tEnd: %d.%.0fs\n",
+              segment.getEndTimeOffset().getSeconds(), segment.getEndTimeOffset().getNanos() / 1e6);
+
+          // Each segment includes timestamped objects that
+          // include characteristics of the face detected.
+          TimestampedObject firstTimestampedObject = track.getTimestampedObjects(0);
+
+          for (DetectedAttribute attribute : firstTimestampedObject.getAttributesList()) {
+            // Attributes include unique pieces of clothing, like glasses,
+            // poses, or hair color.
+            System.out.printf("\tAttribute: %s;\n", attribute.getName());
+          }
+        }
+      }
+    } catch (Exception exception) {
+      System.err.println("Failed to create the client due to: " + exception);
+    }
+  }
+}
+// [END video_detect_faces_gcs_beta]

samples/src/main/java/com/google/cloud/examples/videointelligence/v1p3beta1/VideoDetectLogoBeta.java

@@ -5,7 +5,7 @@
  * you may not use this file except in compliance with the License.
  * You may obtain a copy of the License at
  *
- *     https://www.apache.org/licenses/LICENSE-2.0
+ *     http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,

samples/src/main/java/com/google/cloud/examples/videointelligence/v1p3beta1/VideoDetectLogoGcsBeta.java

@@ -5,7 +5,7 @@
  * you may not use this file except in compliance with the License.
  * You may obtain a copy of the License at
  *
- *     https://www.apache.org/licenses/LICENSE-2.0
+ *     http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,