Merge pull request GoogleCloudPlatform#767 from GoogleCloudPlatform/video-transcription

video speech transcription GA

Author: sirtorry

video/README.md

@@ -37,6 +37,7 @@ Video Intelligence API from PHP.
     list            Lists commands
     safe-search     Detect safe search in video using the Video Intelligence API
     shots           Detect shots in video using the Video Intelligence API
+    transcription   Transcribe speech from a video
     ```
 
     Example:

video/composer.json

@@ -3,14 +3,15 @@
     "type": "project",
     "require": {
         "symfony/console": "^3.1",
-        "google/cloud-videointelligence": "^1.0"
+        "google/cloud-videointelligence": "^1.2"
     },
     "autoload": {
         "files": [
             "src/analyze_labels.php",
             "src/analyze_labels_file.php",
             "src/analyze_explicit_content.php",
-            "src/analyze_shots.php"
+            "src/analyze_shots.php",
+            "src/analyze_transcription.php"
         ]
     },
     "require-dev": {

video/src/analyze_transcription.php

@@ -0,0 +1,86 @@
+<?php
+
+/**
+ * Copyright 2018 Google Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+namespace Google\Cloud\Samples\Video;
+
+// [START video_speech_transcription_gcs]
+use Google\Cloud\VideoIntelligence\V1\VideoIntelligenceServiceClient;
+use Google\Cloud\VideoIntelligence\V1\Feature;
+use Google\Cloud\VideoIntelligence\V1\VideoContext;
+use Google\Cloud\VideoIntelligence\V1\SpeechTranscriptionConfig;
+
+/**
+ * Transcribe speech from a video stored on GCS.
+ *
+ * @param string $path The cloud storage object to analyze.
+ */
+function analyze_transcription($uri, array $options = [])
+{
+    # set configs
+    $features = [Feature::SPEECH_TRANSCRIPTION];
+    $speechTranscriptionConfig = (new SpeechTranscriptionConfig())
+        ->setLanguageCode('en-US')
+        ->setEnableAutomaticPunctuation(true);
+    $videoContext = (new VideoContext())
+        ->setSpeechTranscriptionConfig($speechTranscriptionConfig);
+
+    # instantiate a client
+    $client = new VideoIntelligenceServiceClient();
+
+    # execute a request.
+    $operation = $client->annotateVideo([
+        'inputUri' => $uri,
+        'features' => $features,
+        'videoContext' => $videoContext
+    ]);
+
+    print('Processing video for speech transcription...' . PHP_EOL);
+    # Wait for the request to complete.
+    $operation->pollUntilComplete($options);
+
+    # Print the result.
+    if ($operation->operationSucceeded()) {
+        $result = $operation->getResult();
+        # there is only one annotation_result since only
+        # one video is processed.
+        $annotationResults = $result->getAnnotationResults()[0];
+        $speechTranscriptions = $annotationResults ->getSpeechTranscriptions();
+
+        foreach ($speechTranscriptions as $transcription) {
+            # the number of alternatives for each transcription is limited by
+            # $max_alternatives in SpeechTranscriptionConfig
+            # each alternative is a different possible transcription
+            # and has its own confidence score.
+            foreach ($transcription->getAlternatives() as $alternative) {
+                print('Alternative level information' . PHP_EOL);
+                
+                printf('Transcript: %s' . PHP_EOL, $alternative->getTranscript());
+                printf('Confidence: %s' . PHP_EOL, $alternative->getConfidence());
+
+                print('Word level information:');
+                foreach ($alternative->getWords() as $wordInfo) {
+                    printf('%s s - %s s: %s' . PHP_EOL, 
+                        $wordInfo->getStartTime()->getSeconds(), 
+                        $wordInfo->getEndTime()->getSeconds(), 
+                        $wordInfo->getWord());
+                }
+            }
+        }
+    }
+    $client->close();
+}
+// [END video_speech_transcription_gcs]

video/test/videoTest.php

@@ -85,11 +85,30 @@ public function testAnalyzeShots()
         $this->assertContains(' to ', $output);
     }
 
+    public function testTranscription()
+    {
+        $output = $this->runCommand('transcription', [
+            'uri' => $this->gcsUriTwo(),
+            '--polling-interval-seconds' => 10,
+        ]);
+        $this->assertContains('Transcript:', $output);
+        $this->assertContains('Paris', $output);
+        $this->assertContains('France', $output);
+    }
+
     private function gcsUri()
     {
         return sprintf(
             'gs://%s/video/cat_shortened.mp4',
             $this->requireEnv('GOOGLE_STORAGE_BUCKET')
         );
     }
+
+    private function gcsUriTwo()
+    {
+        return sprintf(
+            'gs://%s/video/googlework_short.mp4',
+            $this->requireEnv('GOOGLE_STORAGE_BUCKET')
+        );
+    }
 }

video/video.php

@@ -84,6 +84,16 @@
         );
     });
 
+$application->add(new Command('transcription'))
+    ->setDefinition($inputDefinition)
+    ->setDescription('Transcribe speech from a video')
+    ->setCode(function ($input, $output) {
+        analyze_transcription(
+            $input->getArgument('uri'),
+            ['pollingIntervalSeconds' => $input->getOption('polling-interval-seconds')]
+        );
+    });
+
 // for testing
 if (getenv('PHPUNIT_TESTS') === '1') {
     return $application;