feat: add video samples for reference and editing (GoogleCloudPlatform#13604)

Author: katiemn

genai/video_generation/requirements.txt

@@ -1 +1 @@
-google-genai==1.27.0
+google-genai==1.43.0

genai/video_generation/test_video_generation_examples.py

@@ -30,10 +30,16 @@
 
 import videogen_with_no_rewrite
 
+import videogen_with_reference
+
 import videogen_with_txt
 
 import videogen_with_vid
 
+import videogen_with_vid_edit_insert
+
+import videogen_with_vid_edit_remove
+
 
 os.environ["GOOGLE_GENAI_USE_VERTEXAI"] = "True"
 os.environ["GOOGLE_CLOUD_LOCATION"] = "us-central1"
@@ -79,3 +85,18 @@ def test_videogen_with_vid(output_gcs_uri: str) -> None:
 def test_videogen_with_no_rewriter(output_gcs_uri: str) -> None:
     response = videogen_with_no_rewrite.generate_videos_no_rewriter(output_gcs_uri=output_gcs_uri)
     assert response
+
+
+def test_videogen_with_reference(output_gcs_uri: str) -> None:
+    response = videogen_with_reference.generate_videos_from_reference(output_gcs_uri=output_gcs_uri)
+    assert response
+
+
+def test_videogen_with_edit_insert(output_gcs_uri: str) -> None:
+    response = videogen_with_vid_edit_insert.edit_videos_insert_from_video(output_gcs_uri=output_gcs_uri)
+    assert response
+
+
+def test_videogen_with_edit_remove(output_gcs_uri: str) -> None:
+    response = videogen_with_vid_edit_remove.edit_videos_remove_from_video(output_gcs_uri=output_gcs_uri)
+    assert response

genai/video_generation/videogen_with_first_last_frame.py

@@ -25,7 +25,7 @@ def generate_videos_from_first_last_frame(output_gcs_uri: str) -> str:
     # output_gcs_uri = "gs://your-bucket/your-prefix"
 
     operation = client.models.generate_videos(
-        model="veo-2.0-generate-001",
+        model="veo-3.1-generate-preview",
         prompt="a hand reaches in and places a glass of milk next to the plate of cookies",
         image=Image(
             gcs_uri="gs://cloud-samples-data/generative-ai/image/cookies.png",

genai/video_generation/videogen_with_img.py

@@ -25,7 +25,7 @@ def generate_videos_from_image(output_gcs_uri: str) -> str:
     # output_gcs_uri = "gs://your-bucket/your-prefix"
 
     operation = client.models.generate_videos(
-        model="veo-3.0-generate-preview",
+        model="veo-3.1-generate-preview",
         prompt="Extreme close-up of a cluster of vibrant wildflowers swaying gently in a sun-drenched meadow.",
         image=Image(
             gcs_uri="gs://cloud-samples-data/generative-ai/image/flowers.png",

genai/video_generation/videogen_with_reference.py

@@ -0,0 +1,60 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def generate_videos_from_reference(output_gcs_uri: str) -> str:
+    # [START googlegenaisdk_videogen_with_img_reference]
+    import time
+    from google import genai
+    from google.genai.types import GenerateVideosConfig, Image, VideoGenerationReferenceImage
+
+    client = genai.Client()
+
+    # TODO(developer): Update and un-comment below line
+    # output_gcs_uri = "gs://your-bucket/your-prefix"
+
+    operation = client.models.generate_videos(
+        model="veo-3.1-generate-preview",
+        prompt="slowly rotate this coffee mug in a 360 degree circle",
+        config=GenerateVideosConfig(
+            reference_images=[
+                VideoGenerationReferenceImage(
+                    image=Image(
+                        gcs_uri="gs://cloud-samples-data/generative-ai/image/mug.png",
+                        mime_type="image/png",
+                    ),
+                    reference_type="asset",
+                ),
+            ],
+            aspect_ratio="16:9",
+            output_gcs_uri=output_gcs_uri,
+        ),
+    )
+
+    while not operation.done:
+        time.sleep(15)
+        operation = client.operations.get(operation)
+        print(operation)
+
+    if operation.response:
+        print(operation.result.generated_videos[0].video.uri)
+
+    # Example response:
+    # gs://your-bucket/your-prefix
+    # [END googlegenaisdk_videogen_with_img_reference]
+    return operation.result.generated_videos[0].video.uri
+
+
+if __name__ == "__main__":
+    generate_videos_from_reference(output_gcs_uri="gs://your-bucket/your-prefix")

genai/video_generation/videogen_with_vid.py

@@ -29,6 +29,7 @@ def generate_videos_from_video(output_gcs_uri: str) -> str:
         prompt="a butterfly flies in and lands on the flower",
         video=Video(
             uri="gs://cloud-samples-data/generative-ai/video/flower.mp4",
+            mime_type="video/mp4",
         ),
         config=GenerateVideosConfig(
             aspect_ratio="16:9",

genai/video_generation/videogen_with_vid_edit_insert.py

@@ -0,0 +1,60 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def edit_videos_insert_from_video(output_gcs_uri: str) -> str:
+    # [START googlegenaisdk_videogen_with_vid_edit_insert]
+    import time
+    from google import genai
+    from google.genai.types import GenerateVideosSource, GenerateVideosConfig, Image, Video, VideoGenerationMask, VideoGenerationMaskMode
+
+    client = genai.Client()
+
+    # TODO(developer): Update and un-comment below line
+    # output_gcs_uri = "gs://your-bucket/your-prefix"
+
+    operation = client.models.generate_videos(
+        model="veo-2.0-generate-preview",
+        source=GenerateVideosSource(
+            prompt="a sheep",
+            video=Video(uri="gs://cloud-samples-data/generative-ai/video/truck.mp4", mime_type="video/mp4")
+        ),
+        config=GenerateVideosConfig(
+            mask=VideoGenerationMask(
+                image=Image(
+                    gcs_uri="gs://cloud-samples-data/generative-ai/image/truck-inpainting-dynamic-mask.png",
+                    mime_type="image/png",
+                ),
+                mask_mode=VideoGenerationMaskMode.INSERT,
+            ),
+            output_gcs_uri=output_gcs_uri,
+        ),
+    )
+
+    while not operation.done:
+        time.sleep(15)
+        operation = client.operations.get(operation)
+        print(operation)
+
+    if operation.response:
+        print(operation.result.generated_videos[0].video.uri)
+
+    # Example response:
+    # gs://your-bucket/your-prefix
+    # [END googlegenaisdk_videogen_with_vid_edit_insert]
+    return operation.result.generated_videos[0].video.uri
+
+
+if __name__ == "__main__":
+    edit_videos_insert_from_video(output_gcs_uri="gs://your-bucket/your-prefix")

genai/video_generation/videogen_with_vid_edit_remove.py

@@ -0,0 +1,59 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+def edit_videos_remove_from_video(output_gcs_uri: str) -> str:
+    # [START googlegenaisdk_videogen_with_vid_edit_remove]
+    import time
+    from google import genai
+    from google.genai.types import GenerateVideosSource, GenerateVideosConfig, Image, Video, VideoGenerationMask, VideoGenerationMaskMode
+
+    client = genai.Client()
+
+    # TODO(developer): Update and un-comment below line
+    # output_gcs_uri = "gs://your-bucket/your-prefix"
+
+    operation = client.models.generate_videos(
+        model="veo-2.0-generate-preview",
+        source=GenerateVideosSource(
+            video=Video(uri="gs://cloud-samples-data/generative-ai/video/truck.mp4", mime_type="video/mp4")
+        ),
+        config=GenerateVideosConfig(
+            mask=VideoGenerationMask(
+                image=Image(
+                    gcs_uri="gs://cloud-samples-data/generative-ai/image/truck-inpainting-dynamic-mask.png",
+                    mime_type="image/png",
+                ),
+                mask_mode=VideoGenerationMaskMode.REMOVE,
+            ),
+            output_gcs_uri=output_gcs_uri,
+        ),
+    )
+
+    while not operation.done:
+        time.sleep(15)
+        operation = client.operations.get(operation)
+        print(operation)
+
+    if operation.response:
+        print(operation.result.generated_videos[0].video.uri)
+
+    # Example response:
+    # gs://your-bucket/your-prefix
+    # [END googlegenaisdk_videogen_with_vid_edit_remove]
+    return operation.result.generated_videos[0].video.uri
+
+
+if __name__ == "__main__":
+    edit_videos_remove_from_video(output_gcs_uri="gs://your-bucket/your-prefix")