adds bigquery sql import examples (GoogleCloudPlatform#240)

Author: bshaffer

bigquery/api/composer.json

@@ -20,6 +20,7 @@
             "src/functions/export_table.php",
             "src/functions/import_from_file.php",
             "src/functions/import_from_storage.php",
+            "src/functions/insert_sql.php",
             "src/functions/list_datasets.php",
             "src/functions/list_projects.php",
             "src/functions/list_tables.php",

bigquery/api/composer.lock

@@ -91,28 +91,32 @@ protected function execute(InputInterface $input, OutputInterface $output)
         }
         $message = sprintf('<info>Using project %s</info>', $projectId);
         $output->writeln($message);
+        $source = $input->getArgument('source');
+        $isSqlImport = 'sql' === substr((string) $source, -3);
+        $isDatastoreBackup = '.backup_info' === substr($source, -12);
         $fullTableName = $input->getArgument('dataset.table');
         if (1 !== substr_count($fullTableName, '.')) {
-            throw new InvalidArgumentException('Table must in the format "dataset.table"');
+            if (!$isSqlImport) {
+                throw new InvalidArgumentException('Table must in the format "dataset.table"');
+            }
+            list($datasetId, $tableId) = [$fullTableName, ''];
+        } else {
+            list($datasetId, $tableId) = explode('.', $fullTableName);
         }
-        list($datasetId, $tableId) = explode('.', $fullTableName);
         $bigQuery = new BigQueryClient([
             'projectId' => $projectId,
         ]);
         $dataset = $bigQuery->dataset($datasetId);
         $table = $dataset->table($tableId);
-        $source = $input->getArgument('source');
-        $isDatastoreBackup = '.backup_info' === substr($source, -12);
         if (!$dataset->exists()) {
             throw new InvalidArgumentException('The supplied dataset does not exist for this project');
         }
-        if (!$isDatastoreBackup) {
+        if (!$isDatastoreBackup && !$isSqlImport) {
             if (!$table->exists()) {
                 throw new InvalidArgumentException('The supplied table does not exist for this project. ' .
                     'Create a schema in the UI or use the "schema" command');
             }
         }
-
         if (empty($source)) {
             $info = $table->info();
             $data = $this->getRowData($info['schema']['fields'], $question, $input, $output);
@@ -128,7 +132,11 @@ protected function execute(InputInterface $input, OutputInterface $output)
             if (!(file_exists($source) && is_readable($source))) {
                 throw new InvalidArgumentException('Source file does not exist or is not readable');
             }
-            import_from_file($projectId, $datasetId, $tableId, $source);
+            if ($isSqlImport) {
+                insert_sql($projectId, $datasetId, $source);
+            } else {
+                import_from_file($projectId, $datasetId, $tableId, $source);
+            }
         }
     }
 

bigquery/api/src/ImportCommand.php

@@ -0,0 +1,54 @@
+<?php
+/**
+ * Copyright 2015 Google Inc. All Rights Reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/**
+ * For instructions on how to run the full sample:
+ *
+ * @see https://github.com/GoogleCloudPlatform/php-docs-samples/tree/master/bigquery/api/README.md
+ */
+
+namespace Google\Cloud\Samples\BigQuery;
+
+# [START insert_sql]
+use Google\Cloud\ServiceBuilder;
+
+/**
+ * @param string $projectId The Google project ID.
+ * @param string $datasetId The BigQuery dataset ID.
+ * @param string $source    The path to the source file to import.
+ */
+function insert_sql($projectId, $datasetId, $source)
+{
+    // instantiate the bigquery table service
+    $builder = new ServiceBuilder([
+        'projectId' => $projectId,
+    ]);
+    $bigQuery = $builder->bigQuery();
+    // create the import job
+    $file = fopen($source, 'r');
+    while ($line = fgets($file)) {
+        if (0 !== strpos(trim($line), 'INSERT')) {
+            continue;
+        }
+        $bigQuery->runQuery($line, [
+            'useLegacySql' => false,
+            'defaultDataset' => ['datasetId' => $datasetId],
+        ]);
+    }
+    print('Data imported successfully' . PHP_EOL);
+}
+# [END insert_sql]

bigquery/api/src/functions/insert_sql.php

@@ -252,6 +252,12 @@ public function testImport($source, $createTable = true)
         if ($createTable) {
             $this->createTempTable($this->projectId, $this->datasetId, $tableId);
         }
+        if ('sql' === substr($source, -3)) {
+            $contents = file_get_contents($source);
+            $contents = str_replace('test_table', $tableId, $contents);
+            $source = sprintf('%s/%s.sql', sys_get_temp_dir(), $tableId);
+            file_put_contents($source, $contents);
+        }
 
         // run the import
         $application = new Application();
@@ -291,6 +297,7 @@ public function provideImport()
         return [
             [__DIR__ . '/data/test_data.csv'],
             [__DIR__ . '/data/test_data.json'],
+            [__DIR__ . '/data/test_data.sql'],
             [sprintf('gs://%s/test_data.csv', $bucket)],
             [sprintf('gs://%s/test_data.json', $bucket)],
             [sprintf('gs://%s/test_data.backup_info', $bucket), false],
@@ -300,8 +307,8 @@ public function provideImport()
     private function createTempTable($projectId, $datasetId, $tableId)
     {
         $schema = [
-            ['name' => 'name', 'type' => 'string', 'mode' => 'required'],
-            ['name' => 'title', 'type' => 'string', 'mode' => 'required'],
+            ['name' => 'name', 'type' => 'string', 'mode' => 'nullable'],
+            ['name' => 'title', 'type' => 'string', 'mode' => 'nullable'],
         ];
         $schemaJson = tempnam(sys_get_temp_dir(), 'schema-');
         file_put_contents($schemaJson, json_encode($schema));

bigquery/api/test/ImportCommandTest.php

@@ -0,0 +1,8 @@
+-- This file is used to test ../../src/functions/import_from_file.php
+-- These are comments.
+-- Each query to be executed should be on a single line.
+
+/* Another ignored line. */
+INSERT INTO `test_table` (`name`, `title`) VALUES ('Brent Shaffer', 'PHP Developer')
+INSERT INTO `test_table` (`name`, `title`) VALUES ('Takashi Matsuo', 'Developer\'s Liberation Activist')
+INSERT INTO `test_table` (`name`, `title`) VALUES ('Jeffrey Rennie', 'The Man, The Myth, The Legend')