Add simple system test for BigQuery Storage API (googleapis#473)

* Add simple system test for BigQuery Storage API

For the system tests to run correctly, an unreleased version of api_core
is required. Updates the setup.py file to indicate the minimum version.

* Remove mock dependency and unnecessary imports.

* Use -e for local deps.

Author: tswast

bigquery_storage/noxfile.py

@@ -33,7 +33,9 @@ def default(session):
     run the tests.
     """
     # Install all test dependencies, then install this package in-place.
-    session.install('mock', 'pytest', 'pytest-cov', *LOCAL_DEPS)
+    session.install('mock', 'pytest', 'pytest-cov')
+    for local_dep in LOCAL_DEPS:
+        session.install('-e', local_dep)
     session.install('-e', '.')
 
     # Run py.test against the unit tests.
@@ -88,3 +90,22 @@ def cover(session):
     session.install('coverage', 'pytest-cov')
     session.run('coverage', 'report', '--show-missing', '--fail-under=100')
     session.run('coverage', 'erase')
+
+@nox.session(python=['2.7', '3.6'])
+def system(session):
+    """Run the system test suite."""
+
+    # Sanity check: Only run system tests if the environment variable is set.
+    if not os.environ.get('GOOGLE_APPLICATION_CREDENTIALS', ''):
+        session.skip('Credentials must be set via environment variable.')
+
+    # Install all test dependencies, then install this package into the
+    # virtualenv's dist-packages.
+    session.install('pytest')
+    session.install('-e', os.path.join('..', 'test_utils'))
+    for local_dep in LOCAL_DEPS:
+        session.install('-e', local_dep)
+    session.install('.')
+
+    # Run py.test against the system tests.
+    session.run('py.test', '--quiet', 'tests/system/')

bigquery_storage/setup.py

@@ -24,7 +24,7 @@
 version = '0.1.0'
 release_status = '3 - Alpha'
 dependencies = [
-    'google-api-core[grpc] >= 1.1.0, < 2.0.0dev',
+    'google-api-core[grpc] >= 1.5.1, < 2.0.0dev',
     'enum34; python_version < "3.4"',
 ]
 

bigquery_storage/tests/system/test_system.py

@@ -0,0 +1,52 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""System tests for reading rows from tables."""
+
+import os
+
+import pytest
+
+from google.cloud import bigquery_storage_v1beta1
+
+
+@pytest.fixture()
+def project_id():
+    return os.environ['PROJECT_ID']
+
+
+@pytest.fixture()
+def client():
+    return bigquery_storage_v1beta1.BigQueryStorageClient()
+
+
+def test_read_rows(project_id, client):
+    table_ref = bigquery_storage_v1beta1.types.TableReference()
+    table_ref.project_id = 'bigquery-public-data'
+    table_ref.dataset_id = 'usa_names'
+    table_ref.table_id = 'usa_1910_2013'
+
+    session = client.create_read_session(
+        table_ref,
+        requested_streams=1,
+        parent='projects/{}'.format(project_id))
+
+    stream_pos = bigquery_storage_v1beta1.types.StreamPosition(
+        stream=session.streams[0])
+    rowstream = client.read_rows(stream_pos)
+    page = rowstream.next()
+
+    assert page.status.estimated_row_count > 0
+    assert len(page.avro_rows.serialized_binary_rows) > 0