Skip to content

Commit

Permalink
Add system test for listing scripting jobs
Browse files Browse the repository at this point in the history
  • Loading branch information
plamut committed Sep 24, 2019
1 parent b0f261a commit 8a61eea
Showing 1 changed file with 48 additions and 0 deletions.
48 changes: 48 additions & 0 deletions bigquery/tests/system.py
Original file line number Diff line number Diff line change
Expand Up @@ -431,6 +431,54 @@ def test_list_tables(self):
)
self.assertGreater(len(list(iterator)), 0)

def test_listing_scripting_jobs(self):
# run an SQL script
sql_script = """
-- Declare a variable to hold names as an array.
DECLARE top_names ARRAY<STRING>;
-- Build an array of the top 100 names from the year 2017.
SET top_names = (
SELECT ARRAY_AGG(name ORDER BY number DESC LIMIT 100)
FROM `bigquery-public-data.usa_names.usa_1910_current`
WHERE year = 2017
);
-- Which names appear as words in Shakespeare's plays?
SELECT
name AS shakespeare_name
FROM UNNEST(top_names) AS name
WHERE name IN (
SELECT word
FROM `bigquery-public-data.samples.shakespeare`
);
"""
test_start = datetime.datetime.utcnow()
query_job = Config.CLIENT.query(sql_script, project=Config.CLIENT.project)
query_job.result()

# fetch jobs created by the SQL script, sort them into parent and
# child jobs
script_jobs = list(Config.CLIENT.list_jobs(min_creation_time=test_start))

parent_jobs = []
child_jobs = []

for job in script_jobs:
if job.num_child_jobs > 0:
parent_jobs.append(job)
else:
child_jobs.append(job)

assert len(parent_jobs) == 1 # also implying num_child_jobs > 0
assert len(child_jobs) == parent_jobs[0].num_child_jobs

# fetch jobs using the parent job filter, verify that results are as expected
fetched_jobs = list(Config.CLIENT.list_jobs(parent_job=parent_jobs[0]))
assert sorted(job.job_id for job in fetched_jobs) == sorted(
job.job_id for job in child_jobs
)

def test_update_table(self):
dataset = self.temp_dataset(_make_dataset_id("update_table"))

Expand Down

0 comments on commit 8a61eea

Please sign in to comment.