bigquery_side_input_test.py

#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

"""Test for the BigQuery side input example."""

import logging
import unittest

import apache_beam as beam
from apache_beam.examples.cookbook import bigquery_side_input
from apache_beam.testing.test_pipeline import TestPipeline
from apache_beam.testing.util import assert_that
from apache_beam.testing.util import equal_to


class BigQuerySideInputTest(unittest.TestCase):

  def test_create_groups(self):
    with TestPipeline() as p:

      group_ids_pcoll = p | 'CreateGroupIds' >> beam.Create(['A', 'B', 'C'])
      corpus_pcoll = p | 'CreateCorpus' >> beam.Create(
          [{'f': 'corpus1'}, {'f': 'corpus2'}, {'f': 'corpus3'}])
      words_pcoll = p | 'CreateWords' >> beam.Create(
          [{'f': 'word1'}, {'f': 'word2'}, {'f': 'word3'}])
      ignore_corpus_pcoll = p | 'CreateIgnoreCorpus' >> beam.Create(['corpus1'])
      ignore_word_pcoll = p | 'CreateIgnoreWord' >> beam.Create(['word1'])

      groups = bigquery_side_input.create_groups(group_ids_pcoll,
                                                 corpus_pcoll,
                                                 words_pcoll,
                                                 ignore_corpus_pcoll,
                                                 ignore_word_pcoll)

      assert_that(groups, equal_to(
          [('A', 'corpus2', 'word2'),
           ('B', 'corpus2', 'word2'),
           ('C', 'corpus2', 'word2')]))


if __name__ == '__main__':
  logging.getLogger().setLevel(logging.INFO)
  unittest.main()