[BEAM-3998] Futurize examples subpackage

sdks/python/apache_beam/examples/__init__.py

@@ -14,3 +14,5 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+
+from __future__ import absolute_import

sdks/python/apache_beam/examples/complete/__init__.py

@@ -14,3 +14,5 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+
+from __future__ import absolute_import

sdks/python/apache_beam/examples/complete/autocomplete.py

@@ -22,6 +22,7 @@
 import argparse
 import logging
 import re
+from builtins import range
 
 import apache_beam as beam
 from apache_beam.io import ReadFromText

sdks/python/apache_beam/examples/complete/autocomplete_test.py

@@ -17,6 +17,8 @@
 
 """Test for the autocomplete example."""
 
+from __future__ import absolute_import
+
 import unittest
 
 import apache_beam as beam

sdks/python/apache_beam/examples/complete/estimate_pi.py

@@ -25,11 +25,14 @@
 """
 
 from __future__ import absolute_import
+from __future__ import division
 
 import argparse
 import json
 import logging
 import random
+from builtins import object
+from builtins import range
 
 import apache_beam as beam
 from apache_beam.io import WriteToText

sdks/python/apache_beam/examples/complete/estimate_pi_test.py

@@ -17,6 +17,8 @@
 
 """Test for the estimate_pi example."""
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/complete/game/__init__.py

@@ -14,3 +14,5 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+
+from __future__ import absolute_import

sdks/python/apache_beam/examples/complete/game/game_stats.py

@@ -71,6 +71,7 @@
 """
 
 from __future__ import absolute_import
+from __future__ import division
 from __future__ import print_function
 
 import argparse
@@ -229,7 +230,7 @@ def expand(self, user_scores):
 class UserSessionActivity(beam.DoFn):
   """Calculate and output an element's session duration, in seconds."""
   def process(self, elem, window=beam.DoFn.WindowParam):
-    yield (window.end.micros - window.start.micros) / 1000000
+    yield (window.end.micros - window.start.micros)//1000000
 
 
 def run(argv=None):

sdks/python/apache_beam/examples/complete/game/game_stats_test.py

@@ -17,6 +17,8 @@
 
 """Test for the game_stats example."""
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/complete/game/hourly_team_score.py

@@ -65,6 +65,7 @@
 """
 
 from __future__ import absolute_import
+from __future__ import division
 from __future__ import print_function
 
 import argparse

sdks/python/apache_beam/examples/complete/game/hourly_team_score_test.py

@@ -17,6 +17,8 @@
 
 """Test for the user_score example."""
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/complete/game/leader_board.py

@@ -79,6 +79,7 @@
 """
 
 from __future__ import absolute_import
+from __future__ import division
 from __future__ import print_function
 
 import argparse

sdks/python/apache_beam/examples/complete/game/leader_board_test.py

@@ -17,6 +17,8 @@
 
 """Test for the leader_board example."""
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/complete/game/user_score.py

@@ -54,6 +54,7 @@
 """
 
 from __future__ import absolute_import
+from __future__ import division
 
 import argparse
 import csv
@@ -87,7 +88,7 @@ def process(self, elem):
           'user': row[0],
           'team': row[1],
           'score': int(row[2]),
-          'timestamp': int(row[3]) / 1000.0,
+          'timestamp': int(row[3]) /1000.0,
       }
     except:  # pylint: disable=bare-except
       # Log and count parse errors

sdks/python/apache_beam/examples/complete/game/user_score_test.py

@@ -17,6 +17,8 @@
 
 """Test for the user_score example."""
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/complete/juliaset/__init__.py

@@ -14,3 +14,5 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+
+from __future__ import absolute_import

sdks/python/apache_beam/examples/complete/juliaset/juliaset/__init__.py

@@ -14,3 +14,5 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+
+from __future__ import absolute_import

sdks/python/apache_beam/examples/complete/juliaset/juliaset/juliaset.py

@@ -21,8 +21,10 @@
 """
 
 from __future__ import absolute_import
+from __future__ import division
 
 import argparse
+from builtins import range
 
 import apache_beam as beam
 from apache_beam.io import WriteToText
@@ -70,7 +72,7 @@ def generate_julia_set_visualization(data, n, max_iterations):
 
   xy = np.zeros((n, n, 3), dtype=np.uint8)
   for x, y, iteration in data:
-    xy[x, y] = colors[iteration * len(colors) / max_iterations]
+    xy[x, y] = colors[iteration * len(colors) // max_iterations]
 
   return xy
 

sdks/python/apache_beam/examples/complete/juliaset/juliaset/juliaset_test.py

@@ -17,6 +17,8 @@
 
 """Test for the juliaset example."""
 
+from __future__ import absolute_import
+
 import logging
 import os
 import re

sdks/python/apache_beam/examples/complete/juliaset/juliaset_main.py

@@ -47,6 +47,8 @@
 
 """
 
+from __future__ import absolute_import
+
 import logging
 
 from apache_beam.examples.complete.juliaset.juliaset import juliaset

sdks/python/apache_beam/examples/complete/juliaset/setup.py

@@ -24,6 +24,8 @@
 This behavior is triggered by specifying the --setup_file command line option
 when running the workflow for remote execution.
 """
+
+from __future__ import absolute_import
 from __future__ import print_function
 
 import subprocess

sdks/python/apache_beam/examples/complete/tfidf.py

@@ -22,6 +22,7 @@
 """
 
 from __future__ import absolute_import
+from __future__ import division
 
 import argparse
 import glob

sdks/python/apache_beam/examples/complete/tfidf_test.py

@@ -17,6 +17,8 @@
 
 """Test for the TF-IDF example."""
 
+from __future__ import absolute_import
+
 import logging
 import os
 import re

sdks/python/apache_beam/examples/complete/top_wikipedia_sessions_test.py

@@ -17,6 +17,8 @@
 
 """Test for the top wikipedia sessions example."""
 
+from __future__ import absolute_import
+
 import json
 import unittest
 

sdks/python/apache_beam/examples/cookbook/__init__.py

@@ -14,3 +14,5 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+
+from __future__ import absolute_import

sdks/python/apache_beam/examples/cookbook/bigquery_side_input.py

@@ -27,8 +27,11 @@
 a word that should be ignored when forming groups.
 """
 
+from __future__ import absolute_import
+
 import argparse
 import logging
+from builtins import range
 from random import randrange
 
 import apache_beam as beam
@@ -46,7 +49,7 @@ def attach_corpus_fn(group, corpus, ignore):
     selected = None
     len_corpus = len(corpus)
     while not selected:
-      c = corpus[randrange(0, len_corpus - 1)].values()[0]
+      c = list(corpus[randrange(0, len_corpus - 1)].values())[0]
       if c != ignore:
         selected = c
 
@@ -56,7 +59,7 @@ def attach_word_fn(group, words, ignore):
     selected = None
     len_words = len(words)
     while not selected:
-      c = words[randrange(0, len_words - 1)].values()[0]
+      c = list(words[randrange(0, len_words - 1)].values())[0]
       if c != ignore:
         selected = c
 

sdks/python/apache_beam/examples/cookbook/bigquery_side_input_test.py

@@ -17,6 +17,8 @@
 
 """Test for the BigQuery side input example."""
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/cookbook/bigquery_tornadoes_it_test.py

@@ -17,9 +17,12 @@
 
 """End-to-end test for Bigquery tornadoes example."""
 
+from __future__ import absolute_import
+
 import logging
 import time
 import unittest
+from builtins import round
 
 from hamcrest.core.core.allof import all_of
 from nose.plugins.attrib import attr

sdks/python/apache_beam/examples/cookbook/bigquery_tornadoes_test.py

@@ -17,6 +17,8 @@
 
 """Test for the BigQuery tornadoes example."""
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/cookbook/coders.py

@@ -33,6 +33,7 @@
 import argparse
 import json
 import logging
+from builtins import object
 
 import apache_beam as beam
 from apache_beam.io import ReadFromText

sdks/python/apache_beam/examples/cookbook/coders_test.py

@@ -17,6 +17,8 @@
 
 """Test for the coders example."""
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/cookbook/combiners_test.py

@@ -23,6 +23,8 @@
 checked directly on the last PCollection produced.
 """
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/cookbook/custom_ptransform_test.py

@@ -17,6 +17,8 @@
 
 """Tests for the various custom Count implementation examples."""
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/cookbook/datastore_wordcount.py

@@ -67,12 +67,12 @@
 import logging
 import re
 import uuid
+from builtins import object
 
 from google.cloud.proto.datastore.v1 import entity_pb2
 from google.cloud.proto.datastore.v1 import query_pb2
 from googledatastore import helper as datastore_helper
 from googledatastore import PropertyFilter
-import six
 
 import apache_beam as beam
 from apache_beam.io import ReadFromText
@@ -83,6 +83,11 @@
 from apache_beam.options.pipeline_options import PipelineOptions
 from apache_beam.options.pipeline_options import SetupOptions
 
+try:
+  unicode           # pylint: disable=unicode-builtin
+except NameError:
+  unicode = str
+
 
 class WordExtractingDoFn(beam.DoFn):
   """Parse each line of input text into words."""
@@ -132,7 +137,7 @@ def make_entity(self, content):
     datastore_helper.add_key_path(entity.key, self._kind, self._ancestor,
                                   self._kind, str(uuid.uuid4()))
 
-    datastore_helper.add_properties(entity, {"content": six.text_type(content)})
+    datastore_helper.add_properties(entity, {"content": unicode(content)})
     return entity
 
 
@@ -187,7 +192,7 @@ def count_ones(word_ones):
 
   counts = (lines
             | 'split' >> (beam.ParDo(WordExtractingDoFn())
-                          .with_output_types(six.text_type))
+                          .with_output_types(unicode))
             | 'pair_with_one' >> beam.Map(lambda x: (x, 1))
             | 'group' >> beam.GroupByKey()
             | 'count' >> beam.Map(count_ones))

sdks/python/apache_beam/examples/cookbook/filters_test.py

@@ -17,6 +17,8 @@
 
 """Test for the filters example."""
 
+from __future__ import absolute_import
+
 import logging
 import unittest
 

sdks/python/apache_beam/examples/cookbook/group_with_coder.py

@@ -30,6 +30,7 @@
 import argparse
 import logging
 import sys
+from builtins import object
 
 import apache_beam as beam
 from apache_beam import coders