Adds helper functions for computing and using code object identifiers to facilitate more efficient pickling of lambdas. (#35656)

sdks/python/apache_beam/internal/test_data/__init__.py

@@ -0,0 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Test data to validate that code identifiers are invariant to small
+     modifications.
+"""

sdks/python/apache_beam/internal/test_data/module_1.py

@@ -0,0 +1,27 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Module for testing code path generation with functions.
+Counterpart to after_module_with_functions and is used as a test case
+for various code changes.
+"""
+
+
+def my_function():
+  a = 1  # pylint: disable=unused-variable
+  b = lambda: 2
+  return b

sdks/python/apache_beam/internal/test_data/module_1_class_added.py

@@ -0,0 +1,34 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Module for testing code path generation with functions.
+Counterpart to before_module_with_functions and is used as a test case
+for adding a class.
+"""
+
+
+class MyClass:
+  def another_function(self):
+    a = 1  # pylint: disable=unused-variable
+    b = lambda: 2
+    return b
+
+
+def my_function():
+  a = 1  # pylint: disable=unused-variable
+  b = lambda: 2
+  return b

sdks/python/apache_beam/internal/test_data/module_1_function_added.py

@@ -0,0 +1,33 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Module for testing code path generation with functions.
+Counterpart to before_module_with_functions and is used as a test case
+for adding a function.
+"""
+
+
+def another_function():
+  a = 1  # pylint: disable=unused-variable
+  b = lambda: 2
+  return b
+
+
+def my_function():
+  a = 1  # pylint: disable=unused-variable
+  b = lambda: 2
+  return b

sdks/python/apache_beam/internal/test_data/module_1_global_variable_added.py

@@ -0,0 +1,29 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Module for testing code path generation with functions.
+Counterpart to before_module_with_functions and is used as a test case
+for adding a global variable.
+"""
+
+GLOBAL_VARIABLE = lambda: 3
+
+
+def my_function():
+  a = 1  # pylint: disable=unused-variable
+  b = lambda: 2
+  return b

sdks/python/apache_beam/internal/test_data/module_1_lambda_variable_added.py

@@ -0,0 +1,28 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Module for testing code path generation with functions.
+Counterpart to before_module_with_functions and is used as a test case
+for adding a lambda variable.
+"""
+
+
+def my_function():
+  a = 1  # pylint: disable=unused-variable
+  b = lambda: 2
+  new_lambda_variable = lambda: 4  # pylint: disable=unused-variable
+  return b

sdks/python/apache_beam/internal/test_data/module_1_local_variable_added.py

@@ -0,0 +1,28 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Module for testing code path generation with functions.
+Counterpart to before_module_with_functions and is used as a test case
+for adding a variable.
+"""
+
+
+def my_function():
+  a = 1  # pylint: disable=unused-variable
+  b = lambda: 2
+  new_local_variable = 3  # pylint: disable=unused-variable
+  return b

sdks/python/apache_beam/internal/test_data/module_1_local_variable_removed.py

@@ -0,0 +1,26 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Module for testing code path generation with functions.
+Counterpart to before_module_with_functions and is used as a test case
+for removing a variable.
+"""
+
+
+def my_function():
+  b = lambda: 2
+  return b

sdks/python/apache_beam/internal/test_data/module_1_nested_function_2_added.py

@@ -0,0 +1,32 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Module for testing code path generation with functions.
+Counterpart to before_module_with_functions and is used as a test case
+for adding a nested function.
+"""
+
+
+def my_function():
+  a = 1  # pylint: disable=unused-variable
+  b = lambda: 2
+
+  def nested_function():  # pylint: disable=unused-variable
+    c = 3
+    return c
+
+  return b

sdks/python/apache_beam/internal/test_data/module_1_nested_function_added.py

@@ -0,0 +1,31 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Module for testing code path generation with functions.
+Counterpart to before_module_with_functions and is used as a test case
+for adding a nested function.
+"""
+
+
+def my_function():
+  def nested_function():  # pylint: disable=unused-variable
+    c = 3
+    return c
+
+  a = 1  # pylint: disable=unused-variable
+  b = lambda: 2
+  return b

sdks/python/apache_beam/internal/test_data/module_2.py

@@ -0,0 +1,82 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""Module for testing code path generation with classes.
+Counterpart to after_module_with_classes and is used as a test case
+for various code changes.
+"""
+
+
+class AddLocalVariable:
+  def my_method(self):
+    a = 1  # pylint: disable=unused-variable
+    b = lambda: 2
+    return b
+
+
+class RemoveLocalVariable:
+  def my_method(self):
+    a = 1  # pylint: disable=unused-variable
+    b = lambda: 2
+    return b
+
+
+class AddLambdaVariable:
+  def my_method(self):
+    a = 1  # pylint: disable=unused-variable
+    b = lambda: 2
+    return b
+
+
+class RemoveLambdaVariable:
+  def my_method(self):
+    a = lambda: 1  # pylint: disable=unused-variable
+    b = lambda: 2
+    return b
+
+
+class ClassWithNestedFunction:
+  def my_method(self):
+    a = 1  # pylint: disable=unused-variable
+    b = lambda: 2
+    return b
+
+
+class ClassWithNestedFunction2:
+  def my_method(self):
+    a = 1  # pylint: disable=unused-variable
+    b = lambda: 2
+    return b
+
+
+class ClassWithTwoMethods:
+  def my_method(self):
+    a = 1  # pylint: disable=unused-variable
+    b = lambda: 2
+    return b
+
+
+class RemoveMethod:
+  def another_method(self):
+    a = 1  # pylint: disable=unused-variable
+    b = lambda: 2
+    return b
+
+  def my_method(self):
+    a = 1  # pylint: disable=unused-variable
+    b = lambda: 2
+    return b