From 1ce69af4d104a0689fec577cb48b9f20a0ef83ee Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Tue, 27 Sep 2022 10:56:48 +0400 Subject: [PATCH 01/20] Extract and load Beam symbols (#23304) --- .gitignore | 6 +- playground/frontend/Dockerfile | 35 +++++- playground/frontend/build.gradle | 18 ++- playground/frontend/lib/main.dart | 11 ++ .../playground_components/build.gradle.kts | 50 +++++++- .../lib/playground_components.dart | 2 + .../src/constants/playground_components.dart | 11 ++ .../lib/src/locator.dart | 25 ++++ .../lib/src/models/symbols_dictionary.dart | 25 ++++ .../services/symbols/loaders/abstract.dart | 25 ++++ .../src/services/symbols/loaders/yaml.dart | 67 +++++++++++ .../services/symbols/symbols_notifier.dart | 36 ++++++ .../playground_components/pubspec.yaml | 3 + .../extract_python_symbols.py | 110 ++++++++++++++++++ playground/frontend/pubspec.yaml | 1 + 15 files changed, 413 insertions(+), 12 deletions(-) create mode 100644 playground/frontend/playground_components/lib/src/locator.dart create mode 100644 playground/frontend/playground_components/lib/src/models/symbols_dictionary.dart create mode 100644 playground/frontend/playground_components/lib/src/services/symbols/loaders/abstract.dart create mode 100644 playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart create mode 100644 playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart create mode 100644 playground/frontend/playground_components/tools/extract_symbols_python/extract_python_symbols.py diff --git a/.gitignore b/.gitignore index ec600f50f830..a1cd790535ed 100644 --- a/.gitignore +++ b/.gitignore @@ -120,12 +120,14 @@ website/www/yarn-error.log **/node_modules # Dart/Flutter +**/*.g.dart +**/*.mocks.dart **/.dart_tool -**/.packages **/.flutter-plugins **/.flutter-plugins-dependencies +**/.packages **/generated_plugin_registrant.dart -**/*.mocks.dart +playground/frontend/playground_components/assets/symbols # Ignore Beam Playground Terraform **/.terraform diff --git a/playground/frontend/Dockerfile b/playground/frontend/Dockerfile index 2b342adfca1c..8659dbc9eac5 100644 --- a/playground/frontend/Dockerfile +++ b/playground/frontend/Dockerfile @@ -18,8 +18,16 @@ FROM debian:11 as build ARG FLUTTER_VERSION=3.3.2 +ARG BEAM_VERSION=2.40.0 +ARG BEAM_REF=release-$BEAM_VERSION + +# ------------------------------------------------ +# Setting up. +# ------------------------------------------------ + +RUN apt-get update && apt-get install -y wget xz-utils git curl python3 python3-pip +RUN pip3 install pyyaml -RUN apt-get update && apt-get install -y wget xz-utils git RUN wget https://storage.googleapis.com/flutter_infra_release/releases/stable/linux/flutter_linux_$FLUTTER_VERSION-stable.tar.xz &&\ tar -xf flutter_linux_$FLUTTER_VERSION-stable.tar.xz &&\ mv flutter /opt/ &&\ @@ -28,10 +36,29 @@ RUN wget https://storage.googleapis.com/flutter_infra_release/releases/stable/li dart pub global activate protoc_plugin &&\ ln -s /root/.pub-cache/bin/protoc-gen-dart /usr/bin/ - COPY . /app WORKDIR /app +# ------------------------------------------------ +# Extracting Beam symbols for autocompletion. +# ------------------------------------------------ + +RUN cd /app/playground_components &&\ + mkdir -p assets/symbols &&\ + git clone https://github.com/apache/beam.git &&\ + cd beam &&\ + git checkout $BEAM_REF + +# Python: +RUN cd /app/playground_components &&\ + python3 tools/extract_symbols_python/extract_python_symbols.py beam/sdks/python/apache_beam > assets/symbols/python.yaml + +RUN ls -la /app/playground_components/assets/symbols + +# ------------------------------------------------ +# Building the application. +# ------------------------------------------------ + RUN cd /app/playground_components &&\ flutter pub get -v &&\ flutter pub run build_runner build -v @@ -41,6 +68,10 @@ RUN cd /app &&\ flutter pub run build_runner build -v &&\ flutter build web -v +# ------------------------------------------------ +# Getting the result into NGINX. +# ------------------------------------------------ + FROM nginx:1.21.3 COPY --from=build /app/nginx_default.conf /etc/nginx/conf.d/default.conf COPY --from=build /app/build/web/ /usr/share/nginx/html diff --git a/playground/frontend/build.gradle b/playground/frontend/build.gradle index 5843927fc777..a48d5807ac17 100644 --- a/playground/frontend/build.gradle +++ b/playground/frontend/build.gradle @@ -40,9 +40,17 @@ dependencies { dockerDependency project(path: playgroundJobServerProject, configuration: "shadow") } +task configure { + group = "build" + description = "After checkout, gets everything ready for local development, test, or build." + + dependsOn("playground_components:configure") + dependsOn("generateCode") +} + task analyze { - dependsOn("playground_components:generate") - dependsOn("generate") + dependsOn("playground_components:generateCode") + dependsOn("generateCode") group = "verification" description = "Analyze dart code" @@ -91,8 +99,8 @@ task run { } task test { - dependsOn("playground_components:generate") - dependsOn("generate") + dependsOn("playground_components:generateCode") + dependsOn("generateCode") group = "verification" description = "flutter test" @@ -112,7 +120,7 @@ task precommit { dependsOn("test") } -task generate { +task generateCode { dependsOn("flutterClean") dependsOn("pubGet") diff --git a/playground/frontend/lib/main.dart b/playground/frontend/lib/main.dart index 0c36af3e7bcf..f83e0f09572e 100644 --- a/playground/frontend/lib/main.dart +++ b/playground/frontend/lib/main.dart @@ -21,6 +21,7 @@ import 'package:easy_localization/easy_localization.dart'; import 'package:easy_localization_ext/easy_localization_ext.dart'; import 'package:easy_localization_loader/easy_localization_loader.dart'; import 'package:flutter/material.dart'; +import 'package:highlight/languages/python.dart'; import 'package:intl/intl_browser.dart'; import 'package:playground/playground_app.dart'; import 'package:playground_components/playground_components.dart'; @@ -31,7 +32,17 @@ import 'l10n/l10n.dart'; void main() async { FlutterIssue106664Workaround.instance.apply(); setPathUrlStrategy(); + WidgetsFlutterBinding.ensureInitialized(); await EasyLocalization.ensureInitialized(); + await PlaygroundComponents.ensureInitialized(); + + PlaygroundComponents.symbolsNotifier.addLoader( + python, + const YamlSymbolsLoader( + path: 'assets/symbols/python.yaml', + package: PlaygroundComponents.packageName, + ), + ); await findSystemLocale(); runApp( diff --git a/playground/frontend/playground_components/build.gradle.kts b/playground/frontend/playground_components/build.gradle.kts index bacc8daddecf..53ab6768a8b6 100644 --- a/playground/frontend/playground_components/build.gradle.kts +++ b/playground/frontend/playground_components/build.gradle.kts @@ -16,15 +16,28 @@ * limitations under the License. */ +import java.io.FileOutputStream + description = "Apache Beam :: Playground :: playground_components Flutter Package" +tasks.register("configure") { + dependsOn("generateCode") + dependsOn("extractBeamSymbols") + + group = "build" + description = "After checkout, gets everything ready for local development, test, or build." +} + tasks.register("precommit") { dependsOn("analyze") dependsOn("test") + + group = "verification" + description = "All possible checks before a commit." } tasks.register("analyze") { - dependsOn("generate") + dependsOn("generateCode") group = "verification" description = "Run dart analyzer" @@ -38,7 +51,7 @@ tasks.register("analyze") { } tasks.register("test") { - dependsOn("generate") + dependsOn("generateCode") group = "verification" description = "Run tests" @@ -54,6 +67,7 @@ tasks.register("test") { tasks.register("clean") { group = "build" description = "Remove build artifacts" + doLast { exec { executable("flutter") @@ -74,7 +88,7 @@ tasks.register("pubGet") { } } -tasks.register("generate") { +tasks.register("generateCode") { dependsOn("clean") dependsOn("pubGet") @@ -88,3 +102,33 @@ tasks.register("generate") { } } } + +tasks.register("extractBeamSymbols") { + dependsOn("ensureSymbolsDirectoryExists") + dependsOn("extractBeamSymbolsPython") + + group = "build" + description = "Build Beam symbols dictionaries" +} + +tasks.register("ensureSymbolsDirectoryExists") { + doLast { + exec { + executable("mkdir") + args("-p", "assets/symbols") + } + } +} + +tasks.register("extractBeamSymbolsPython") { + doLast { + exec { + executable("python3") + args( + "tools/extract_symbols_python/extract_python_symbols.py", + "../../../sdks/python/apache_beam", + ) + standardOutput = FileOutputStream("playground/frontend/playground_components/assets/symbols/python.yaml") + } + } +} diff --git a/playground/frontend/playground_components/lib/playground_components.dart b/playground/frontend/playground_components/lib/playground_components.dart index a7201940a84a..ef45d10a47d4 100644 --- a/playground/frontend/playground_components/lib/playground_components.dart +++ b/playground/frontend/playground_components/lib/playground_components.dart @@ -50,6 +50,8 @@ export 'src/repositories/code_repository.dart'; export 'src/repositories/example_client/grpc_example_client.dart'; export 'src/repositories/example_repository.dart'; +export 'src/services/symbols/loaders/yaml.dart'; + export 'src/theme/switch_notifier.dart'; export 'src/theme/theme.dart'; diff --git a/playground/frontend/playground_components/lib/src/constants/playground_components.dart b/playground/frontend/playground_components/lib/src/constants/playground_components.dart index 89909e112a81..b2b7606c7c89 100644 --- a/playground/frontend/playground_components/lib/src/constants/playground_components.dart +++ b/playground/frontend/playground_components/lib/src/constants/playground_components.dart @@ -17,6 +17,10 @@ */ import 'package:easy_localization_ext/easy_localization_ext.dart'; +import 'package:get_it/get_it.dart'; + +import '../locator.dart'; +import '../services/symbols/symbols_notifier.dart'; class PlaygroundComponents { static const packageName = 'playground_components'; @@ -26,4 +30,11 @@ class PlaygroundComponents { packageName, path: 'assets/translations', ); + + static Future ensureInitialized() async { + await initializeServiceLocator(); + } + + static SymbolsNotifier get symbolsNotifier => + GetIt.instance.get(); } diff --git a/playground/frontend/playground_components/lib/src/locator.dart b/playground/frontend/playground_components/lib/src/locator.dart new file mode 100644 index 000000000000..52984832d121 --- /dev/null +++ b/playground/frontend/playground_components/lib/src/locator.dart @@ -0,0 +1,25 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import 'package:get_it/get_it.dart'; + +import 'services/symbols/symbols_notifier.dart'; + +Future initializeServiceLocator() async { + GetIt.instance.registerSingleton(SymbolsNotifier()); +} diff --git a/playground/frontend/playground_components/lib/src/models/symbols_dictionary.dart b/playground/frontend/playground_components/lib/src/models/symbols_dictionary.dart new file mode 100644 index 000000000000..82374e1b02a7 --- /dev/null +++ b/playground/frontend/playground_components/lib/src/models/symbols_dictionary.dart @@ -0,0 +1,25 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +class SymbolsDictionary { + final List symbols; + + SymbolsDictionary({ + required this.symbols, + }); +} diff --git a/playground/frontend/playground_components/lib/src/services/symbols/loaders/abstract.dart b/playground/frontend/playground_components/lib/src/services/symbols/loaders/abstract.dart new file mode 100644 index 000000000000..63a14109f189 --- /dev/null +++ b/playground/frontend/playground_components/lib/src/services/symbols/loaders/abstract.dart @@ -0,0 +1,25 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import '../../../models/symbols_dictionary.dart'; + +abstract class AbstractSymbolsLoader { + const AbstractSymbolsLoader(); + + Future get future; +} diff --git a/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart b/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart new file mode 100644 index 000000000000..d655aaaeee51 --- /dev/null +++ b/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart @@ -0,0 +1,67 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import 'package:flutter/services.dart'; +import 'package:yaml/yaml.dart'; + +import '../../../models/symbols_dictionary.dart'; +import 'abstract.dart'; + +class YamlSymbolsLoader extends AbstractSymbolsLoader { + final String path; + final String? package; + + const YamlSymbolsLoader({ + required this.path, + this.package, + }); + + static const _methodsKey = 'methods'; + + @override + Future get future async { + final map = await _getMap(); + final list = []; + + for (final classEntry in map.entries) { + list.add(classEntry.key); + + final classValue = classEntry.value; + + if (classValue is! Map) { + throw Exception('Expected map for ${classEntry.key}, got $classValue'); + } + + final methods = classValue[_methodsKey] as List?; + list.addAll(methods?.cast() ?? []); + } + + return SymbolsDictionary(symbols: list); + } + + Future _getMap() async { + final fullPath = package == null ? path : 'packages/$package/$path'; + final yaml = loadYaml(await rootBundle.loadString(fullPath)); + + if (yaml is! Map) { + throw Exception('Expecting a YAML map, got $yaml'); + } + + return yaml; + } +} diff --git a/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart b/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart new file mode 100644 index 000000000000..416a6994f1b5 --- /dev/null +++ b/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart @@ -0,0 +1,36 @@ +import 'dart:async'; + +import 'package:flutter/widgets.dart'; +import 'package:highlight/highlight_core.dart'; + +import '../../models/symbols_dictionary.dart'; +import 'loaders/abstract.dart'; + +class SymbolsNotifier extends ChangeNotifier { + final _dictionaryFuturesByByMode = >{}; + final _dictionariesByMode = {}; + + void addLoader(Mode mode, AbstractSymbolsLoader loader) { + unawaited(_load(mode, loader)); + } + + Future _load( + Mode mode, + AbstractSymbolsLoader loader, + ) async { + final future = _dictionaryFuturesByByMode[mode]; + + if (future != null) { + return future; + } + + _dictionaryFuturesByByMode[mode] = loader.future; + + final dictionary = await loader.future; + _dictionariesByMode[mode] = dictionary; + notifyListeners(); + return dictionary; + } + + SymbolsDictionary? getDictionary(Mode mode) => _dictionariesByMode[mode]; +} diff --git a/playground/frontend/playground_components/pubspec.yaml b/playground/frontend/playground_components/pubspec.yaml index 801fcf29abbd..b33ab2b06fc4 100644 --- a/playground/frontend/playground_components/pubspec.yaml +++ b/playground/frontend/playground_components/pubspec.yaml @@ -37,6 +37,7 @@ dependencies: equatable: ^2.0.5 flutter: { sdk: flutter } flutter_svg: ^1.0.3 + get_it: ^7.2.0 google_fonts: ^3.0.1 grpc: ^3.0.2 highlight: ^0.7.0 @@ -44,6 +45,7 @@ dependencies: protobuf: ^2.1.0 provider: ^6.0.3 shared_preferences: ^2.0.15 + yaml: ^3.1.1 dev_dependencies: build_runner: ^2.2.0 @@ -59,6 +61,7 @@ flutter: - assets/notification_icons/ - assets/png/ - assets/svg/ + - assets/symbols/python.yaml - assets/translations/en.yaml flutter_gen: diff --git a/playground/frontend/playground_components/tools/extract_symbols_python/extract_python_symbols.py b/playground/frontend/playground_components/tools/extract_symbols_python/extract_python_symbols.py new file mode 100644 index 000000000000..8a2b89c7a446 --- /dev/null +++ b/playground/frontend/playground_components/tools/extract_symbols_python/extract_python_symbols.py @@ -0,0 +1,110 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +import argparse +import ast +import os +import yaml +from typing import Dict +from typing import List + + +def should_include_class_node(class_node: ast.ClassDef) -> bool: + if class_node.name[0:1] == '_': return False + if class_node.name[-4:] == 'Test': return False + if class_node.name[-8:] == 'TestCase': return False + return True + + +def should_include_function_node(member_node: ast.FunctionDef) -> bool: + if member_node.name[0:1] == '_': return False + return True + + +def get_file_symbols(file_name: str) -> Dict[str, Dict[str, List[str]]]: + classes_dict = {} + + with open(file_name, 'r') as f: + str = f.read() + + module = ast.parse(str) + + for class_node in module.body: + if isinstance(class_node, ast.ClassDef): + if not should_include_class_node(class_node): continue + + class_dict = { + 'methods': [], + 'properties': [], + } + + for member_node in class_node.body: + if isinstance(member_node, ast.FunctionDef): + if not should_include_function_node(member_node): continue + class_dict['methods'].append(member_node.name) + elif isinstance(member_node, ast.AnnAssign): + target = member_node.target + if isinstance(target, ast.Name): + class_dict['properties'].append(target.id) + + if len(class_dict['methods']) == 0: + del class_dict['methods'] + else: + class_dict['methods'].sort(key=lambda s: s.lower()) + + if len(class_dict['properties']) == 0: + del class_dict['properties'] + else: + class_dict['properties'].sort(key=lambda s: s.lower()) + + classes_dict[class_node.name] = class_dict + + return classes_dict + + +def get_dir_symbols_recursive(dir: str) -> Dict[str, Dict[str, List[str]]]: + class_names = {} + + for root, subdirs, files in os.walk(dir): + for file in files: + if not file.endswith('.py'): continue + + file_path = os.path.join(root, file) + class_names.update(get_file_symbols(file_path)) + + return class_names + + +parser = argparse.ArgumentParser(description='Parses a directory with Python files and prints a YAML with symbols.') +parser.add_argument('dir', metavar='DIR', type=str, help='The directory to parse.') +args = parser.parse_args() + +class_names = get_dir_symbols_recursive(args.dir) +class_names = dict( + sorted( + class_names.items(), + key=lambda pair: pair[0].lower(), + ) +) + +print( + yaml.dump( + class_names, + default_flow_style=False, + sort_keys=False, + ) +) diff --git a/playground/frontend/pubspec.yaml b/playground/frontend/pubspec.yaml index adba7a981e24..8f8982958c1f 100644 --- a/playground/frontend/pubspec.yaml +++ b/playground/frontend/pubspec.yaml @@ -37,6 +37,7 @@ dependencies: flutter_svg: ^1.0.3 flutter_web_plugins: { sdk: flutter } google_fonts: ^3.0.1 + highlight: ^0.7.0 intl: ^0.17.0 onmessage: ^0.2.0 playground_components: { path: playground_components } From f6fc0913a24dd5b206460a2c3284a4f1a984db2e Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Tue, 27 Sep 2022 10:58:59 +0400 Subject: [PATCH 02/20] Move a file (#23304) --- .../lib/src/{constants => }/playground_components.dart | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename playground/frontend/playground_components/lib/src/{constants => }/playground_components.dart (100%) diff --git a/playground/frontend/playground_components/lib/src/constants/playground_components.dart b/playground/frontend/playground_components/lib/src/playground_components.dart similarity index 100% rename from playground/frontend/playground_components/lib/src/constants/playground_components.dart rename to playground/frontend/playground_components/lib/src/playground_components.dart From aefff80529bf9cdad57a370c1c922a7a8211a423 Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Tue, 27 Sep 2022 11:07:47 +0400 Subject: [PATCH 03/20] Move a file (#23304) --- .../lib/playground_components.dart | 3 ++- .../lib/src/playground_components.dart | 4 +-- .../lib/src/widgets/drag_handle.dart | 2 +- .../lib/src/widgets/logo.dart | 2 +- .../lib/src/widgets/reset_button.dart | 2 +- .../lib/src/widgets/toggle_theme_button.dart | 2 +- .../src/widgets/toggle_theme_icon_button.dart | 26 ++++++++++--------- 7 files changed, 22 insertions(+), 19 deletions(-) diff --git a/playground/frontend/playground_components/lib/playground_components.dart b/playground/frontend/playground_components/lib/playground_components.dart index ef45d10a47d4..327eadebac9c 100644 --- a/playground/frontend/playground_components/lib/playground_components.dart +++ b/playground/frontend/playground_components/lib/playground_components.dart @@ -20,7 +20,6 @@ export 'src/cache/example_cache.dart'; export 'src/constants/colors.dart'; export 'src/constants/links.dart'; -export 'src/constants/playground_components.dart'; export 'src/constants/sizes.dart'; export 'src/controllers/example_loaders/examples_loader.dart'; @@ -45,6 +44,8 @@ export 'src/models/shortcut.dart'; export 'src/notifications/notification.dart'; +export 'src/playground_components.dart'; + export 'src/repositories/code_client/grpc_code_client.dart'; export 'src/repositories/code_repository.dart'; export 'src/repositories/example_client/grpc_example_client.dart'; diff --git a/playground/frontend/playground_components/lib/src/playground_components.dart b/playground/frontend/playground_components/lib/src/playground_components.dart index b2b7606c7c89..d52792d0e1da 100644 --- a/playground/frontend/playground_components/lib/src/playground_components.dart +++ b/playground/frontend/playground_components/lib/src/playground_components.dart @@ -19,8 +19,8 @@ import 'package:easy_localization_ext/easy_localization_ext.dart'; import 'package:get_it/get_it.dart'; -import '../locator.dart'; -import '../services/symbols/symbols_notifier.dart'; +import 'locator.dart'; +import 'services/symbols/symbols_notifier.dart'; class PlaygroundComponents { static const packageName = 'playground_components'; diff --git a/playground/frontend/playground_components/lib/src/widgets/drag_handle.dart b/playground/frontend/playground_components/lib/src/widgets/drag_handle.dart index 505b8afb0c9a..bdf513eb3551 100644 --- a/playground/frontend/playground_components/lib/src/widgets/drag_handle.dart +++ b/playground/frontend/playground_components/lib/src/widgets/drag_handle.dart @@ -19,8 +19,8 @@ import 'package:flutter/material.dart'; import 'package:flutter_svg/svg.dart'; -import '../constants/playground_components.dart'; import '../generated/assets.gen.dart'; +import '../playground_components.dart'; class DragHandle extends StatelessWidget { final Axis direction; diff --git a/playground/frontend/playground_components/lib/src/widgets/logo.dart b/playground/frontend/playground_components/lib/src/widgets/logo.dart index 2a0bdad9519b..25f77fb81fd8 100644 --- a/playground/frontend/playground_components/lib/src/widgets/logo.dart +++ b/playground/frontend/playground_components/lib/src/widgets/logo.dart @@ -18,9 +18,9 @@ import 'package:flutter/material.dart'; -import '../constants/playground_components.dart'; import '../constants/sizes.dart'; import '../generated/assets.gen.dart'; +import '../playground_components.dart'; class BeamLogo extends StatelessWidget { const BeamLogo(); diff --git a/playground/frontend/playground_components/lib/src/widgets/reset_button.dart b/playground/frontend/playground_components/lib/src/widgets/reset_button.dart index 079587dddedb..2a48d1238c53 100644 --- a/playground/frontend/playground_components/lib/src/widgets/reset_button.dart +++ b/playground/frontend/playground_components/lib/src/widgets/reset_button.dart @@ -20,9 +20,9 @@ import 'package:easy_localization/easy_localization.dart'; import 'package:flutter/material.dart'; import 'package:flutter_svg/flutter_svg.dart'; -import '../constants/playground_components.dart'; import '../controllers/playground_controller.dart'; import '../generated/assets.gen.dart'; +import '../playground_components.dart'; import '../theme/theme.dart'; import 'header_icon_button.dart'; import 'shortcut_tooltip.dart'; diff --git a/playground/frontend/playground_components/lib/src/widgets/toggle_theme_button.dart b/playground/frontend/playground_components/lib/src/widgets/toggle_theme_button.dart index 927bda590ebe..bebe98fdd131 100644 --- a/playground/frontend/playground_components/lib/src/widgets/toggle_theme_button.dart +++ b/playground/frontend/playground_components/lib/src/widgets/toggle_theme_button.dart @@ -21,8 +21,8 @@ import 'package:flutter/material.dart'; import 'package:flutter_svg/svg.dart'; import 'package:provider/provider.dart'; -import '../constants/playground_components.dart'; import '../generated/assets.gen.dart'; +import '../playground_components.dart'; import '../theme/switch_notifier.dart'; class ToggleThemeButton extends StatelessWidget { diff --git a/playground/frontend/playground_components/lib/src/widgets/toggle_theme_icon_button.dart b/playground/frontend/playground_components/lib/src/widgets/toggle_theme_icon_button.dart index 982aa39f80e6..6d4f92854d21 100644 --- a/playground/frontend/playground_components/lib/src/widgets/toggle_theme_icon_button.dart +++ b/playground/frontend/playground_components/lib/src/widgets/toggle_theme_icon_button.dart @@ -20,9 +20,9 @@ import 'package:flutter/material.dart'; import 'package:flutter_svg/flutter_svg.dart'; import 'package:provider/provider.dart'; -import '../constants/playground_components.dart'; import '../constants/sizes.dart'; import '../generated/assets.gen.dart'; +import '../playground_components.dart'; import '../theme/switch_notifier.dart'; class ToggleThemeIconButton extends StatelessWidget { @@ -30,16 +30,18 @@ class ToggleThemeIconButton extends StatelessWidget { @override Widget build(BuildContext context) { - return Consumer(builder: (context, notifier, child) { - return IconButton( - iconSize: BeamIconSizes.large, - splashRadius: BeamIconSizes.largeSplashRadius, - icon: SvgPicture.asset( - Assets.buttons.themeMode, - package: PlaygroundComponents.packageName, - ), - onPressed: notifier.toggleTheme, - ); - }); + return Consumer( + builder: (context, notifier, child) { + return IconButton( + iconSize: BeamIconSizes.large, + splashRadius: BeamIconSizes.largeSplashRadius, + icon: SvgPicture.asset( + Assets.buttons.themeMode, + package: PlaygroundComponents.packageName, + ), + onPressed: notifier.toggleTheme, + ); + }, + ); } } From ec00f47d7312b5a5c80745e42400f64acb2940cb Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Tue, 27 Sep 2022 11:37:46 +0400 Subject: [PATCH 04/20] Update Playground frontend README (#23304) --- playground/frontend/README.md | 65 ++++++++++++++++++++++++++--------- 1 file changed, 48 insertions(+), 17 deletions(-) diff --git a/playground/frontend/README.md b/playground/frontend/README.md index eb015b48b9ea..b658ff6e8a50 100644 --- a/playground/frontend/README.md +++ b/playground/frontend/README.md @@ -21,27 +21,24 @@ ## About -Beam Playground is an interactive environment to try out Beam transforms and examples. The vision for the Playground is to be a web application where users can try out Beam without having to install/initialize a Beam environment. +Beam Playground is an interactive environment to try out Beam transforms and examples. +The vision for the Playground is to be a web application where users can try out Beam +without having to install/initialize a Beam environment. ## Getting Started Running, debugging, and testing all require this first step that fetches -dependencies and generates code: +dependencies and generates code. Run this in the Beam root: ```bash -cd playground_components -flutter pub get -flutter pub run build_runner build -cd .. -flutter pub get -flutter pub run build_runner build +$ ./gradlew :playground:frontend:configure ``` ### Run See [playground/README.md](../README.md) for details on requirements and setup. -The following command is used to build and serve the website locally: +The following command is used to build and serve the frontend app locally: `$ flutter run` @@ -51,20 +48,35 @@ Run the following command to generate a release build: `$ flutter build web` -### Tests +This produces `build/web` directory with static files. Deploy them to your web server. -Playground tests may be run using next commands: +### Docker -`$ flutter pub run build_runner build` +To run the frontend app with Docker, run this in the frontend directory: -`$ flutter test` +```bash +$ docker build -t playground-frontend . +$ docker run -p 1234:8080 playground-frontend +``` -### Code style +The container sets up NGINX on port 8080. +This example exposes it as port 1234 on the host, +and the app can be served at http://localhost:1234 -Dart code should follow next [code style](https://dart-lang.github.io/linter/lints/index.html). Code -may be analyzed using this command: +### Pre-commit Checks -`$ flutter analyze` +To run all pre-commit checks, execute this in the beam root: + +```bash +./gradlew :playground:frontend:precommit +``` + +This includes: + +- Tests. +- Linter. + +### Code style Code can be automatically reformatted using: @@ -72,6 +84,13 @@ Code can be automatically reformatted using: ### Localization +The project is in the process of migrating from +[the built-in Flutter localization](https://docs.flutter.dev/development/accessibility-and-localization/internationalization) +to [easy_localization](https://pub.dev/packages/easy_localization). +It temporarily uses both ways. + +#### Flutter Built-in Localization + To add a new localization, follow next steps: 1. Create app_YOUR_LOCALE_CODE.arb file with your key-translation pairs, except description tags, in lib/l10n directory (use app_en.arb as example). @@ -82,6 +101,18 @@ To add a new localization, follow next steps: `$ flutter build web` +#### easy_localization + +To add a new localization (using `fr` as an example): + +1. Create `playground_components/assets/translations/fr.yaml`. + Fill it with content copied from an existing translation file in another language. + +2. Create `assets/translations/fr.yaml`. + Fill it with content copied from an existing translation file in another language. + +3. Add the locale to the list in `lib/l10n/l10n.dart`. + ### Configuration The app could be configured using gradle task (e.g. api url) From aa4c8574c721c1b34d72545b1a53cd7c789276d2 Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Tue, 27 Sep 2022 11:39:10 +0400 Subject: [PATCH 05/20] Update Playground fronten pubspec.lock (#23304) --- playground/frontend/pubspec.lock | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/playground/frontend/pubspec.lock b/playground/frontend/pubspec.lock index 7b3186dbd6bd..62286f82436b 100644 --- a/playground/frontend/pubspec.lock +++ b/playground/frontend/pubspec.lock @@ -317,6 +317,13 @@ packages: url: "https://pub.dartlang.org" source: hosted version: "2.1.3" + get_it: + dependency: transitive + description: + name: get_it + url: "https://pub.dartlang.org" + source: hosted + version: "7.2.0" glob: dependency: transitive description: @@ -353,7 +360,7 @@ packages: source: hosted version: "3.0.2" highlight: - dependency: transitive + dependency: "direct main" description: name: highlight url: "https://pub.dartlang.org" From 90745a3a8cd90e268ebcc94b0d77e92cd8ae7dd4 Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Tue, 27 Sep 2022 14:15:51 +0400 Subject: [PATCH 06/20] Add the licence (#23304) --- .../src/services/symbols/symbols_notifier.dart | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart b/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart index 416a6994f1b5..f93340c44b0d 100644 --- a/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart +++ b/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart @@ -1,3 +1,21 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + import 'dart:async'; import 'package:flutter/widgets.dart'; From cb92462a92c9f923852263a7b3e30ab46fa86ada Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Wed, 28 Sep 2022 14:11:21 +0400 Subject: [PATCH 07/20] Fix after review (#23304) --- playground/frontend/lib/main.dart | 2 +- .../lib/src/services/symbols/loaders/yaml.dart | 14 ++++++++++++-- .../lib/src/services/symbols/symbols_notifier.dart | 11 +++++------ 3 files changed, 18 insertions(+), 9 deletions(-) diff --git a/playground/frontend/lib/main.dart b/playground/frontend/lib/main.dart index f83e0f09572e..24d28dd2c749 100644 --- a/playground/frontend/lib/main.dart +++ b/playground/frontend/lib/main.dart @@ -38,7 +38,7 @@ void main() async { PlaygroundComponents.symbolsNotifier.addLoader( python, - const YamlSymbolsLoader( + YamlSymbolsLoader( path: 'assets/symbols/python.yaml', package: PlaygroundComponents.packageName, ), diff --git a/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart b/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart index d655aaaeee51..22f2c0dfef18 100644 --- a/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart +++ b/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart @@ -25,8 +25,9 @@ import 'abstract.dart'; class YamlSymbolsLoader extends AbstractSymbolsLoader { final String path; final String? package; + Future? _future; - const YamlSymbolsLoader({ + YamlSymbolsLoader({ required this.path, this.package, }); @@ -34,7 +35,16 @@ class YamlSymbolsLoader extends AbstractSymbolsLoader { static const _methodsKey = 'methods'; @override - Future get future async { + Future get future { + if (_future != null) { + return _future!; + } + + _future = _load(); + return _future!; + } + + Future _load() async { final map = await _getMap(); final list = []; diff --git a/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart b/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart index f93340c44b0d..4713b76a3ab8 100644 --- a/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart +++ b/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart @@ -25,29 +25,28 @@ import '../../models/symbols_dictionary.dart'; import 'loaders/abstract.dart'; class SymbolsNotifier extends ChangeNotifier { - final _dictionaryFuturesByByMode = >{}; + final _dictionaryFuturesByMode = >{}; final _dictionariesByMode = {}; void addLoader(Mode mode, AbstractSymbolsLoader loader) { unawaited(_load(mode, loader)); } - Future _load( + Future _load( Mode mode, AbstractSymbolsLoader loader, ) async { - final future = _dictionaryFuturesByByMode[mode]; + final future = _dictionaryFuturesByMode[mode]; if (future != null) { - return future; + return; } - _dictionaryFuturesByByMode[mode] = loader.future; + _dictionaryFuturesByMode[mode] = loader.future; final dictionary = await loader.future; _dictionariesByMode[mode] = dictionary; notifyListeners(); - return dictionary; } SymbolsDictionary? getDictionary(Mode mode) => _dictionariesByMode[mode]; From 0fc90c0a145e1f2cb9979fa450dd32fb7b7fd4ab Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Wed, 28 Sep 2022 18:31:19 +0400 Subject: [PATCH 08/20] Add tests for SymbolsNotifier and YamlSymbolsLoader (#23304) --- .../services/symbols/loaders/yaml_test.dart | 63 +++++++++++++++++++ .../symbols/symbols_notifier_test.dart | 59 +++++++++++++++++ 2 files changed, 122 insertions(+) create mode 100644 playground/frontend/playground_components/test/src/services/symbols/loaders/yaml_test.dart create mode 100644 playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart diff --git a/playground/frontend/playground_components/test/src/services/symbols/loaders/yaml_test.dart b/playground/frontend/playground_components/test/src/services/symbols/loaders/yaml_test.dart new file mode 100644 index 000000000000..7c76c3009525 --- /dev/null +++ b/playground/frontend/playground_components/test/src/services/symbols/loaders/yaml_test.dart @@ -0,0 +1,63 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +// ignore_for_file: unnecessary_lambdas + +import 'package:flutter_test/flutter_test.dart'; +import 'package:playground_components/playground_components.dart'; + +void main() { + setUp(() { + TestWidgetsFlutterBinding.ensureInitialized(); + }); + + test('YamlSymbolsLoader', () async { + final loader = YamlSymbolsLoader( + path: 'assets/symbols/python.yaml', + package: PlaygroundComponents.packageName, + ); + + final symbolsDictionary = await loader.future; + + expect( + symbolsDictionary.symbols, + containsAll([ + 'ANamedTuple', + 'PCollection', + 'Xyz', + ]), + reason: 'Classes should be loaded but are not.', + ); + + expect( + symbolsDictionary.symbols, + containsAll([ + 'get_message_stream', + 'windowing', + 'leave_composite_transform', + ]), + reason: 'Methods should be loaded but are not.', + ); + + expect( + symbolsDictionary.symbols.contains('f_int64'), + false, + reason: 'Properties should not be loaded but are.', + ); + }); +} diff --git a/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart b/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart new file mode 100644 index 000000000000..796865a03e99 --- /dev/null +++ b/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart @@ -0,0 +1,59 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import 'package:flutter_test/flutter_test.dart'; +import 'package:highlight/highlight_core.dart'; +import 'package:playground_components/src/models/symbols_dictionary.dart'; +import 'package:playground_components/src/services/symbols/loaders/abstract.dart'; +import 'package:playground_components/src/services/symbols/symbols_notifier.dart'; + +void main() { + test( + 'SymbolsNotifier loads symbols from a loader and notifies listeners', + () async { + const symbols = ['a', 'b', 'c']; + final mode = Mode(); + final notifier = SymbolsNotifier(); + int notified = 0; + List? loadedSymbols; + + notifier.addListener(() { + notified++; + loadedSymbols = + List.from(notifier.getDictionary(mode)!.symbols); + }); + notifier.addLoader(mode, const TestLoader(symbols)); + await Future.delayed(Duration.zero); + + expect(notified, 1); + expect(loadedSymbols, symbols); + }, + ); +} + +class TestLoader extends AbstractSymbolsLoader { + final List symbols; + + const TestLoader(this.symbols); + + @override + // TODO: implement future + Future get future async { + return SymbolsDictionary(symbols: symbols); + } +} From 2ee38a50c63f771017b7757a7a375afe0897d46d Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Thu, 29 Sep 2022 11:36:32 +0400 Subject: [PATCH 09/20] Fix after review (#23304) --- .../lib/src/services/symbols/loaders/yaml.dart | 10 +--------- .../src/services/symbols/symbols_notifier_test.dart | 7 +++---- 2 files changed, 4 insertions(+), 13 deletions(-) diff --git a/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart b/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart index 22f2c0dfef18..93f66efea709 100644 --- a/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart +++ b/playground/frontend/playground_components/lib/src/services/symbols/loaders/yaml.dart @@ -25,7 +25,6 @@ import 'abstract.dart'; class YamlSymbolsLoader extends AbstractSymbolsLoader { final String path; final String? package; - Future? _future; YamlSymbolsLoader({ required this.path, @@ -35,14 +34,7 @@ class YamlSymbolsLoader extends AbstractSymbolsLoader { static const _methodsKey = 'methods'; @override - Future get future { - if (_future != null) { - return _future!; - } - - _future = _load(); - return _future!; - } + late Future future = _load(); Future _load() async { final map = await _getMap(); diff --git a/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart b/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart index 796865a03e99..53ace7a94c29 100644 --- a/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart +++ b/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart @@ -37,7 +37,7 @@ void main() { loadedSymbols = List.from(notifier.getDictionary(mode)!.symbols); }); - notifier.addLoader(mode, const TestLoader(symbols)); + notifier.addLoader(mode, const _TestLoader(symbols)); await Future.delayed(Duration.zero); expect(notified, 1); @@ -46,13 +46,12 @@ void main() { ); } -class TestLoader extends AbstractSymbolsLoader { +class _TestLoader extends AbstractSymbolsLoader { final List symbols; - const TestLoader(this.symbols); + const _TestLoader(this.symbols); @override - // TODO: implement future Future get future async { return SymbolsDictionary(symbols: symbols); } From 6816b10f10004e19674783a58acf8326737f8f30 Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Wed, 5 Oct 2022 08:57:05 +0400 Subject: [PATCH 10/20] Update README, move symbols from python.yaml to python.g.yaml (#23304) --- playground/frontend/Dockerfile | 2 +- playground/frontend/README.md | 30 ++++++++++++++----- playground/frontend/build.gradle | 9 ++++++ playground/frontend/lib/main.dart | 2 +- .../playground_components/build.gradle.kts | 2 +- .../playground_components/pubspec.yaml | 2 +- .../services/symbols/loaders/yaml_test.dart | 2 +- 7 files changed, 36 insertions(+), 13 deletions(-) diff --git a/playground/frontend/Dockerfile b/playground/frontend/Dockerfile index 8659dbc9eac5..fc666e105e40 100644 --- a/playground/frontend/Dockerfile +++ b/playground/frontend/Dockerfile @@ -51,7 +51,7 @@ RUN cd /app/playground_components &&\ # Python: RUN cd /app/playground_components &&\ - python3 tools/extract_symbols_python/extract_python_symbols.py beam/sdks/python/apache_beam > assets/symbols/python.yaml + python3 tools/extract_symbols_python/extract_python_symbols.py beam/sdks/python/apache_beam > assets/symbols/python.g.yaml RUN ls -la /app/playground_components/assets/symbols diff --git a/playground/frontend/README.md b/playground/frontend/README.md index b658ff6e8a50..0560f841c7ca 100644 --- a/playground/frontend/README.md +++ b/playground/frontend/README.md @@ -31,7 +31,7 @@ Running, debugging, and testing all require this first step that fetches dependencies and generates code. Run this in the Beam root: ```bash -$ ./gradlew :playground:frontend:configure +./gradlew :playground:frontend:configure ``` ### Run @@ -40,23 +40,33 @@ See [playground/README.md](../README.md) for details on requirements and setup. The following command is used to build and serve the frontend app locally: -`$ flutter run` +```bash +flutter run -d chome +``` ### Build Run the following command to generate a release build: -`$ flutter build web` +```bash +flutter build web +``` This produces `build/web` directory with static files. Deploy them to your web server. ### Docker +The app is deployed to production as a Docker container. +You can also run in in Docker locally. This is useful if: + +1. You do not have Flutter and do not want to install it. +2. You want to mimic the release environment in the closest way possible. + To run the frontend app with Docker, run this in the frontend directory: ```bash -$ docker build -t playground-frontend . -$ docker run -p 1234:8080 playground-frontend +docker build -t playground-frontend . +docker run -p 1234:8080 playground-frontend ``` The container sets up NGINX on port 8080. @@ -80,7 +90,9 @@ This includes: Code can be automatically reformatted using: -`$ flutter format ./lib` +```bash +flutter format ./lib +``` ### Localization @@ -99,7 +111,9 @@ To add a new localization, follow next steps: 3. Run the following command to generate a build and localization files: -`$ flutter build web` +```bash +flutter build web +``` #### easy_localization @@ -117,7 +131,7 @@ To add a new localization (using `fr` as an example): The app could be configured using gradle task (e.g. api url) -``` +```bash cd beam ./gradlew :playground:frontend:createConfig ``` diff --git a/playground/frontend/build.gradle b/playground/frontend/build.gradle index a48d5807ac17..1e3ba86b705e 100644 --- a/playground/frontend/build.gradle +++ b/playground/frontend/build.gradle @@ -48,6 +48,15 @@ task configure { dependsOn("generateCode") } +task printPath { + doLast { + exec { + executable("printenv") + args("PATH") + } + } +} + task analyze { dependsOn("playground_components:generateCode") dependsOn("generateCode") diff --git a/playground/frontend/lib/main.dart b/playground/frontend/lib/main.dart index 24d28dd2c749..1aa5e8e12c98 100644 --- a/playground/frontend/lib/main.dart +++ b/playground/frontend/lib/main.dart @@ -39,7 +39,7 @@ void main() async { PlaygroundComponents.symbolsNotifier.addLoader( python, YamlSymbolsLoader( - path: 'assets/symbols/python.yaml', + path: 'assets/symbols/python.g.yaml', package: PlaygroundComponents.packageName, ), ); diff --git a/playground/frontend/playground_components/build.gradle.kts b/playground/frontend/playground_components/build.gradle.kts index 53ab6768a8b6..8b510755516b 100644 --- a/playground/frontend/playground_components/build.gradle.kts +++ b/playground/frontend/playground_components/build.gradle.kts @@ -128,7 +128,7 @@ tasks.register("extractBeamSymbolsPython") { "tools/extract_symbols_python/extract_python_symbols.py", "../../../sdks/python/apache_beam", ) - standardOutput = FileOutputStream("playground/frontend/playground_components/assets/symbols/python.yaml") + standardOutput = FileOutputStream("playground/frontend/playground_components/assets/symbols/python.g.yaml") } } } diff --git a/playground/frontend/playground_components/pubspec.yaml b/playground/frontend/playground_components/pubspec.yaml index b33ab2b06fc4..41766eddfbb6 100644 --- a/playground/frontend/playground_components/pubspec.yaml +++ b/playground/frontend/playground_components/pubspec.yaml @@ -61,7 +61,7 @@ flutter: - assets/notification_icons/ - assets/png/ - assets/svg/ - - assets/symbols/python.yaml + - assets/symbols/python.g.yaml - assets/translations/en.yaml flutter_gen: diff --git a/playground/frontend/playground_components/test/src/services/symbols/loaders/yaml_test.dart b/playground/frontend/playground_components/test/src/services/symbols/loaders/yaml_test.dart index 7c76c3009525..9a88ac5ea12d 100644 --- a/playground/frontend/playground_components/test/src/services/symbols/loaders/yaml_test.dart +++ b/playground/frontend/playground_components/test/src/services/symbols/loaders/yaml_test.dart @@ -28,7 +28,7 @@ void main() { test('YamlSymbolsLoader', () async { final loader = YamlSymbolsLoader( - path: 'assets/symbols/python.yaml', + path: 'assets/symbols/python.g.yaml', package: PlaygroundComponents.packageName, ); From 5a352cdc78f8629a4ca3ddb3c7f6353e6ade7fd6 Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Wed, 5 Oct 2022 18:06:05 +0400 Subject: [PATCH 11/20] Test extract_symbols_python.py, exclude generated files from rat check (#23304) --- build.gradle.kts | 4 ++ playground/frontend/Dockerfile | 2 +- .../playground_components/build.gradle.kts | 2 +- .../extract_symbols_python_test.dart | 59 +++++++++++++++++++ .../extract_symbols_python/python.golden.yaml | 9 +++ .../sdk_mock/directory/file2.py | 17 ++++++ .../extract_symbols_python/sdk_mock/file1.py | 47 +++++++++++++++ ...n_symbols.py => extract_symbols_python.py} | 16 ++++- 8 files changed, 153 insertions(+), 3 deletions(-) create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_python/extract_symbols_python_test.dart create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_python/python.golden.yaml create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_python/sdk_mock/directory/file2.py create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_python/sdk_mock/file1.py rename playground/frontend/playground_components/tools/extract_symbols_python/{extract_python_symbols.py => extract_symbols_python.py} (86%) diff --git a/build.gradle.kts b/build.gradle.kts index 342c14837e62..2bf3b50239d1 100644 --- a/build.gradle.kts +++ b/build.gradle.kts @@ -139,6 +139,10 @@ tasks.rat { "sdks/java/maven-archetypes/examples/sample.txt", // Ignore Flutter autogenerated files for Playground + "playground/frontend/**/*.g.dart", + "playground/frontend/**/*.g.yaml", + "playground/frontend/**/*.golden.yaml", + "playground/frontend/**/*.mocks.dart", "playground/frontend/.metadata", "playground/frontend/pubspec.lock", diff --git a/playground/frontend/Dockerfile b/playground/frontend/Dockerfile index fc666e105e40..ef605e09583b 100644 --- a/playground/frontend/Dockerfile +++ b/playground/frontend/Dockerfile @@ -51,7 +51,7 @@ RUN cd /app/playground_components &&\ # Python: RUN cd /app/playground_components &&\ - python3 tools/extract_symbols_python/extract_python_symbols.py beam/sdks/python/apache_beam > assets/symbols/python.g.yaml + python3 tools/extract_symbols_python/extract_symbols_python.py beam/sdks/python/apache_beam > assets/symbols/python.g.yaml RUN ls -la /app/playground_components/assets/symbols diff --git a/playground/frontend/playground_components/build.gradle.kts b/playground/frontend/playground_components/build.gradle.kts index 8b510755516b..6b2f0ddb698c 100644 --- a/playground/frontend/playground_components/build.gradle.kts +++ b/playground/frontend/playground_components/build.gradle.kts @@ -125,7 +125,7 @@ tasks.register("extractBeamSymbolsPython") { exec { executable("python3") args( - "tools/extract_symbols_python/extract_python_symbols.py", + "tools/extract_symbols_python/extract_symbols_python.py", "../../../sdks/python/apache_beam", ) standardOutput = FileOutputStream("playground/frontend/playground_components/assets/symbols/python.g.yaml") diff --git a/playground/frontend/playground_components/test/tools/extract_symbols_python/extract_symbols_python_test.dart b/playground/frontend/playground_components/test/tools/extract_symbols_python/extract_symbols_python_test.dart new file mode 100644 index 000000000000..77b35ca7f721 --- /dev/null +++ b/playground/frontend/playground_components/test/tools/extract_symbols_python/extract_symbols_python_test.dart @@ -0,0 +1,59 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import 'dart:io'; + +import 'package:flutter_test/flutter_test.dart'; + +void main() { + test('Extract SDK Symbols. Python', () async { + const arguments = [ + 'tools/extract_symbols_python/extract_symbols_python.py', + 'test/tools/extract_symbols_python/sdk_mock', + ]; + const fileName = 'test/tools/extract_symbols_python/python.golden.yaml'; + + for (final executable in await _getPythonExecutables()) { + final result = await Process.run(executable, arguments); + if (result.exitCode != 0) { + continue; + } + + expect(result.stdout, File(fileName).readAsStringSync()); + return; + } + + final path = (await Process.run('printenv', ['PATH'])).stdout; + fail('Python error or No python3 executable found in your \$PATH: $path'); + }); +} + +/// Returns all `python3` executables found in $PATH. +/// +/// Flutter comes with it's own copy of `python3` which has neither +/// `pyyaml` package nor `pip3` to install it. +/// The test environment overrides $PATH to put that copy of `python3` first, +/// so we cannot automatically get the system's default `python3`. +/// So we must try all available copies of `python3`. +Future> _getPythonExecutables() async { + final result = await Process.run('which', ['-a', 'python3']); + return result.stdout + .toString() + .split('\n') + .where((command) => command.isNotEmpty); +} diff --git a/playground/frontend/playground_components/test/tools/extract_symbols_python/python.golden.yaml b/playground/frontend/playground_components/test/tools/extract_symbols_python/python.golden.yaml new file mode 100644 index 000000000000..05af7605603d --- /dev/null +++ b/playground/frontend/playground_components/test/tools/extract_symbols_python/python.golden.yaml @@ -0,0 +1,9 @@ +Class1: + methods: + - visible_method_1 + - visible_method_2 + properties: + - visible_field_1 + - visible_field_2 +Class2: {} +Class3: {} diff --git a/playground/frontend/playground_components/test/tools/extract_symbols_python/sdk_mock/directory/file2.py b/playground/frontend/playground_components/test/tools/extract_symbols_python/sdk_mock/directory/file2.py new file mode 100644 index 000000000000..6bde26be544b --- /dev/null +++ b/playground/frontend/playground_components/test/tools/extract_symbols_python/sdk_mock/directory/file2.py @@ -0,0 +1,17 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +class Class3: + pass diff --git a/playground/frontend/playground_components/test/tools/extract_symbols_python/sdk_mock/file1.py b/playground/frontend/playground_components/test/tools/extract_symbols_python/sdk_mock/file1.py new file mode 100644 index 000000000000..4b02c570c71a --- /dev/null +++ b/playground/frontend/playground_components/test/tools/extract_symbols_python/sdk_mock/file1.py @@ -0,0 +1,47 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import numpy + +class Class2: + pass + +class Class1(object): + visible_field_2: numpy.int8 + visible_field_1 = [] + + _hidden_field_1 = 1 + + def __init__(self): + self.hidden_field_2 = 2 + + def _hidden_method_2(): pass + + def visible_method_2(): + self.hidden_field_3 = 3 + + def visible_method_1(): + self.hidden_field_3 = 3 + +def hidden_global_function(): + return 1 + +hidden_global_variable = 1 + +class HiddenTest: + pass + +class HiddenTestCase: + pass diff --git a/playground/frontend/playground_components/tools/extract_symbols_python/extract_python_symbols.py b/playground/frontend/playground_components/tools/extract_symbols_python/extract_symbols_python.py similarity index 86% rename from playground/frontend/playground_components/tools/extract_symbols_python/extract_python_symbols.py rename to playground/frontend/playground_components/tools/extract_symbols_python/extract_symbols_python.py index 8a2b89c7a446..badcc54bb264 100644 --- a/playground/frontend/playground_components/tools/extract_symbols_python/extract_python_symbols.py +++ b/playground/frontend/playground_components/tools/extract_symbols_python/extract_symbols_python.py @@ -35,6 +35,11 @@ def should_include_function_node(member_node: ast.FunctionDef) -> bool: return True +def should_include_property_node(name_node: ast.Name) -> bool: + if name_node.id[0:1] == '_': return False + return True + + def get_file_symbols(file_name: str) -> Dict[str, Dict[str, List[str]]]: classes_dict = {} @@ -56,9 +61,17 @@ def get_file_symbols(file_name: str) -> Dict[str, Dict[str, List[str]]]: if isinstance(member_node, ast.FunctionDef): if not should_include_function_node(member_node): continue class_dict['methods'].append(member_node.name) + + elif isinstance(member_node, ast.Assign): + [target] = member_node.targets + if isinstance(target, ast.Name): + if not should_include_property_node(target): continue + class_dict['properties'].append(target.id) + elif isinstance(member_node, ast.AnnAssign): target = member_node.target if isinstance(target, ast.Name): + if not should_include_property_node(target): continue class_dict['properties'].append(target.id) if len(class_dict['methods']) == 0: @@ -106,5 +119,6 @@ def get_dir_symbols_recursive(dir: str) -> Dict[str, Dict[str, List[str]]]: class_names, default_flow_style=False, sort_keys=False, - ) + ), + end='', ) From c825b78a926e5b259518932614fc6de0bdb3416e Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Wed, 9 Nov 2022 20:35:34 +0400 Subject: [PATCH 12/20] Pass extracted symbols to the editor (#23304) --- .../snippet_editing_controller.dart | 28 ++++++++++++++++++- .../extract_symbols_python.py | 2 +- 2 files changed, 28 insertions(+), 2 deletions(-) diff --git a/playground/frontend/playground_components/lib/src/controllers/snippet_editing_controller.dart b/playground/frontend/playground_components/lib/src/controllers/snippet_editing_controller.dart index 8bb285eff421..dd668c1a13bd 100644 --- a/playground/frontend/playground_components/lib/src/controllers/snippet_editing_controller.dart +++ b/playground/frontend/playground_components/lib/src/controllers/snippet_editing_controller.dart @@ -24,6 +24,7 @@ import '../models/example.dart'; import '../models/example_loading_descriptors/content_example_loading_descriptor.dart'; import '../models/example_loading_descriptors/example_loading_descriptor.dart'; import '../models/sdk.dart'; +import '../playground_components.dart'; class SnippetEditingController extends ChangeNotifier { final Sdk sdk; @@ -40,7 +41,10 @@ class SnippetEditingController extends ChangeNotifier { webSpaceFix: false, ), _selectedExample = selectedExample, - _pipelineOptions = pipelineOptions; + _pipelineOptions = pipelineOptions { + PlaygroundComponents.symbolsNotifier.addListener(_onSymbolsNotifierChanged); + _onSymbolsNotifierChanged(); + } set selectedExample(Example? value) { _selectedExample = value; @@ -93,4 +97,26 @@ class SnippetEditingController extends ChangeNotifier { codeController.text = source; codeController.historyController.deleteHistory(); } + + void _onSymbolsNotifierChanged() { + final mode = sdk.highlightMode; + if (mode == null) { + return; + } + + final dictionary = PlaygroundComponents.symbolsNotifier.getDictionary(mode); + if (dictionary == null) { + return; + } + + codeController.autocompleter.setCustomWords(dictionary.symbols); + } + + @override + void dispose() { + PlaygroundComponents.symbolsNotifier.removeListener( + _onSymbolsNotifierChanged, + ); + super.dispose(); + } } diff --git a/playground/frontend/playground_components/tools/extract_symbols_python/extract_symbols_python.py b/playground/frontend/playground_components/tools/extract_symbols_python/extract_symbols_python.py index badcc54bb264..5656de4a1fd9 100644 --- a/playground/frontend/playground_components/tools/extract_symbols_python/extract_symbols_python.py +++ b/playground/frontend/playground_components/tools/extract_symbols_python/extract_symbols_python.py @@ -63,7 +63,7 @@ def get_file_symbols(file_name: str) -> Dict[str, Dict[str, List[str]]]: class_dict['methods'].append(member_node.name) elif isinstance(member_node, ast.Assign): - [target] = member_node.targets + target = member_node.targets[0] if isinstance(target, ast.Name): if not should_include_property_node(target): continue class_dict['properties'].append(target.id) From 92e1b226edd6f7870aa3f47dcdce0075dae4f7b3 Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Fri, 11 Nov 2022 17:48:43 +0400 Subject: [PATCH 13/20] Version-control generated files of Playground Frontend (#23534) --- .gitignore | 4 +- build.gradle.kts | 6 + .../frontend/lib/assets/assets.gen.dart | 132 + .../lib/components/login/login_content.dart | 2 +- .../lib/components/profile/avatar.dart | 2 +- .../components/profile/profile_content.dart | 2 +- .../frontend/lib/models/unit_content.g.dart | 16 + .../lib/pages/tour/widgets/group_title.dart | 2 +- .../frontend/lib/pages/tour/widgets/unit.dart | 2 +- .../frontend/lib/pages/welcome/screen.dart | 2 +- .../models/get_content_tree_response.g.dart | 16 + .../models/get_sdks_response.g.dart | 14 + .../lib/repositories/models/group.g.dart | 15 + .../lib/repositories/models/module.g.dart | 24 + .../lib/repositories/models/node.g.dart | 23 + .../lib/repositories/models/unit.g.dart | 13 + learning/tour-of-beam/frontend/pubspec.lock | 2 +- learning/tour-of-beam/frontend/pubspec.yaml | 2 +- playground/frontend/Dockerfile | 25 +- playground/frontend/README.md | 51 +- playground/frontend/build.gradle | 50 +- .../assets/symbols/python.g.yaml | 12125 ++++++++++++++++ .../playground_components/build.gradle.kts | 34 +- .../lib/src/assets/assets.gen.dart | 134 + .../lib/src/models/sdk.g.dart | 12 + .../lib/src/notifications/notification.dart | 2 +- .../lib/src/widgets/drag_handle.dart | 2 +- .../lib/src/widgets/logo.dart | 2 +- .../lib/src/widgets/reset_button.dart | 2 +- .../lib/src/widgets/toggle_theme_button.dart | 2 +- .../src/widgets/toggle_theme_icon_button.dart | 2 +- .../playground_components/pubspec.yaml | 2 +- .../common/example_repository_mock.mocks.dart | 142 + .../playground_controller_test.mocks.dart | 357 + .../code_repository_test.mocks.dart | 139 + .../example_repository_test.mocks.dart | 165 + .../example_selector_state_test.mocks.dart | 67 + 37 files changed, 13538 insertions(+), 56 deletions(-) create mode 100644 learning/tour-of-beam/frontend/lib/assets/assets.gen.dart create mode 100644 learning/tour-of-beam/frontend/lib/models/unit_content.g.dart create mode 100644 learning/tour-of-beam/frontend/lib/repositories/models/get_content_tree_response.g.dart create mode 100644 learning/tour-of-beam/frontend/lib/repositories/models/get_sdks_response.g.dart create mode 100644 learning/tour-of-beam/frontend/lib/repositories/models/group.g.dart create mode 100644 learning/tour-of-beam/frontend/lib/repositories/models/module.g.dart create mode 100644 learning/tour-of-beam/frontend/lib/repositories/models/node.g.dart create mode 100644 learning/tour-of-beam/frontend/lib/repositories/models/unit.g.dart create mode 100644 playground/frontend/playground_components/assets/symbols/python.g.yaml create mode 100644 playground/frontend/playground_components/lib/src/assets/assets.gen.dart create mode 100644 playground/frontend/playground_components/lib/src/models/sdk.g.dart create mode 100644 playground/frontend/playground_components/test/src/common/example_repository_mock.mocks.dart create mode 100644 playground/frontend/playground_components/test/src/controllers/playground_controller_test.mocks.dart create mode 100644 playground/frontend/playground_components/test/src/repositories/code_repository_test.mocks.dart create mode 100644 playground/frontend/playground_components/test/src/repositories/example_repository_test.mocks.dart create mode 100644 playground/frontend/test/pages/playground/states/example_selector_state_test.mocks.dart diff --git a/.gitignore b/.gitignore index 2ba8737f7e89..f5fc63f9de8c 100644 --- a/.gitignore +++ b/.gitignore @@ -120,14 +120,12 @@ website/www/yarn-error.log **/node_modules # Dart/Flutter -**/*.g.dart -**/*.mocks.dart **/.dart_tool **/.flutter-plugins **/.flutter-plugins-dependencies **/.packages **/generated_plugin_registrant.dart -playground/frontend/playground_components/assets/symbols +playground/frontend/playground_components/pubspec.lock # Ignore Beam Playground Terraform **/.terraform diff --git a/build.gradle.kts b/build.gradle.kts index 30537cd70cfd..37d3d0b6f508 100644 --- a/build.gradle.kts +++ b/build.gradle.kts @@ -145,16 +145,22 @@ tasks.rat { // Ignore Flutter autogenerated files for Playground "playground/frontend/**/*.g.dart", "playground/frontend/**/*.g.yaml", + "playground/frontend/**/*.gen.dart", "playground/frontend/**/*.golden.yaml", "playground/frontend/**/*.mocks.dart", "playground/frontend/.metadata", "playground/frontend/pubspec.lock", // Ignore Flutter autogenerated files for Playground Components + "playground/frontend/**/*.pb.dart", + "playground/frontend/**/*.pbenum.dart", + "playground/frontend/**/*.pbgrpc.dart", + "playground/frontend/**/*.pbjson.dart", "playground/frontend/playground_components/.metadata", "playground/frontend/playground_components/pubspec.lock", // Ignore Flutter autogenerated files for Tour of Beam + "learning/tour-of-beam/frontend/**/*.g.dart", "learning/tour-of-beam/frontend/.metadata", "learning/tour-of-beam/frontend/pubspec.lock", diff --git a/learning/tour-of-beam/frontend/lib/assets/assets.gen.dart b/learning/tour-of-beam/frontend/lib/assets/assets.gen.dart new file mode 100644 index 000000000000..c6757282352d --- /dev/null +++ b/learning/tour-of-beam/frontend/lib/assets/assets.gen.dart @@ -0,0 +1,132 @@ +/// GENERATED CODE - DO NOT MODIFY BY HAND +/// ***************************************************** +/// FlutterGen +/// ***************************************************** + +// coverage:ignore-file +// ignore_for_file: type=lint +// ignore_for_file: directives_ordering,unnecessary_import + +import 'package:flutter/widgets.dart'; + +class $AssetsPngGen { + const $AssetsPngGen(); + + /// File path: assets/png/laptop-dark.png + AssetGenImage get laptopDark => + const AssetGenImage('assets/png/laptop-dark.png'); + + /// File path: assets/png/laptop-light.png + AssetGenImage get laptopLight => + const AssetGenImage('assets/png/laptop-light.png'); + + /// File path: assets/png/profile-website.png + AssetGenImage get profileWebsite => + const AssetGenImage('assets/png/profile-website.png'); +} + +class $AssetsSvgGen { + const $AssetsSvgGen(); + + /// File path: assets/svg/github-logo.svg + String get githubLogo => 'assets/svg/github-logo.svg'; + + /// File path: assets/svg/google-logo.svg + String get googleLogo => 'assets/svg/google-logo.svg'; + + /// File path: assets/svg/profile-about.svg + String get profileAbout => 'assets/svg/profile-about.svg'; + + /// File path: assets/svg/profile-delete.svg + String get profileDelete => 'assets/svg/profile-delete.svg'; + + /// File path: assets/svg/profile-logout.svg + String get profileLogout => 'assets/svg/profile-logout.svg'; + + /// File path: assets/svg/unit-progress-0.svg + String get unitProgress0 => 'assets/svg/unit-progress-0.svg'; + + /// File path: assets/svg/unit-progress-100.svg + String get unitProgress100 => 'assets/svg/unit-progress-100.svg'; + + /// File path: assets/svg/welcome-progress-0.svg + String get welcomeProgress0 => 'assets/svg/welcome-progress-0.svg'; +} + +class $AssetsTranslationsGen { + const $AssetsTranslationsGen(); + + /// File path: assets/translations/en.yaml + String get en => 'assets/translations/en.yaml'; +} + +class Assets { + Assets._(); + + static const $AssetsPngGen png = $AssetsPngGen(); + static const $AssetsSvgGen svg = $AssetsSvgGen(); + static const $AssetsTranslationsGen translations = $AssetsTranslationsGen(); +} + +class AssetGenImage { + const AssetGenImage(this._assetName); + + final String _assetName; + + Image image({ + Key? key, + AssetBundle? bundle, + ImageFrameBuilder? frameBuilder, + ImageErrorWidgetBuilder? errorBuilder, + String? semanticLabel, + bool excludeFromSemantics = false, + double? scale, + double? width, + double? height, + Color? color, + Animation? opacity, + BlendMode? colorBlendMode, + BoxFit? fit, + AlignmentGeometry alignment = Alignment.center, + ImageRepeat repeat = ImageRepeat.noRepeat, + Rect? centerSlice, + bool matchTextDirection = false, + bool gaplessPlayback = false, + bool isAntiAlias = false, + String? package, + FilterQuality filterQuality = FilterQuality.low, + int? cacheWidth, + int? cacheHeight, + }) { + return Image.asset( + _assetName, + key: key, + bundle: bundle, + frameBuilder: frameBuilder, + errorBuilder: errorBuilder, + semanticLabel: semanticLabel, + excludeFromSemantics: excludeFromSemantics, + scale: scale, + width: width, + height: height, + color: color, + opacity: opacity, + colorBlendMode: colorBlendMode, + fit: fit, + alignment: alignment, + repeat: repeat, + centerSlice: centerSlice, + matchTextDirection: matchTextDirection, + gaplessPlayback: gaplessPlayback, + isAntiAlias: isAntiAlias, + package: package, + filterQuality: filterQuality, + cacheWidth: cacheWidth, + cacheHeight: cacheHeight, + ); + } + + String get path => _assetName; + + String get keyName => _assetName; +} diff --git a/learning/tour-of-beam/frontend/lib/components/login/login_content.dart b/learning/tour-of-beam/frontend/lib/components/login/login_content.dart index d4d0d8873cce..aabdd026a511 100644 --- a/learning/tour-of-beam/frontend/lib/components/login/login_content.dart +++ b/learning/tour-of-beam/frontend/lib/components/login/login_content.dart @@ -21,8 +21,8 @@ import 'package:flutter/material.dart'; import 'package:flutter_svg/svg.dart'; import 'package:playground_components/playground_components.dart'; +import '../../assets/assets.gen.dart'; import '../../constants/sizes.dart'; -import '../../generated/assets.gen.dart'; class LoginContent extends StatelessWidget { const LoginContent(); diff --git a/learning/tour-of-beam/frontend/lib/components/profile/avatar.dart b/learning/tour-of-beam/frontend/lib/components/profile/avatar.dart index 959c83876e3c..2c8c07d9ef17 100644 --- a/learning/tour-of-beam/frontend/lib/components/profile/avatar.dart +++ b/learning/tour-of-beam/frontend/lib/components/profile/avatar.dart @@ -19,7 +19,7 @@ import 'package:flutter/material.dart'; import 'package:playground_components/playground_components.dart'; -import '../../generated/assets.gen.dart'; +import '../../assets/assets.gen.dart'; import 'profile_content.dart'; class Avatar extends StatelessWidget { diff --git a/learning/tour-of-beam/frontend/lib/components/profile/profile_content.dart b/learning/tour-of-beam/frontend/lib/components/profile/profile_content.dart index 223f4b0e3845..f6a0e1a6e82b 100644 --- a/learning/tour-of-beam/frontend/lib/components/profile/profile_content.dart +++ b/learning/tour-of-beam/frontend/lib/components/profile/profile_content.dart @@ -21,8 +21,8 @@ import 'package:flutter/material.dart'; import 'package:flutter_svg/svg.dart'; import 'package:playground_components/playground_components.dart'; +import '../../assets/assets.gen.dart'; import '../../constants/sizes.dart'; -import '../../generated/assets.gen.dart'; class ProfileContent extends StatelessWidget { const ProfileContent(); diff --git a/learning/tour-of-beam/frontend/lib/models/unit_content.g.dart b/learning/tour-of-beam/frontend/lib/models/unit_content.g.dart new file mode 100644 index 000000000000..ad68a0819015 --- /dev/null +++ b/learning/tour-of-beam/frontend/lib/models/unit_content.g.dart @@ -0,0 +1,16 @@ +// GENERATED CODE - DO NOT MODIFY BY HAND + +part of 'unit_content.dart'; + +// ************************************************************************** +// JsonSerializableGenerator +// ************************************************************************** + +UnitContentModel _$UnitContentModelFromJson(Map json) => + UnitContentModel( + id: json['id'] as String, + title: json['title'] as String, + description: json['description'] as String, + taskSnippetId: json['taskSnippetId'] as String?, + solutionSnippetId: json['solutionSnippetId'] as String?, + ); diff --git a/learning/tour-of-beam/frontend/lib/pages/tour/widgets/group_title.dart b/learning/tour-of-beam/frontend/lib/pages/tour/widgets/group_title.dart index a25c5498bd92..8730de688788 100644 --- a/learning/tour-of-beam/frontend/lib/pages/tour/widgets/group_title.dart +++ b/learning/tour-of-beam/frontend/lib/pages/tour/widgets/group_title.dart @@ -19,7 +19,7 @@ import 'package:flutter/material.dart'; import 'package:playground_components/playground_components.dart'; -import '../../../generated/assets.gen.dart'; +import '../../../assets/assets.gen.dart'; import '../../../models/group.dart'; import 'tour_progress_indicator.dart'; diff --git a/learning/tour-of-beam/frontend/lib/pages/tour/widgets/unit.dart b/learning/tour-of-beam/frontend/lib/pages/tour/widgets/unit.dart index 914361a347a4..08ef274931a5 100644 --- a/learning/tour-of-beam/frontend/lib/pages/tour/widgets/unit.dart +++ b/learning/tour-of-beam/frontend/lib/pages/tour/widgets/unit.dart @@ -19,7 +19,7 @@ import 'package:flutter/material.dart'; import 'package:playground_components/playground_components.dart'; -import '../../../generated/assets.gen.dart'; +import '../../../assets/assets.gen.dart'; import '../../../models/unit.dart'; import '../controllers/content_tree.dart'; import 'tour_progress_indicator.dart'; diff --git a/learning/tour-of-beam/frontend/lib/pages/welcome/screen.dart b/learning/tour-of-beam/frontend/lib/pages/welcome/screen.dart index 421593562672..5c7c6939a71d 100644 --- a/learning/tour-of-beam/frontend/lib/pages/welcome/screen.dart +++ b/learning/tour-of-beam/frontend/lib/pages/welcome/screen.dart @@ -22,12 +22,12 @@ import 'package:flutter/material.dart'; import 'package:flutter_svg/svg.dart'; import 'package:playground_components/playground_components.dart'; +import '../../assets/assets.gen.dart'; import '../../components/builders/content_tree.dart'; import '../../components/builders/sdks.dart'; import '../../components/filler_text.dart'; import '../../components/scaffold.dart'; import '../../constants/sizes.dart'; -import '../../generated/assets.gen.dart'; import '../../models/module.dart'; import 'state.dart'; diff --git a/learning/tour-of-beam/frontend/lib/repositories/models/get_content_tree_response.g.dart b/learning/tour-of-beam/frontend/lib/repositories/models/get_content_tree_response.g.dart new file mode 100644 index 000000000000..fee381f886e2 --- /dev/null +++ b/learning/tour-of-beam/frontend/lib/repositories/models/get_content_tree_response.g.dart @@ -0,0 +1,16 @@ +// GENERATED CODE - DO NOT MODIFY BY HAND + +part of 'get_content_tree_response.dart'; + +// ************************************************************************** +// JsonSerializableGenerator +// ************************************************************************** + +GetContentTreeResponse _$GetContentTreeResponseFromJson( + Map json) => + GetContentTreeResponse( + sdkId: json['sdkId'] as String, + modules: (json['modules'] as List) + .map((e) => ModuleResponseModel.fromJson(e as Map)) + .toList(), + ); diff --git a/learning/tour-of-beam/frontend/lib/repositories/models/get_sdks_response.g.dart b/learning/tour-of-beam/frontend/lib/repositories/models/get_sdks_response.g.dart new file mode 100644 index 000000000000..e40d6e2a8e16 --- /dev/null +++ b/learning/tour-of-beam/frontend/lib/repositories/models/get_sdks_response.g.dart @@ -0,0 +1,14 @@ +// GENERATED CODE - DO NOT MODIFY BY HAND + +part of 'get_sdks_response.dart'; + +// ************************************************************************** +// JsonSerializableGenerator +// ************************************************************************** + +GetSdksResponse _$GetSdksResponseFromJson(Map json) => + GetSdksResponse( + sdks: (json['sdks'] as List) + .map((e) => Sdk.fromJson(e as Map)) + .toList(), + ); diff --git a/learning/tour-of-beam/frontend/lib/repositories/models/group.g.dart b/learning/tour-of-beam/frontend/lib/repositories/models/group.g.dart new file mode 100644 index 000000000000..0a0b8549b445 --- /dev/null +++ b/learning/tour-of-beam/frontend/lib/repositories/models/group.g.dart @@ -0,0 +1,15 @@ +// GENERATED CODE - DO NOT MODIFY BY HAND + +part of 'group.dart'; + +// ************************************************************************** +// JsonSerializableGenerator +// ************************************************************************** + +GroupResponseModel _$GroupResponseModelFromJson(Map json) => + GroupResponseModel( + title: json['title'] as String, + nodes: (json['nodes'] as List) + .map((e) => NodeResponseModel.fromJson(e as Map)) + .toList(), + ); diff --git a/learning/tour-of-beam/frontend/lib/repositories/models/module.g.dart b/learning/tour-of-beam/frontend/lib/repositories/models/module.g.dart new file mode 100644 index 000000000000..05c3e51f804a --- /dev/null +++ b/learning/tour-of-beam/frontend/lib/repositories/models/module.g.dart @@ -0,0 +1,24 @@ +// GENERATED CODE - DO NOT MODIFY BY HAND + +part of 'module.dart'; + +// ************************************************************************** +// JsonSerializableGenerator +// ************************************************************************** + +ModuleResponseModel _$ModuleResponseModelFromJson(Map json) => + ModuleResponseModel( + id: json['id'] as String, + title: json['title'] as String, + complexity: $enumDecode(_$ComplexityEnumMap, json['complexity']), + nodes: (json['nodes'] as List) + .map((e) => NodeResponseModel.fromJson(e as Map)) + .toList(), + ); + +const _$ComplexityEnumMap = { + Complexity.unspecified: 'UNSPECIFIED', + Complexity.basic: 'BASIC', + Complexity.medium: 'MEDIUM', + Complexity.advanced: 'ADVANCED', +}; diff --git a/learning/tour-of-beam/frontend/lib/repositories/models/node.g.dart b/learning/tour-of-beam/frontend/lib/repositories/models/node.g.dart new file mode 100644 index 000000000000..1c5c6cb6d046 --- /dev/null +++ b/learning/tour-of-beam/frontend/lib/repositories/models/node.g.dart @@ -0,0 +1,23 @@ +// GENERATED CODE - DO NOT MODIFY BY HAND + +part of 'node.dart'; + +// ************************************************************************** +// JsonSerializableGenerator +// ************************************************************************** + +NodeResponseModel _$NodeResponseModelFromJson(Map json) => + NodeResponseModel( + type: $enumDecode(_$NodeTypeEnumMap, json['type']), + unit: json['unit'] == null + ? null + : UnitResponseModel.fromJson(json['unit'] as Map), + group: json['group'] == null + ? null + : GroupResponseModel.fromJson(json['group'] as Map), + ); + +const _$NodeTypeEnumMap = { + NodeType.group: 'group', + NodeType.unit: 'unit', +}; diff --git a/learning/tour-of-beam/frontend/lib/repositories/models/unit.g.dart b/learning/tour-of-beam/frontend/lib/repositories/models/unit.g.dart new file mode 100644 index 000000000000..21830e4f7212 --- /dev/null +++ b/learning/tour-of-beam/frontend/lib/repositories/models/unit.g.dart @@ -0,0 +1,13 @@ +// GENERATED CODE - DO NOT MODIFY BY HAND + +part of 'unit.dart'; + +// ************************************************************************** +// JsonSerializableGenerator +// ************************************************************************** + +UnitResponseModel _$UnitResponseModelFromJson(Map json) => + UnitResponseModel( + id: json['id'] as String, + title: json['title'] as String, + ); diff --git a/learning/tour-of-beam/frontend/pubspec.lock b/learning/tour-of-beam/frontend/pubspec.lock index 9983b9bb5304..a6e4f4adb396 100644 --- a/learning/tour-of-beam/frontend/pubspec.lock +++ b/learning/tour-of-beam/frontend/pubspec.lock @@ -278,7 +278,7 @@ packages: name: flutter_code_editor url: "https://pub.dartlang.org" source: hosted - version: "0.1.1" + version: "0.1.5" flutter_driver: dependency: transitive description: flutter diff --git a/learning/tour-of-beam/frontend/pubspec.yaml b/learning/tour-of-beam/frontend/pubspec.yaml index a6e829542e0c..780cdb06d2fd 100644 --- a/learning/tour-of-beam/frontend/pubspec.yaml +++ b/learning/tour-of-beam/frontend/pubspec.yaml @@ -62,4 +62,4 @@ flutter: - assets/svg/ flutter_gen: - output: lib/generated/ + output: lib/assets/ diff --git a/playground/frontend/Dockerfile b/playground/frontend/Dockerfile index ef605e09583b..fc4c034a3c80 100644 --- a/playground/frontend/Dockerfile +++ b/playground/frontend/Dockerfile @@ -18,15 +18,12 @@ FROM debian:11 as build ARG FLUTTER_VERSION=3.3.2 -ARG BEAM_VERSION=2.40.0 -ARG BEAM_REF=release-$BEAM_VERSION # ------------------------------------------------ # Setting up. # ------------------------------------------------ -RUN apt-get update && apt-get install -y wget xz-utils git curl python3 python3-pip -RUN pip3 install pyyaml +RUN apt-get update && apt-get install -y wget xz-utils git RUN wget https://storage.googleapis.com/flutter_infra_release/releases/stable/linux/flutter_linux_$FLUTTER_VERSION-stable.tar.xz &&\ tar -xf flutter_linux_$FLUTTER_VERSION-stable.tar.xz &&\ @@ -39,33 +36,15 @@ RUN wget https://storage.googleapis.com/flutter_infra_release/releases/stable/li COPY . /app WORKDIR /app -# ------------------------------------------------ -# Extracting Beam symbols for autocompletion. -# ------------------------------------------------ - -RUN cd /app/playground_components &&\ - mkdir -p assets/symbols &&\ - git clone https://github.com/apache/beam.git &&\ - cd beam &&\ - git checkout $BEAM_REF - -# Python: -RUN cd /app/playground_components &&\ - python3 tools/extract_symbols_python/extract_symbols_python.py beam/sdks/python/apache_beam > assets/symbols/python.g.yaml - -RUN ls -la /app/playground_components/assets/symbols - # ------------------------------------------------ # Building the application. # ------------------------------------------------ RUN cd /app/playground_components &&\ - flutter pub get -v &&\ - flutter pub run build_runner build -v + flutter pub get -v RUN cd /app &&\ flutter pub get -v &&\ - flutter pub run build_runner build -v &&\ flutter build web -v # ------------------------------------------------ diff --git a/playground/frontend/README.md b/playground/frontend/README.md index 0560f841c7ca..1f8570bfd064 100644 --- a/playground/frontend/README.md +++ b/playground/frontend/README.md @@ -25,15 +25,6 @@ Beam Playground is an interactive environment to try out Beam transforms and exa The vision for the Playground is to be a web application where users can try out Beam without having to install/initialize a Beam environment. -## Getting Started - -Running, debugging, and testing all require this first step that fetches -dependencies and generates code. Run this in the Beam root: - -```bash -./gradlew :playground:frontend:configure -``` - ### Run See [playground/README.md](../README.md) for details on requirements and setup. @@ -73,6 +64,48 @@ The container sets up NGINX on port 8080. This example exposes it as port 1234 on the host, and the app can be served at http://localhost:1234 +## Code Generation + +This project relies on generated code for some functionality: +deserializers, test mocks, constants for asset files, +extracted Beam symbols for the editor, etc. + +All generated code is version-controlled, so after checkout the project is immediately runnable. +However, after changes you may need to re-run code generation. + +### Standard Dart Code Generator + +Most of the generated code is produced by running the standard Dart code generator. +This only requires Flutter, but must be called on multiple locations. +For convenience, run this single command: + +```bash +./gradlew :playground:frontend:generateCode +``` + +### Generating Beam Symbols Dictionaries + +Requirements: + +- Python 3.8+ with packages: `ast`, `pyyaml`. + +Other SDKs will add more requirements as we add extraction scripts for them. + +To generate all project's generated files including symbol dictionaries, run: + +```bash +./gradlew :playground:frontend:generate +``` + +### Deleting Generated Files + +For consistency, it is recommended that you delete and re-generate all files before committing +if you have all required tools on your machine. To delete all generated files, run: + +```bash +./gradlew :playground:frontend:cleanGenerated +``` + ### Pre-commit Checks To run all pre-commit checks, execute this in the beam root: diff --git a/playground/frontend/build.gradle b/playground/frontend/build.gradle index 252ca8b39d4e..9cdbbcad87d2 100644 --- a/playground/frontend/build.gradle +++ b/playground/frontend/build.gradle @@ -40,12 +40,13 @@ dependencies { dockerDependency project(path: playgroundJobServerProject, configuration: "shadow") } -task configure { - group = "build" - description = "After checkout, gets everything ready for local development, test, or build." +task generate { + dependsOn("playground_components:generate") - dependsOn("playground_components:configure") dependsOn("generateCode") + + group = "build" + description = "Generates all generated files." } task printPath { @@ -130,6 +131,8 @@ task precommit { } task generateCode { + dependsOn("playground_components:generateCode") + dependsOn("cleanFlutter") dependsOn("pubGet") @@ -156,6 +159,45 @@ task cleanFlutter { } } +task cleanGenerated { + dependsOn("playground_components:cleanGenerated") + + group = "build" + description = "Remove build artifacts" + + doLast { + exec { + executable("mv") + args("lib/config.g.dart", "lib/config.g.dart_") + } + + println("Deleting:") + + deleteFilesByRegExp(".*\\.g\\.dart\$") + deleteFilesByRegExp(".*\\.gen\\.dart\$") + deleteFilesByRegExp(".*\\.mocks\\.dart\$") + + exec { + executable("mv") + args("lib/config.g.dart_", "lib/config.g.dart") + } + } +} + +ext.deleteFilesByRegExp = { re -> + // Prints file names. + exec { + executable("find") + args("assets", "lib", "test", "-regex", re) + } + + // Actually deletes them. + exec { + executable("find") + args("assets", "lib", "test", "-regex", re, "-delete") + } +} + task copyDockerfileDependencies(type: Copy) { group = "build" description = "Copy files that required to build docker container" diff --git a/playground/frontend/playground_components/assets/symbols/python.g.yaml b/playground/frontend/playground_components/assets/symbols/python.g.yaml new file mode 100644 index 000000000000..7e9ceeea0e13 --- /dev/null +++ b/playground/frontend/playground_components/assets/symbols/python.g.yaml @@ -0,0 +1,12125 @@ +AbstractBeamJob: + methods: + - artifact_staging_endpoint + - cancel + - get_message_stream + - get_pipeline + - get_state + - get_state_stream + - is_terminal_state + - prepare + - run + - set_state + - state + - to_runner_api + - with_state_history +AbstractComponentCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size + - get_estimated_size_and_observables +AbstractDoFnWrapper: + methods: + - finish_bundle + - process + - setup + - start_bundle + - teardown + - wrapper +AbstractJobServiceServicer: + methods: + - Cancel + - create_beam_job + - DescribePipelineOptions + - GetJobs + - GetMessageStream + - GetPipeline + - GetState + - GetStateStream + - Prepare + - Run +AcceleratorHint: + properties: + - urn +AccumulatingRuntimeState: + methods: + - add + - clear + - commit + - read +AccumulationMode: + properties: + - ACCUMULATING + - DISCARDING +AccumulatorCombineFn: + methods: + - add_input + - create_accumulator + - extract_output + - merge_accumulators +AccumulatorCombineFnCounter: + methods: + - reset + - update + - update_n +AdaptiveThrottler: + methods: + - successful_request + - throttle_request + properties: + - MIN_REQUESTS +AddBitbucketServerConnectedRepositoryRequest: + properties: + - connectedRepository +AddBitbucketServerConnectedRepositoryResponse: + properties: + - config + - connectedRepository +AddThenMultiply: + methods: + - expand +AddThenMultiplyDoFn: + methods: + - process +AddTimestampFn: + methods: + - process +AddWithProductDoFn: + methods: + - process +AfterAll: + properties: + - combine_op +AfterAny: + properties: + - combine_op +AfterCount: + methods: + - from_runner_api + - has_ontime_pane + - may_lose_data + - on_element + - on_fire + - on_merge + - reset + - should_fire + - to_runner_api + properties: + - COUNT_TAG +AfterEach: + methods: + - from_runner_api + - has_ontime_pane + - may_lose_data + - on_element + - on_fire + - on_merge + - reset + - should_fire + - to_runner_api + properties: + - INDEX_TAG +AfterProcessingTime: + methods: + - from_runner_api + - has_ontime_pane + - may_lose_data + - on_element + - on_fire + - on_merge + - reset + - should_fire + - to_runner_api + properties: + - STATE_TAG +AfterWatermark: + methods: + - from_runner_api + - has_ontime_pane + - is_late + - may_lose_data + - on_element + - on_fire + - on_merge + - reset + - should_fire + - to_runner_api + properties: + - LATE_TAG +AggregateClassificationMetrics: + properties: + - accuracy + - f1Score + - logLoss + - precision + - recall + - rocAuc + - threshold +AllAccumulator: + methods: + - add_input + - extract_output + - merge +AllCombineFn: {} +AllPrimitives: + properties: + - field_bool + - field_bytes + - field_float32 + - field_float64 + - field_int16 + - field_int32 + - field_int64 + - field_int8 + - field_optional_bool + - field_optional_bytes + - field_optional_float32 + - field_optional_float64 + - field_optional_int16 + - field_optional_int32 + - field_optional_int64 + - field_optional_int8 + - field_optional_str + - field_str +Always: + methods: + - from_runner_api + - has_ontime_pane + - may_lose_data + - on_element + - on_fire + - on_merge + - reset + - should_fire + - to_runner_api +AlwaysPassMatcher: {} +ANamedTuple: + properties: + - a + - b +AnnotateImage: + methods: + - expand + properties: + - MAX_BATCH_SIZE + - MIN_BATCH_SIZE +AnnotateImageWithContext: + methods: + - expand +AnnotateVideo: + methods: + - expand +AnnotateVideoWithContext: + methods: + - expand +AnnotationBasedPayloadBuilder: {} +AnnotationTests: + methods: + - check_annotation + - check_custom_annotation + - setUp + - test_deprecated_custom_no_replacements + - test_deprecated_with_since_current + - test_deprecated_with_since_current_message + - test_deprecated_with_since_current_message_class + - test_deprecated_with_since_current_message_custom + - test_deprecated_without_current + - test_deprecated_without_since_custom_should_fail + - test_deprecated_without_since_should_fail + - test_enforce_custom_since_deprecated_must_fail + - test_experimental_with_current + - test_experimental_with_current_message + - test_experimental_with_current_message_class + - test_experimental_with_current_message_custom + - test_experimental_without_current +AnyAccumulator: + methods: + - add_input + - extract_output + - merge +AnyCombineFn: {} +AnyTypeConstraint: + methods: + - type_check +AppendDestinationsFn: + methods: + - display_data + - process +AppliedPTransform: + methods: + - add_output + - add_part + - from_runner_api + - inputs + - is_composite + - named_inputs + - named_outputs + - replace_inputs + - replace_output + - replace_side_inputs + - to_runner_api + - visit +ApprovalConfig: + properties: + - approvalRequired +ApprovalResult: + properties: + - approvalTime + - approverAccount + - comment + - decision + - url +ApproveBuildRequest: + properties: + - approvalResult +ApproximateProgress: + properties: + - percentComplete + - position + - remainingTime +ApproximateQuantiles: {} +ApproximateQuantilesCombineFn: + methods: + - add_input + - create + - create_accumulator + - extract_output + - merge_accumulators +ApproximateReportedProgress: + properties: + - consumedParallelism + - fractionConsumed + - position + - remainingParallelism +ApproximateSplitRequest: + properties: + - fractionConsumed + - fractionOfRemainder + - position +ApproximateUnique: + methods: + - parse_input_params +ApproximateUniqueCombineFn: + methods: + - add_input + - create_accumulator + - display_data + - extract_output + - merge_accumulators +Arbitrary: + methods: + - check + - is_subpartitioning_of + - test_partition_fn +Argument: + properties: + - argumentKind + - dataType + - mode + - name +ArgumentPlaceholder: {} +ArimaCoefficients: + properties: + - autoRegressiveCoefficients + - interceptCoefficient + - movingAverageCoefficients +ArimaFittingMetrics: + properties: + - aic + - logLikelihood + - variance +ArimaForecastingMetrics: + properties: + - arimaFittingMetrics + - arimaSingleModelForecastingMetrics + - hasDrift + - nonSeasonalOrder + - seasonalPeriods + - timeSeriesId +ArimaModelInfo: + properties: + - arimaCoefficients + - arimaFittingMetrics + - hasDrift + - nonSeasonalOrder + - seasonalPeriods + - timeSeriesId +ArimaOrder: + properties: + - d + - p + - q +ArimaResult: + properties: + - arimaModelInfo + - seasonalPeriods +ArimaSingleModelForecastingMetrics: + properties: + - arimaFittingMetrics + - hasDrift + - nonSeasonalOrder + - seasonalPeriods + - timeSeriesId +ArrayMultiplyDoFn: + methods: + - infer_output_type + - process_batch +ArtifactObjects: + properties: + - location + - paths + - timing +ArtifactResult: + properties: + - fileHash + - location +ArtifactRetrievalService: + methods: + - GetArtifact + - ResolveArtifacts +ArtifactRetrievalServiceServicer: + methods: + - GetArtifact + - ResolveArtifacts +ArtifactRetrievalServiceStub: {} +Artifacts: + properties: + - images + - objects +ArtifactStagingService: + methods: + - register_job + - resolved_deps + - ReverseArtifactRetrievalService +ArtifactStagingServiceServicer: + methods: + - ReverseArtifactRetrievalService +ArtifactStagingServiceStub: {} +AsDict: {} +AsIter: + methods: + - element_type +AsList: {} +AsMultiMap: + methods: + - requires_keyed_input +AsSideInput: + methods: + - element_type + - from_runner_api + - requires_keyed_input + - to_runner_api +AssignTimestamps: + methods: + - process +AssignUniqueID: + methods: + - process +AsSingleton: + methods: + - element_type +Auction: + properties: + - CODER +AuctionBid: + properties: + - CODER +AuctionBidCoder: + methods: + - is_deterministic + - to_type_hint +AuctionBidCoderImpl: + methods: + - decode_from_stream + - encode_to_stream +AuctionByIdFn: + methods: + - process +AuctionBySellerFn: + methods: + - process +AuctionCoder: + methods: + - is_deterministic + - to_type_hint +AuctionCoderImpl: + methods: + - decode_from_stream + - encode_to_stream +AuctionOrBidWindow: + methods: + - for_auction + - for_bid + - is_auction_window_fn +AuctionOrBidWindowCoder: + methods: + - is_deterministic +AuctionOrBidWindowCoderImpl: + methods: + - decode_from_stream + - encode_to_stream +AuctionOrBidWindowFn: + methods: + - assign + - get_transformed_output_time + - get_window_coder + - merge +AuditConfig: + properties: + - auditLogConfigs + - service +AuditLogConfig: + properties: + - exemptedMembers + - logType +AugmentedPipeline: + methods: + - augment + - augmented_pipeline + - background_recording_pipeline + - cacheables +AugmentedTestResults: {} +AutocompleteIT: + methods: + - test_autocomplete_output_files_on_small_input + properties: + - EXPECTED_PREFIXES + - WORDS +AutoscalingEvent: + properties: + - currentNumWorkers + - description + - eventType + - targetNumWorkers + - time + - workerPool +AutoscalingSettings: + properties: + - algorithm + - maxNumWorkers +AvroBase: + methods: + - setUp + - tearDown + - test_corrupted_file + - test_dynamic_work_rebalancing_exhaustive + - test_read_all_continuously_new + - test_read_all_continuously_update + - test_read_all_from_avro_file_pattern + - test_read_all_from_avro_many_file_patterns + - test_read_all_from_avro_many_single_files + - test_read_all_from_avro_single_file + - test_read_all_from_avro_with_filename + - test_read_display_data + - test_read_from_avro + - test_read_reantrant_with_splitting + - test_read_reentrant_without_splitting + - test_read_with_splitting + - test_read_with_splitting_compressed_deflate + - test_read_with_splitting_compressed_snappy + - test_read_with_splitting_multiple_blocks + - test_read_with_splitting_pattern + - test_read_without_splitting + - test_read_without_splitting_compressed_deflate + - test_read_without_splitting_compressed_snappy + - test_read_without_splitting_multiple_blocks + - test_read_without_splitting_pattern + - test_sink_display_data + - test_sink_transform + - test_sink_transform_snappy + - test_source_display_data + - test_split_points + - test_write_display_data + - test_writer_open_and_close +AvroCoderImpl: + methods: + - decode + - encode +AvroGenericCoder: + methods: + - from_runner_api_parameter + - is_deterministic + - to_runner_api_parameter + - to_type_hint +AvroRecord: {} +AvroRowWriter: + methods: + - close + - closed + - flush + - read + - tell + - writable + - write +AvroTestCoder: + properties: + - SCHEMA +AvroTestRecord: {} +BackgroundCachingJob: + methods: + - cancel + - is_done + - is_running + - state +Bacon: {} +BagInStateOutputAfterTimer: + methods: + - emit_values + - process + properties: + - EMIT_TIMER + - SET_STATE +BagRuntimeState: {} +BagStateSpec: + methods: + - to_runner_api +Base64PickleCoder: + methods: + - decode + - encode + - is_deterministic + - is_kv_coder + - key_coder + - value_coder +BaseTimer: + methods: + - clear + - set +BasicLoggingService: + methods: + - Logging +BasicProvisionService: + methods: + - GetProvisionInfo +BatchConverter: + methods: + - batch_type + - combine_batches + - element_type + - estimate_byte_size + - explode_batch + - from_typehints + - get_length + - produce_batch + - register +BatchCreateBitbucketServerConnectedRepositoriesRequest: + properties: + - requests +BatchCreateBitbucketServerConnectedRepositoriesResponse: + properties: + - bitbucketServerConnectedRepositories +BatchCreateBitbucketServerConnectedRepositoriesResponseMetadata: + properties: + - completeTime + - config + - createTime +BatchDoFn: + methods: + - process_batch +BatchElements: + methods: + - expand +BatchGlobalTriggerDriver: + methods: + - process_elements + - process_timer + properties: + - GLOBAL_WINDOW_TUPLE + - ONLY_FIRING +BatchingPreference: + methods: + - requires_batches + - supports_batches + - supports_elements + properties: + - BATCH_FORBIDDEN + - BATCH_REQUIRED + - DO_NOT_CARE +BatchRowsAsDataFrame: + methods: + - expand +BatchToElementDoFn: + methods: + - process_batch +BeamAssertException: {} +BeamConstants: {} +BeamDataframeDoctestRunner: + methods: + - fake_pandas_module + - report_success + - run + - summarize + - summary +BeamDeprecationWarning: {} +BeamError: {} +BeamFilesystemHandler: + methods: + - file_reader + - file_writer +BeamFnControl: + methods: + - Control + - GetProcessBundleDescriptor +BeamFnControlServicer: + methods: + - Control +BeamFnControlStub: {} +BeamFnData: + methods: + - Data +BeamFnDataServicer: + methods: + - Data + - get_conn_by_worker_id +BeamFnDataStub: {} +BeamFnExternalWorkerPool: + methods: + - StartWorker + - StopWorker +BeamFnExternalWorkerPoolServicer: + methods: + - start + - StartWorker + - StopWorker +BeamFnExternalWorkerPoolStub: {} +BeamFnLogging: + methods: + - Logging +BeamFnLoggingServicer: + methods: + - Logging +BeamFnLoggingStub: {} +BeamFnState: + methods: + - State +BeamFnStateServicer: + methods: + - State +BeamFnStateStub: {} +BeamFnStatusServicer: + methods: + - WorkerStatus +BeamFnWorkerStatus: + methods: + - WorkerStatus +BeamFnWorkerStatusServicer: + methods: + - WorkerStatus +BeamFnWorkerStatusStub: {} +BeamIOError: {} +BeamJarExpansionService: {} +BeamJob: + methods: + - artifact_staging_endpoint + - cancel + - get_message_stream + - get_state_stream + - pipeline_options + - prepare + - run + - set_state +BeamPlugin: + methods: + - get_all_plugin_paths + - get_all_subclasses +BeamSchemaConversionDoFn: + methods: + - infer_output_type + - process +BeamSqlMagics: + methods: + - beam_sql +BeamSqlParser: + methods: + - parse + - print_help +BeamTransformFactory: + methods: + - augment_oldstyle_op + - create_operation + - extract_timers_info + - get_coder + - get_input_coders + - get_input_windowing + - get_only_input_coder + - get_only_output_coder + - get_output_coders + - get_windowed_coder + - register_urn +BenchmarkConfig: + properties: + - benchmark + - num_runs + - size +Bid: + properties: + - CODER +BidByAuctionIdFn: + methods: + - process +BidCoder: + methods: + - is_deterministic + - to_type_hint +BidCoderImpl: + methods: + - decode_from_stream + - encode_to_stream +BigIntegerCoder: + methods: + - is_deterministic + - to_type_hint +BigIntegerCoderImpl: + methods: + - decode_from_stream + - encode_to_stream +BigQueryBatchFileLoads: + methods: + - expand + - verify + properties: + - COUNT + - DESTINATION_COPY_JOBID_PAIRS + - DESTINATION_FILE_PAIRS + - DESTINATION_JOBID_PAIRS +BigQueryClient: + methods: + - save +BigqueryDatasetsDeleteRequest: + properties: + - datasetId + - deleteContents + - projectId +BigqueryDatasetsDeleteResponse: {} +BigqueryDatasetsGetRequest: + properties: + - datasetId + - projectId +BigqueryDatasetsInsertRequest: + properties: + - dataset + - projectId +BigqueryDatasetsListRequest: + properties: + - all + - filter + - maxResults + - pageToken + - projectId +BigqueryDatasetsPatchRequest: + properties: + - dataset + - datasetId + - projectId +BigqueryDatasetsUpdateRequest: + properties: + - dataset + - datasetId + - projectId +BigQueryDisposition: + methods: + - validate_create + - validate_write + properties: + - CREATE_IF_NEEDED + - CREATE_NEVER + - WRITE_APPEND + - WRITE_EMPTY + - WRITE_TRUNCATE +BigQueryFileLoadsIntegrationTests: + methods: + - setUp + - tearDown + - test_avro_file_load + properties: + - BIG_QUERY_DATASET_ID +BigQueryFileLoadsIT: + methods: + - setUp + - tearDown + - test_bqfl_streaming + - test_bqfl_streaming_with_copy_jobs + - test_bqfl_streaming_with_dynamic_destinations + - test_multiple_destinations_transform + - test_one_job_fails_all_jobs_fail + properties: + - BIG_QUERY_DATASET_ID + - BIG_QUERY_SCHEMA + - BIG_QUERY_SCHEMA_2 + - BIG_QUERY_STREAMING_SCHEMA +BigqueryFullResultMatcher: + methods: + - describe_mismatch + - describe_to +BigqueryFullResultStreamingMatcher: + properties: + - DEFAULT_TIMEOUT +BigQueryIODetails: + properties: + - dataset + - projectId + - query + - table +BigQueryIOMetadata: + methods: + - add_additional_bq_job_labels +BigqueryIOReadIT: + methods: + - run_bigquery_io_read_pipeline + - test_bigquery_read_1M_python + - test_bigquery_read_custom_1M_python + properties: + - DEFAULT_DATASET + - DEFAULT_TABLE_PREFIX + - NUM_RECORDS +BigqueryJobsCancelRequest: + properties: + - jobId + - location + - projectId +BigqueryJobsGetQueryResultsRequest: + properties: + - jobId + - location + - maxResults + - pageToken + - projectId + - startIndex + - timeoutMs +BigqueryJobsGetRequest: + properties: + - jobId + - location + - projectId +BigqueryJobsInsertRequest: + properties: + - job + - projectId +BigqueryJobsListRequest: + properties: + - allUsers + - maxCreationTime + - maxResults + - minCreationTime + - pageToken + - parentJobId + - projectId + - projection + - stateFilter +BigqueryJobsQueryRequest: + properties: + - projectId + - queryRequest +BigQueryJobTypes: + properties: + - COPY + - EXPORT + - LOAD + - QUERY +BigQueryJsonIT: + methods: + - generate_data + - generate_query_data + - generate_schema + - read_and_validate_rows + - run_test_write + - setUpClass + - test_direct_read + - test_export_read + - test_file_loads_write + - test_query_read + - test_streaming_inserts +BigqueryMatcher: + methods: + - describe_mismatch + - describe_to +BigQueryMetricsPublisher: + methods: + - publish +BigqueryModelsDeleteRequest: + properties: + - datasetId + - modelId + - projectId +BigqueryModelsDeleteResponse: {} +BigqueryModelsGetRequest: + properties: + - datasetId + - modelId + - projectId +BigqueryModelsListRequest: + properties: + - datasetId + - maxResults + - pageToken + - projectId +BigqueryModelsPatchRequest: + properties: + - datasetId + - model + - modelId + - projectId +BigQueryModelTraining: + properties: + - currentIteration + - expectedTotalIterations +BigqueryProjectsGetServiceAccountRequest: + properties: + - projectId +BigqueryProjectsListRequest: + properties: + - maxResults + - pageToken +BigQueryQueryPriority: + properties: + - BATCH + - INTERACTIVE +BigQueryQueryToTableIT: + methods: + - setUp + - tearDown + - test_big_query_legacy_sql + - test_big_query_new_types + - test_big_query_new_types_avro + - test_big_query_standard_sql +BigQueryReadIntegrationTests: + methods: + - setUpClass + - tearDownClass + properties: + - BIG_QUERY_DATASET_ID +BigqueryRoutinesDeleteRequest: + properties: + - datasetId + - projectId + - routineId +BigqueryRoutinesDeleteResponse: {} +BigqueryRoutinesGetRequest: + properties: + - datasetId + - projectId + - readMask + - routineId +BigqueryRoutinesInsertRequest: + properties: + - datasetId + - projectId + - routine +BigqueryRoutinesListRequest: + properties: + - datasetId + - filter + - maxResults + - pageToken + - projectId + - readMask +BigqueryRoutinesUpdateRequest: + properties: + - datasetId + - projectId + - routine + - routineId +BigqueryRowAccessPoliciesListRequest: + properties: + - datasetId + - pageSize + - pageToken + - projectId + - tableId +BigQuerySideInputIT: + methods: + - setUp + - test_bigquery_side_input_it + properties: + - DEFAULT_OUTPUT_FILE +BigQueryStreamingInsertsErrorHandling: + methods: + - test_insert_all_retries_if_structured_retriable + - test_insert_all_retries_if_unstructured_retriable + - test_insert_all_unretriable_errors + - test_insert_all_unretriable_errors_streaming +BigQueryStreamingInsertTransformIntegrationTests: + methods: + - setUp + - tearDown + - test_multiple_destinations_transform + - test_value_provider_transform + properties: + - BIG_QUERY_DATASET_ID +BigQueryStreamingInsertTransformTests: + methods: + - test_dofn_client_finish_bundle_flush_called + - test_dofn_client_no_records + - test_dofn_client_process_flush_called + - test_dofn_client_process_performs_batching + - test_with_batched_input +BigqueryTabledataInsertAllRequest: + properties: + - datasetId + - projectId + - tableDataInsertAllRequest + - tableId +BigqueryTabledataListRequest: + properties: + - datasetId + - maxResults + - pageToken + - projectId + - selectedFields + - startIndex + - tableId +BigQueryTableMatcher: + methods: + - describe_mismatch + - describe_to +BigqueryTablesDeleteRequest: + properties: + - datasetId + - projectId + - tableId +BigqueryTablesDeleteResponse: {} +BigqueryTablesGetIamPolicyRequest: + properties: + - getIamPolicyRequest + - resource +BigqueryTablesGetRequest: + properties: + - datasetId + - projectId + - selectedFields + - tableId +BigqueryTablesInsertRequest: + properties: + - datasetId + - projectId + - table +BigqueryTablesListRequest: + properties: + - datasetId + - maxResults + - pageToken + - projectId +BigqueryTablesPatchRequest: + properties: + - datasetId + - projectId + - table + - tableId +BigqueryTablesSetIamPolicyRequest: + properties: + - resource + - setIamPolicyRequest +BigqueryTablesTestIamPermissionsRequest: + properties: + - resource + - testIamPermissionsRequest +BigqueryTablesUpdateRequest: + properties: + - datasetId + - projectId + - table + - tableId +BigqueryTornadoesIT: + methods: + - test_bigquery_tornadoes_it + properties: + - DEFAULT_CHECKSUM +BigqueryV2: + properties: + - BASE_URL + - MESSAGES_MODULE + - MTLS_BASE_URL +BigQueryWrapper: + methods: + - clean_up_temporary_dataset + - convert_row_to_dict + - create_temporary_dataset + - get_job + - get_or_create_dataset + - get_or_create_table + - get_query_location + - get_table + - get_table_location + - insert_rows + - is_user_configured_dataset + - perform_extract_job + - perform_load_job + - run_query + - unique_row_id + - wait_for_bq_job + properties: + - HISTOGRAM_METRIC_LOGGER + - TEMP_DATASET + - TEMP_TABLE +BigQueryWriteFn: + methods: + - display_data + - finish_bundle + - get_table_schema + - process + - start_bundle + properties: + - DEFAULT_MAX_BATCH_SIZE + - DEFAULT_MAX_BUFFERED_ROWS + - FAILED_ROWS + - FAILED_ROWS_WITH_ERRORS + - STREAMING_API_LOGGING_FREQUENCY_SEC +BigQueryWriteIntegrationTests: + methods: + - create_table + - setUp + - tearDown + - test_big_query_write + - test_big_query_write_insert_errors_reporting + - test_big_query_write_new_types + - test_big_query_write_schema_autodetect + - test_big_query_write_temp_table_append_schema_update + - test_big_query_write_without_schema + properties: + - BIG_QUERY_DATASET_ID +BigtableColumn: + properties: + - encoding + - fieldName + - onlyReadLatest + - qualifierEncoded + - qualifierString + - type +BigtableColumnFamily: + properties: + - columns + - encoding + - familyId + - onlyReadLatest + - type +BigTableIODetails: + properties: + - instanceId + - projectId + - tableId +BigtableOptions: + properties: + - columnFamilies + - ignoreUnspecifiedColumnFamilies + - readRowkeyAsString +BinaryClassificationMetrics: + properties: + - aggregateClassificationMetrics + - binaryConfusionMatrixList + - negativeLabel + - positiveLabel +BinaryConfusionMatrix: + properties: + - accuracy + - f1Score + - falseNegatives + - falsePositives + - positiveClassThreshold + - precision + - recall + - trueNegatives + - truePositives +Binding: + properties: + - condition + - members + - role +BitbucketServerConfig: + properties: + - apiKey + - connectedRepositories + - createTime + - hostUri + - name + - peeredNetwork + - secrets + - sslCa + - username + - webhookKey +BitbucketServerConnectedRepository: + properties: + - parent + - repo + - status +BitbucketServerRepository: + properties: + - browseUri + - description + - displayName + - name + - repoId +BitbucketServerRepositoryId: + properties: + - projectKey + - repoSlug + - webhookId +BitbucketServerSecrets: + properties: + - adminAccessTokenVersionName + - readAccessTokenVersionName + - webhookSecretVersionName +BitbucketServerTriggerConfig: + properties: + - bitbucketServerConfig + - bitbucketServerConfigResource + - projectKey + - pullRequest + - push + - repoSlug +BitcoinTxnCountDoFn: + methods: + - process +Blob: {} +BlobStorageDownloader: + methods: + - get_range + - size +BlobStorageError: {} +BlobStorageFileSystem: + methods: + - checksum + - copy + - create + - delete + - exists + - has_dirs + - join + - last_updated + - metadata + - mkdirs + - open + - rename + - scheme + - size + - split + properties: + - AZURE_FILE_SYSTEM_PREFIX + - CHUNK_SIZE +BlobStorageIO: + methods: + - checksum + - copy + - copy_paths + - copy_tree + - delete + - delete_files + - delete_paths + - delete_tree + - exists + - last_updated + - list_prefix + - open + - rename + - rename_files + - size +BlobStorageIOError: {} +BlobStorageUploader: + methods: + - finish + - put +BooleanCoder: + methods: + - is_deterministic + - to_type_hint +BooleanCoderImpl: + methods: + - decode + - decode_from_stream + - encode + - encode_to_stream + - estimate_size +BoundedSource: + methods: + - default_output_coder + - estimate_size + - get_range_tracker + - is_bounded + - read + - split +BoundedWindow: + methods: + - end + - max_timestamp + - start +BoundMethod: {} +BqmlIterationResult: + properties: + - durationMs + - evalLoss + - index + - learnRate + - trainingLoss +BqmlTrainingRun: + properties: + - iterationResults + - startTime + - state + - trainingOptions +Breakfast: {} +Bucket: + properties: + - acl + - billing + - cors + - defaultEventBasedHold + - defaultObjectAcl + - encryption + - etag + - id + - kind + - labels + - lifecycle + - location + - logging + - metageneration + - name + - owner + - projectNumber + - retentionPolicy + - selfLink + - storageClass + - timeCreated + - updated + - versioning + - website +BucketAccessControl: + properties: + - bucket + - domain + - email + - entity + - entityId + - etag + - id + - kind + - projectTeam + - role + - selfLink +BucketAccessControls: + properties: + - items + - kind +Buckets: + properties: + - items + - kind + - nextPageToken +BucketType: + methods: + - accumulated_bucket_size + - bucket_index + - bucket_size + - num_buckets + - range_from + - range_to +Buffer: + methods: + - append + - extend +build: + properties: + - sub_commands +Build: + properties: + - approval + - artifacts + - availableSecrets + - buildTriggerId + - createTime + - failureInfo + - finishTime + - id + - images + - logsBucket + - logUrl + - name + - options + - projectId + - queueTtl + - results + - secrets + - serviceAccount + - source + - sourceProvenance + - startTime + - status + - statusDetail + - steps + - substitutions + - tags + - timeout + - timing + - warnings +BuildApproval: + properties: + - config + - result + - state +BuildOperationMetadata: + properties: + - build +BuildOptions: + properties: + - diskSizeGb + - dynamicSubstitutions + - env + - logging + - logStreamingOption + - machineType + - pool + - requestedVerifyOption + - secretEnv + - sourceProvenanceHash + - substitutionOption + - volumes + - workerPool +BuildStep: + properties: + - args + - dir + - entrypoint + - env + - id + - name + - pullTiming + - script + - secretEnv + - status + - timeout + - timing + - volumes + - waitFor +BuildTrigger: + properties: + - approvalConfig + - autodetect + - bitbucketServerTriggerConfig + - build + - createTime + - description + - disabled + - eventType + - filename + - filter + - gitFileSource + - github + - id + - ignoredFiles + - includedFiles + - name + - pubsubConfig + - resourceName + - serviceAccount + - sourceToBuild + - substitutions + - tags + - triggerTemplate + - webhookConfig +BuiltImage: + properties: + - digest + - name + - pushTiming +BundleBasedDirectRunner: + methods: + - is_fnapi_compatible + - run_pipeline +BundleContextManager: + methods: + - data_api_service_descriptor + - get_buffer + - get_coder_impl + - get_input_coder_impl + - get_timer_coder_impl + - input_for + - process_bundle_descriptor + - state_api_service_descriptor + - worker_handlers +BundleFactory: + methods: + - create_bundle + - create_empty_committed_bundle +BundleManager: + methods: + - process_bundle +BundleProcessor: + methods: + - bundle_application + - construct_bundle_application + - create_execution_tree + - delayed_bundle_application + - finalize_bundle + - monitoring_infos + - process_bundle + - requires_finalization + - reset + - shutdown + - try_split +BundleProcessorCache: + methods: + - activate + - discard + - get + - lookup + - register + - release + - shutdown + properties: + - periodic_shutdown +ByteCountingOutputStream: + methods: + - get + - get_count + - write + - write_byte +BytesCoder: + methods: + - as_cloud_object + - is_deterministic + - to_type_hint +BytesCoderImpl: + methods: + - decode + - decode_from_stream + - encode + - encode_to_stream +Cacheable: + methods: + - from_pcoll + - to_key + properties: + - pcoll + - producer_version + - var + - version +CacheAware: + methods: + - get_referents_for_cache +CacheKey: + methods: + - from_pcoll + - from_str + - to_str + properties: + - pipeline_id + - producer_version + - var + - version +CacheManager: + methods: + - cleanup + - clear + - exists + - is_latest_version + - load_pcoder + - read + - save_pcoder + - sink + - size + - source + - write +CachingStateHandler: + methods: + - blocking_get + - clear + - done + - extend + - process_instruction_id +CalculateSpammyUsers: + methods: + - expand + properties: + - SCORE_WEIGHT +CalculateTeamScores: + methods: + - expand +CalculateUserScores: + methods: + - expand +CallableWrapperCombineFn: + methods: + - add_input + - add_inputs + - compact + - create_accumulator + - default_type_hints + - display_data + - extract_output + - for_input_type + - infer_output_type + - merge_accumulators +CallableWrapperDoFn: + methods: + - default_type_hints + - display_data + - infer_output_type +CallableWrapperPartitionFn: + methods: + - partition_for +CallbackCoderImpl: + methods: + - decode + - decode_from_stream + - encode + - encode_to_stream + - estimate_size + - get_estimated_size_and_observables +CallSequenceEnforcingCombineFn: + methods: + - add_input + - add_inputs + - create_accumulator + - extract_output + - merge_accumulators + - setup + - teardown + properties: + - instances +CallSequenceEnforcingDoFn: + methods: + - finish_bundle + - process + - setup + - start_bundle + - teardown +CancelBuildRequest: + properties: + - id + - name + - projectId +CancelOperationRequest: {} +CaptureControl: + methods: + - limiters + - set_limiters_for_test +CategoricalValue: + properties: + - categoryCounts +CategoryCount: + properties: + - category + - count +Channel: + properties: + - address + - expiration + - id + - kind + - params + - payload + - resourceId + - resourceUri + - token + - type +Client: + methods: + - complete_multipart_upload + - copy + - create_multipart_upload + - delete + - delete_batch + - get_object_metadata + - get_range + - get_stream + - list + - upload_part +Clock: + methods: + - advance_time + - time +ClosableOutputStream: + methods: + - close + - create + - flush + - maybe_flush +CloudbuildLocationsRegionalWebhookRequest: + properties: + - httpBody + - location + - webhookKey +CloudbuildOperationsCancelRequest: + properties: + - cancelOperationRequest + - name +CloudbuildOperationsGetRequest: + properties: + - name +CloudbuildProjectsBuildsApproveRequest: + properties: + - approveBuildRequest + - name +CloudbuildProjectsBuildsCreateRequest: + properties: + - build + - parent + - projectId +CloudbuildProjectsBuildsGetRequest: + properties: + - id + - name + - projectId +CloudbuildProjectsBuildsListRequest: + properties: + - filter + - pageSize + - pageToken + - parent + - projectId +CloudbuildProjectsGithubEnterpriseConfigsCreateRequest: + properties: + - gheConfigId + - gitHubEnterpriseConfig + - parent + - projectId +CloudbuildProjectsGithubEnterpriseConfigsDeleteRequest: + properties: + - configId + - name + - projectId +CloudbuildProjectsGithubEnterpriseConfigsGetRequest: + properties: + - configId + - name + - projectId +CloudbuildProjectsGithubEnterpriseConfigsListRequest: + properties: + - parent + - projectId +CloudbuildProjectsGithubEnterpriseConfigsPatchRequest: + properties: + - gitHubEnterpriseConfig + - name + - updateMask +CloudbuildProjectsLocationsBitbucketServerConfigsAddBitbucketServerConnectedRepositoryRequest: + properties: + - addBitbucketServerConnectedRepositoryRequest + - config +CloudbuildProjectsLocationsBitbucketServerConfigsConnectedRepositoriesBatchCreateRequest: + properties: + - batchCreateBitbucketServerConnectedRepositoriesRequest + - parent +CloudbuildProjectsLocationsBitbucketServerConfigsCreateRequest: + properties: + - bitbucketServerConfig + - bitbucketServerConfigId + - parent +CloudbuildProjectsLocationsBitbucketServerConfigsDeleteRequest: + properties: + - name +CloudbuildProjectsLocationsBitbucketServerConfigsGetRequest: + properties: + - name +CloudbuildProjectsLocationsBitbucketServerConfigsListRequest: + properties: + - pageSize + - pageToken + - parent +CloudbuildProjectsLocationsBitbucketServerConfigsPatchRequest: + properties: + - bitbucketServerConfig + - name + - updateMask +CloudbuildProjectsLocationsBitbucketServerConfigsRemoveBitbucketServerConnectedRepositoryRequest: + properties: + - config + - removeBitbucketServerConnectedRepositoryRequest +CloudbuildProjectsLocationsBitbucketServerConfigsReposListRequest: + properties: + - pageSize + - pageToken + - parent +CloudbuildProjectsLocationsBuildsApproveRequest: + properties: + - approveBuildRequest + - name +CloudbuildProjectsLocationsBuildsCreateRequest: + properties: + - build + - parent + - projectId +CloudbuildProjectsLocationsBuildsGetRequest: + properties: + - id + - name + - projectId +CloudbuildProjectsLocationsBuildsListRequest: + properties: + - filter + - pageSize + - pageToken + - parent + - projectId +CloudbuildProjectsLocationsGithubEnterpriseConfigsCreateRequest: + properties: + - gheConfigId + - gitHubEnterpriseConfig + - parent + - projectId +CloudbuildProjectsLocationsGithubEnterpriseConfigsDeleteRequest: + properties: + - configId + - name + - projectId +CloudbuildProjectsLocationsGithubEnterpriseConfigsGetRequest: + properties: + - configId + - name + - projectId +CloudbuildProjectsLocationsGithubEnterpriseConfigsListRequest: + properties: + - parent + - projectId +CloudbuildProjectsLocationsGithubEnterpriseConfigsPatchRequest: + properties: + - gitHubEnterpriseConfig + - name + - updateMask +CloudbuildProjectsLocationsOperationsCancelRequest: + properties: + - cancelOperationRequest + - name +CloudbuildProjectsLocationsOperationsGetRequest: + properties: + - name +CloudbuildProjectsLocationsTriggersCreateRequest: + properties: + - buildTrigger + - parent + - projectId +CloudbuildProjectsLocationsTriggersDeleteRequest: + properties: + - name + - projectId + - triggerId +CloudbuildProjectsLocationsTriggersGetRequest: + properties: + - name + - projectId + - triggerId +CloudbuildProjectsLocationsTriggersListRequest: + properties: + - pageSize + - pageToken + - parent + - projectId +CloudbuildProjectsLocationsTriggersPatchRequest: + properties: + - buildTrigger + - projectId + - resourceName + - triggerId +CloudbuildProjectsLocationsTriggersRunRequest: + properties: + - name + - runBuildTriggerRequest +CloudbuildProjectsLocationsTriggersWebhookRequest: + properties: + - httpBody + - name + - projectId + - secret + - trigger +CloudbuildProjectsLocationsWorkerPoolsCreateRequest: + properties: + - parent + - validateOnly + - workerPool + - workerPoolId +CloudbuildProjectsLocationsWorkerPoolsDeleteRequest: + properties: + - allowMissing + - etag + - name + - validateOnly +CloudbuildProjectsLocationsWorkerPoolsGetRequest: + properties: + - name +CloudbuildProjectsLocationsWorkerPoolsListRequest: + properties: + - pageSize + - pageToken + - parent +CloudbuildProjectsLocationsWorkerPoolsPatchRequest: + properties: + - name + - updateMask + - validateOnly + - workerPool +CloudbuildProjectsTriggersCreateRequest: + properties: + - buildTrigger + - parent + - projectId +CloudbuildProjectsTriggersDeleteRequest: + properties: + - name + - projectId + - triggerId +CloudbuildProjectsTriggersGetRequest: + properties: + - name + - projectId + - triggerId +CloudbuildProjectsTriggersListRequest: + properties: + - pageSize + - pageToken + - parent + - projectId +CloudbuildProjectsTriggersPatchRequest: + properties: + - buildTrigger + - projectId + - triggerId +CloudbuildProjectsTriggersRunRequest: + properties: + - name + - projectId + - repoSource + - triggerId +CloudbuildProjectsTriggersWebhookRequest: + properties: + - httpBody + - name + - projectId + - secret + - trigger +CloudbuildV1: + properties: + - BASE_URL + - MESSAGES_MODULE + - MTLS_BASE_URL +CloudbuildWebhookRequest: + properties: + - httpBody + - webhookKey +CloudDLPIT: + methods: + - setUp + - test_deidentification + - test_inspection +Cluster: + properties: + - centroidId + - count + - featureValues +ClusterInfo: + properties: + - centroidId + - clusterRadius + - clusterSize +Clustering: + properties: + - fields +ClusteringMetrics: + properties: + - clusters + - daviesBouldinIndex + - meanSquaredDistance +ClusterMetadata: + methods: + - reset_name + properties: + - cluster_name + - dashboard + - machine_type + - master_url + - num_workers + - project_id + - region + - subnetwork +Clusters: + methods: + - cleanup + - cluster_metadata + - create + - describe + - set_default_cluster + properties: + - DATAPROC_FLINK_VERSION + - DATAPROC_MINIMUM_WORKER_NUM +Coder: + methods: + - as_cloud_object + - as_deterministic_coder + - decode + - decode_nested + - encode + - encode_nested + - estimate_size + - from_runner_api + - from_type_hint + - get_impl + - is_deterministic + - is_kv_coder + - key_coder + - register_structured_urn + - register_urn + - register_urn + - register_urn + - to_runner_api + - to_runner_api_parameter + - to_type_hint + - value_coder +CoderImpl: + methods: + - decode + - decode_all + - decode_from_stream + - decode_nested + - encode + - encode_all + - encode_nested + - encode_to_stream + - estimate_size + - get_estimated_size_and_observables +CoderRegistry: + methods: + - get_coder + - get_custom_type_coder_tuples + - register_coder + - register_fallback_coder + - register_standard_coders + - verify_deterministic +CodersIT: + methods: + - test_coders_output_files_on_small_input + properties: + - EXPECTED_RESULT + - SAMPLE_RECORDS +CoGBKTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +CoGroupByKey: + methods: + - expand +CollectingFn: + methods: + - process + properties: + - BUFFER_STATE + - COUNT_STATE +CombineFn: + methods: + - add_input + - add_inputs + - apply + - compact + - create_accumulator + - default_label + - extract_output + - for_input_type + - from_callable + - get_accumulator_coder + - maybe_from_callable + - merge_accumulators + - setup + - teardown +CombineGlobally: + methods: + - as_singleton_view + - default_label + - display_data + - expand + - from_runner_api_parameter + - with_defaults + - with_fanout + - without_defaults + properties: + - as_view + - fanout + - has_defaults +CombineGloballyTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +CombineOperation: + methods: + - finish + - process + - setup + - teardown +CombinePerKey: + methods: + - default_label + - default_type_hints + - display_data + - expand + - from_runner_api_parameter + - make_fn + - runner_api_requires_keyed_input + - to_runner_api_parameter + - with_hot_key_fanout +CombinePerKeyTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +CombinerWithoutDefaults: + methods: + - with_defaults + - without_defaults +CombineValues: + methods: + - expand + - from_runner_api_parameter + - make_fn + - to_runner_api_parameter +CombineValuesDoFn: + methods: + - default_type_hints + - process + - setup + - teardown +CombineValuesPTransformOverride: + methods: + - get_replacement_transform + - matches +CombiningTriggerDriver: + methods: + - process_elements + - process_timer +CombiningValueRuntimeState: {} +CombiningValueStateSpec: + methods: + - to_runner_api +Command: + methods: + - run +CommitManifestResponse: {} +ComparableValue: + methods: + - hydrate +CompleteMultipartUploadRequest: {} +ComplexSchema: + properties: + - array_optional + - id + - name + - optional_array + - optional_map + - timestamp +ComponentIdMap: + methods: + - get_or_assign +ComponentSource: + properties: + - name + - originalTransformOrCollection + - userName +ComponentTransform: + properties: + - name + - originalTransform + - userName +ComposeRequest: + properties: + - destination + - kind + - sourceObjects +CompositeTypeHint: {} +CompositeTypeHintError: {} +CompressedFile: + methods: + - close + - closed + - flush + - read + - readable + - readline + - seek + - seekable + - tell + - write + - writeable +CompressionTypes: + methods: + - detect_compression_type + - is_valid_compression_type + - mime_type + properties: + - AUTO + - BZIP2 + - DEFLATE + - GZIP + - UNCOMPRESSED + - ZSTD +ComputationTopology: + properties: + - computationId + - inputs + - keyRanges + - outputs + - stateFamilies + - systemStageName +ComputedExpression: + methods: + - args + - evaluate_at + - placeholders + - preserves_partition_by + - requires_partition_by +ComputeSessions: + methods: + - expand +ComputeTopSessions: + methods: + - expand +ComputeTopSessionsIT: + methods: + - test_top_wikipedia_sessions_output_files_on_small_input + properties: + - EDITS + - EXPECTED +ConcatPosition: {} +ConcatRangeTracker: + methods: + - fraction_consumed + - global_to_local + - local_to_global + - position_at_fraction + - set_current_position + - start_position + - stop_position + - sub_range_tracker + - try_claim + - try_split +ConcatSource: + methods: + - default_output_coder + - estimate_size + - get_range_tracker + - read + - sources + - split +ConfusionMatrix: + properties: + - confidenceThreshold + - rows +ConnectionProperty: + properties: + - key + - value +ConsoleMetricsPublisher: + methods: + - publish +Const: + methods: + - unwrap + - unwrap_all +ConstantExpression: + methods: + - args + - evaluate_at + - placeholders + - preserves_partition_by + - requires_partition_by +ConsumerSet: + methods: + - create + - current_element_progress + - try_split + - update_counters_batch + - update_counters_finish + - update_counters_start +ConsumerTrackingPipelineVisitor: + methods: + - views + - visit_transform +ContainerSpec: + properties: + - defaultEnvironment + - image + - metadata + - sdkInfo +ControlConnection: + methods: + - abort + - close + - get_req + - push + - push + - push + - set_input +ControlFuture: + methods: + - abort + - get + - is_done + - set +ConvertToPubSubMessage: + methods: + - process +CopyRequest: {} +CorruptMainSessionException: {} +Count: {} +Count1: + methods: + - expand +CountAccumulator: + methods: + - add_input + - add_input_n + - extract_output + - merge +CountAndLog: + methods: + - expand +CountCombineFn: {} +Counter: + methods: + - dec + - inc +CounterAggregator: + methods: + - combine + - identity_element + - result +CounterCell: + methods: + - combine + - dec + - get_cumulative + - inc + - reset + - to_runner_api_monitoring_info_impl + - update +CounterFactory: + methods: + - get_counter + - get_counters + - reset +CounterMetadata: + properties: + - description + - kind + - otherUnits + - standardUnits +CounterMetric: {} +CounterName: + properties: + - SYSTEM + - USER +CounterStructuredName: + properties: + - componentStepName + - executionStepName + - inputIndex + - name + - origin + - originalRequestingStepName + - originalStepName + - originNamespace + - portion + - workerId +CounterStructuredNameAndMetadata: + properties: + - metadata + - name +CounterUpdate: + properties: + - boolean + - cumulative + - distribution + - floatingPoint + - floatingPointList + - floatingPointMean + - integer + - integerGauge + - integerList + - integerMean + - internal + - nameAndKind + - shortId + - stringList + - structuredNameAndMetadata +CountingSource: + methods: + - estimate_size + - get_range_tracker + - read + - split +CountLimiter: + methods: + - is_triggered + - update +CountMessages: + methods: + - process + properties: + - LABEL +CountPerElementTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +CountWords: + methods: + - expand +CPUTime: + properties: + - rate + - timestamp + - totalMs +Create: + methods: + - as_read + - expand + - get_output_type + - get_windowing + - infer_output_type + - to_runner_api_parameter +CreateBitbucketServerConfigOperationMetadata: + properties: + - bitbucketServerConfig + - completeTime + - createTime +CreateBitbucketServerConnectedRepositoryRequest: + properties: + - bitbucketServerConnectedRepository + - parent +CreateCatalogItem: + methods: + - expand +CreateDisposition: + methods: + - VerifyParam + properties: + - CREATE_IF_NEEDED + - CREATE_NEVER +CreateGitHubEnterpriseConfigOperationMetadata: + properties: + - completeTime + - createTime + - githubEnterpriseConfig +CreateGitLabConfigOperationMetadata: + properties: + - completeTime + - createTime + - gitlabConfig +CreateGrid: + methods: + - expand +CreateJobFromTemplateRequest: + properties: + - environment + - gcsPath + - jobName + - location + - parameters +CreatePTransformOverride: + methods: + - get_replacement_transform_for_applied_ptransform + - matches +CreateTransportData: + methods: + - process +CreateWorkerPoolOperationMetadata: + properties: + - completeTime + - createTime + - workerPool +CrossLanguageKafkaIO: + methods: + - build_read_pipeline + - build_write_pipeline + - run_xlang_kafkaio +CrossLanguageOptions: {} +CrossLanguageTestPipelines: + methods: + - run_cogroup_by_key + - run_combine_globally + - run_combine_per_key + - run_flatten + - run_group_by_key + - run_multi_input_output_with_sideinput + - run_partition + - run_prefix +CsvOptions: + properties: + - allowJaggedRows + - allowQuotedNewlines + - encoding + - fieldDelimiter + - quote + - skipLeadingRows +CustomClass: {} +CustomCoder: + methods: + - decode + - encode +CustomCommands: + methods: + - finalize_options + - initialize_options + - run + - RunCustomCommand +CustomMergingWindowFn: + methods: + - assign + - get_window_coder + - merge +CustomPTransformIT: + methods: + - test_custom_ptransform_output_files_on_small_input + properties: + - EXPECTED_RESULT + - WORDS +CustomPytorchModelHandlerKeyedTensor: + methods: + - load_model +CustomSklearnModelHandlerNumpy: + methods: + - batch_elements_kwargs + - run_inference +CustomSourceLocation: + properties: + - stateful +CustomTimestampingFixedWindowsWindowFn: + methods: + - get_transformed_output_time +DaskBagOp: + methods: + - apply + - transform + properties: + - applied +DaskOptions: {} +DaskRunner: + methods: + - is_fnapi_compatible + - run_pipeline + - to_dask_bag_visitor +DaskRunnerResult: + methods: + - cancel + - metrics + - wait_until_finish + properties: + - client + - futures +DataChannel: + methods: + - close + - input_elements + - output_stream + - output_timer_stream +DataChannelFactory: + methods: + - close + - create_data_channel + - create_data_channel_from_url +DataclassBasedPayloadBuilder: {} +DataDiskAssignment: + properties: + - dataDisks + - vmInstance +DataflowApplicationClient: + methods: + - create_job + - create_job_description + - get_job + - get_job_metrics + - job_id_for_name + - list_messages + - modify_job_state + - stage_file + - submit_job_description +DataflowBeamJob: + methods: + - cancel +DataflowDistributionCounter: + methods: + - add_input + - add_input_n + - calculate_bucket_index + - extract_output + - merge + - translate_to_histogram + properties: + - BUCKET_PER_TEN + - MAX_BUCKET_SIZE +DataflowDistributionCounterFn: {} +DataflowJobAlreadyExistsError: {} +DataflowMetrics: + methods: + - all_metrics + - query +DataflowOptionsForm: + methods: + - additional_options + - display_actions +DataflowPipelineResult: + methods: + - api_jobstate_to_pipeline_state + - cancel + - has_job + - is_in_terminal_state + - job_id + - metrics + - state + - wait_until_finish +DataflowProjectsDeleteSnapshotsRequest: + properties: + - location + - projectId + - snapshotId +DataflowProjectsJobsAggregatedRequest: + properties: + - filter + - location + - pageSize + - pageToken + - projectId + - view +DataflowProjectsJobsCreateRequest: + properties: + - job + - location + - projectId + - replaceJobId + - view +DataflowProjectsJobsDebugGetConfigRequest: + properties: + - getDebugConfigRequest + - jobId + - projectId +DataflowProjectsJobsDebugSendCaptureRequest: + properties: + - jobId + - projectId + - sendDebugCaptureRequest +DataflowProjectsJobsGetMetricsRequest: + properties: + - jobId + - location + - projectId + - startTime +DataflowProjectsJobsGetRequest: + properties: + - jobId + - location + - projectId + - view +DataflowProjectsJobsListRequest: + properties: + - filter + - location + - pageSize + - pageToken + - projectId + - view +DataflowProjectsJobsMessagesListRequest: + properties: + - endTime + - jobId + - location + - minimumImportance + - pageSize + - pageToken + - projectId + - startTime +DataflowProjectsJobsSnapshotRequest: + properties: + - jobId + - projectId + - snapshotJobRequest +DataflowProjectsJobsUpdateRequest: + properties: + - job + - jobId + - location + - projectId +DataflowProjectsJobsWorkItemsLeaseRequest: + properties: + - jobId + - leaseWorkItemRequest + - projectId +DataflowProjectsJobsWorkItemsReportStatusRequest: + properties: + - jobId + - projectId + - reportWorkItemStatusRequest +DataflowProjectsLocationsFlexTemplatesLaunchRequest: + properties: + - launchFlexTemplateRequest + - location + - projectId +DataflowProjectsLocationsJobsCreateRequest: + properties: + - job + - location + - projectId + - replaceJobId + - view +DataflowProjectsLocationsJobsDebugGetConfigRequest: + properties: + - getDebugConfigRequest + - jobId + - location + - projectId +DataflowProjectsLocationsJobsDebugSendCaptureRequest: + properties: + - jobId + - location + - projectId + - sendDebugCaptureRequest +DataflowProjectsLocationsJobsGetExecutionDetailsRequest: + properties: + - jobId + - location + - pageSize + - pageToken + - projectId +DataflowProjectsLocationsJobsGetMetricsRequest: + properties: + - jobId + - location + - projectId + - startTime +DataflowProjectsLocationsJobsGetRequest: + properties: + - jobId + - location + - projectId + - view +DataflowProjectsLocationsJobsListRequest: + properties: + - filter + - location + - pageSize + - pageToken + - projectId + - view +DataflowProjectsLocationsJobsMessagesListRequest: + properties: + - endTime + - jobId + - location + - minimumImportance + - pageSize + - pageToken + - projectId + - startTime +DataflowProjectsLocationsJobsSnapshotRequest: + properties: + - jobId + - location + - projectId + - snapshotJobRequest +DataflowProjectsLocationsJobsSnapshotsListRequest: + properties: + - jobId + - location + - projectId +DataflowProjectsLocationsJobsStagesGetExecutionDetailsRequest: + properties: + - endTime + - jobId + - location + - pageSize + - pageToken + - projectId + - stageId + - startTime +DataflowProjectsLocationsJobsUpdateRequest: + properties: + - job + - jobId + - location + - projectId +DataflowProjectsLocationsJobsWorkItemsLeaseRequest: + properties: + - jobId + - leaseWorkItemRequest + - location + - projectId +DataflowProjectsLocationsJobsWorkItemsReportStatusRequest: + properties: + - jobId + - location + - projectId + - reportWorkItemStatusRequest +DataflowProjectsLocationsSnapshotsDeleteRequest: + properties: + - location + - projectId + - snapshotId +DataflowProjectsLocationsSnapshotsGetRequest: + properties: + - location + - projectId + - snapshotId +DataflowProjectsLocationsSnapshotsListRequest: + properties: + - jobId + - location + - projectId +DataflowProjectsLocationsSqlValidateRequest: + properties: + - location + - projectId + - query +DataflowProjectsLocationsTemplatesCreateRequest: + properties: + - createJobFromTemplateRequest + - location + - projectId +DataflowProjectsLocationsTemplatesGetRequest: + properties: + - gcsPath + - location + - projectId + - view +DataflowProjectsLocationsTemplatesLaunchRequest: + properties: + - dynamicTemplate_gcsPath + - dynamicTemplate_stagingLocation + - gcsPath + - launchTemplateParameters + - location + - projectId + - validateOnly +DataflowProjectsLocationsWorkerMessagesRequest: + properties: + - location + - projectId + - sendWorkerMessagesRequest +DataflowProjectsSnapshotsGetRequest: + properties: + - location + - projectId + - snapshotId +DataflowProjectsSnapshotsListRequest: + properties: + - jobId + - location + - projectId +DataflowProjectsTemplatesCreateRequest: + properties: + - createJobFromTemplateRequest + - projectId +DataflowProjectsTemplatesGetRequest: + properties: + - gcsPath + - location + - projectId + - view +DataflowProjectsTemplatesLaunchRequest: + properties: + - dynamicTemplate_gcsPath + - dynamicTemplate_stagingLocation + - gcsPath + - launchTemplateParameters + - location + - projectId + - validateOnly +DataflowProjectsWorkerMessagesRequest: + properties: + - projectId + - sendWorkerMessagesRequest +DataflowRunner: + methods: + - add_pcoll_with_auto_sharding + - apply + - apply_GroupByKey + - byte_array_to_json_string + - combinefn_visitor + - deserialize_windowing_strategy + - flatten_input_visitor + - get_default_gcp_region + - get_pcoll_with_auto_sharding + - is_fnapi_compatible + - json_string_to_byte_array + - poll_for_job_completion + - run__NativeWrite + - run_CombineValuesReplacement + - run_ExternalTransform + - run_Flatten + - run_GroupByKey + - run_Impulse + - run_ParDo + - run_pipeline + - run_Read + - run_TestStream + - serialize_windowing_strategy + - side_input_visitor +DataflowRuntimeException: {} +DataflowV1b3: + properties: + - BASE_URL + - MESSAGES_MODULE + - MTLS_BASE_URL +DataFrameBatchConverter: + methods: + - combine_batches + - estimate_byte_size + - explode_batch + - from_typehints + - get_length +DataFrameBatchConverterDropIndex: + methods: + - produce_batch +DataFrameBatchConverterKeepIndex: + methods: + - produce_batch +DataFrameToRowsFn: + methods: + - infer_output_type + - process +DataframeTransform: + methods: + - expand +DataInput: + properties: + - data + - timers +DataInputOperation: + methods: + - finish + - monitoring_infos + - process + - process_encoded + - reset + - setup + - start + - try_split +DataLossReason: + properties: + - CONDITION_NOT_GUARANTEED + - MAY_FINISH + - NO_POTENTIAL_LOSS +DataOutputOperation: + methods: + - finish + - process + - set_output_stream +DataprocClusterManager: + methods: + - cleanup + - cleanup_staging_files + - create_cluster + - create_flink_cluster + - get_cluster_details + - get_master_url_and_dashboard + - get_staging_location + - parse_master_url_and_dashboard + - stage_init_action + - wait_for_cluster_to_provision +Dataset: + properties: + - access + - creationTime + - datasetReference + - defaultEncryptionConfiguration + - defaultPartitionExpirationMs + - defaultTableExpirationMs + - description + - etag + - friendlyName + - id + - kind + - labels + - lastModifiedTime + - location + - satisfiesPZS + - selfLink +DatasetList: + properties: + - datasets + - etag + - kind + - nextPageToken +DatasetReference: + properties: + - datasetId + - projectId +DataSplitResult: + properties: + - evaluationTable + - trainingTable +DatastoreIODetails: + properties: + - namespace + - projectId +DatastoreWordCountIT: + methods: + - test_datastore_wordcount_it + properties: + - DATASTORE_WORDCOUNT_KIND + - EXPECTED_CHECKSUM +DatastoreWriteIT: + methods: + - run_datastore_write + - test_datastore_write_limit + properties: + - LIMIT + - NUM_ENTITIES +DebugOptions: + properties: + - enableHotKeyLogging +DecimalCoder: + methods: + - is_deterministic + - to_type_hint +DecimalCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + properties: + - BIG_INT_CODER_IMPL +DecimalLogicalType: + methods: + - language_type + - representation_type + - to_language_type + - to_representation_type + - urn +Decode: + methods: + - process +DecodePrediction: + methods: + - process +DecodePubSubMessage: + methods: + - process +DecoratorHelpers: + methods: + - test_getcallargs_forhints + - test_getcallargs_forhints_builtins + - test_hint_helper + - test_positional_arg_hints +Deduplicate: + methods: + - expand +DeduplicatePerKey: + methods: + - expand +DefaultEnvironment: + methods: + - from_runner_api_parameter + - to_runner_api_parameter +DefaultRootBundleProvider: + methods: + - get_root_bundles +DefaultTrigger: + methods: + - from_runner_api + - has_ontime_pane + - may_lose_data + - on_element + - on_fire + - on_merge + - reset + - should_fire + - to_runner_api +DeferredBase: + methods: + - wrap +DeferredDataFrame: + methods: + - aggregate + - align + - append + - assign + - axes + - clip + - columns + - columns + - corr + - corrwith + - cov + - dot + - drop_duplicates + - dropna + - dtypes + - duplicated + - eval + - explode + - from_dict + - from_records + - get + - idxmax + - idxmin + - insert + - join + - keys + - melt + - merge + - mode + - nlargest + - nsmallest + - pivot + - pop + - quantile + - query + - rename + - round + - sample + - set_axis + - set_index + - shift + properties: + - add_prefix + - add_suffix + - agg + - all + - any + - applymap + - asof + - count + - cummax + - cummin + - cumprod + - cumsum + - describe + - diff + - first_valid_index + - head + - iat + - info + - interpolate + - isnull + - items + - iteritems + - iterrows + - itertuples + - kurt + - kurtosis + - last_valid_index + - lookup + - mad + - max + - mean + - median + - memory_usage + - min + - notnull + - nunique + - pct_change + - plot + - prod + - rename_axis + - select_dtypes + - sem + - shape + - skew + - stack + - std + - style + - sum + - T + - tail + - take + - to_dict + - to_numpy + - to_records + - to_sparse + - to_string + - transpose + - update + - values + - var +DeferredDataFrameOrSeries: + methods: + - astype + - bool + - drop + - droplevel + - dtype + - empty + - equals + - fillna + - first + - groupby + - iloc + - index + - last + - length + - loc + - mask + - ndim + - pipe + - replace + - reset_index + - size + - sort_index + - sort_values + - swaplevel + - truncate + - tz_localize + - unstack + - where + - xs + properties: + - abs + - at_time + - attrs + - between_time + - combine + - combine_first + - copy + - ewm + - expanding + - hist + - infer_object + - isin + - reindex + - reorder_levels + - resample + - rolling + - sparse + - swapaxes + - to_clipboard + - to_xarray + - transform + - tz_convert +DeferredFrame: {} +DeferredGroupBy: + methods: + - agg + - apply + - dtypes + - filter + - ndim + - pipe + - transform + properties: + - aggregate + - backfill + - bfill + - boxplot + - cumcount + - cummax + - cummin + - cumprod + - cumsum + - diff + - ewm + - expanding + - ffill + - fillna + - first + - groups + - head + - hist + - indices + - last + - nth + - ohlc + - pad + - pct_change + - plot + - resample + - rolling + - shift + - tail + - tshift +DeferredPandasModule: + methods: + - concat + properties: + - array + - bdate_range + - date_range + - describe_option + - factorize + - get_option + - interval_range + - isna + - isnull + - json_normalize + - melt + - melt + - merge + - merge_ordered + - notna + - notna + - notnull + - option_context + - period_range + - pivot + - pivot_table + - show_versions + - test + - timedelta_range + - to_datetime + - to_pickle +DeferredSeries: + methods: + - aggregate + - align + - append + - axes + - cat + - corr + - cov + - dot + - drop_duplicates + - dropna + - dt + - dtype + - duplicated + - explode + - hasnans + - idxmax + - idxmin + - is_unique + - keys + - kurt + - kurtosis + - mean + - mode + - name + - name + - nlargest + - nsmallest + - nunique + - quantile + - repeat + - sample + - set_axis + - skew + - std + - str + - unique + - update + - value_counts + - var + properties: + - add_prefix + - add_suffix + - agg + - all + - any + - apply + - argmax + - argmin + - argsort + - array + - asof + - autocorr + - between + - clip + - count + - cummax + - cummin + - cumprod + - cumsum + - describe + - diff + - dtypes + - factorize + - filter + - first_valid_index + - get + - head + - iat + - info + - interpolate + - is_monotonic + - is_monotonic_decreasing + - is_monotonic_increasing + - isnull + - items + - iteritems + - last_valid_index + - mad + - map + - max + - median + - memory_usage + - min + - nbytes + - notnull + - pct_change + - plot + - pop + - prod + - ravel + - rename + - rename_axis + - round + - searchsorted + - sem + - shape + - shift + - slice_shift + - sum + - T + - tail + - take + - to_dict + - to_frame + - to_list + - to_numpy + - to_string + - tolist + - transpose + - tshift + - values + - view +DefinesGetAndSetState: {} +DefinesGetState: {} +DeleteBatchRequest: {} +DeleteBatchResponse: {} +DeleteBitbucketServerConfigOperationMetadata: + properties: + - bitbucketServerConfig + - completeTime + - createTime +DeleteFromDatastore: {} +DeleteGitHubEnterpriseConfigOperationMetadata: + properties: + - completeTime + - createTime + - githubEnterpriseConfig +DeleteGitLabConfigOperationMetadata: + properties: + - completeTime + - createTime + - gitlabConfig +DeleteRequest: {} +DeleteSnapshotResponse: {} +DeleteTablesFn: + methods: + - process + - start_bundle +DeleteWorkerPoolOperationMetadata: + properties: + - completeTime + - createTime + - workerPool +DependsOnlyOnWindow: + methods: + - merge +DerivedSource: + properties: + - derivationMode + - source +DestinationTableProperties: + properties: + - description + - friendlyName + - labels +DeterministicFastPrimitivesCoder: + methods: + - is_deterministic + - is_kv_coder + - key_coder + - to_type_hint + - value_coder +DeterministicMapCoder: + methods: + - is_deterministic +DeterministicProtoCoder: + methods: + - as_deterministic_coder + - is_deterministic +DeterministicProtoCoderImpl: + methods: + - encode +DicomApiHttpClient: + methods: + - dicomweb_store_instance + - get_session + - qido_search + properties: + - healthcare_base_url + - session +DicomSearch: + methods: + - expand +DictHint: {} +DictToObject: {} +DillCoder: {} +DirectMetric: + methods: + - commit_logical + - commit_physical + - extract_committed + - extract_latest_attempted + - update_physical +DirectMetrics: + methods: + - commit_logical + - commit_physical + - query + - update_physical +DirectOptions: {} +DirectPipelineResult: + methods: + - aggregated_values + - cancel + - metrics + - wait_until_finish +DirectRunnerRetryTests: + methods: + - test_no_partial_writeouts + - test_retry_fork_graph +DirectRuntimeState: + methods: + - for_spec +DirectStepContext: + methods: + - get_keyed_state +DirectUnmergedState: {} +DirectUserStateContext: + methods: + - commit + - get_state + - get_timer + - reset +Disk: + properties: + - diskType + - mountPoint + - sizeGb +DisplayData: + methods: + - create_from + - create_from_options + - to_proto +DisplayDataItem: + methods: + - drop_if_default + - drop_if_none + - get_dict + - is_valid + - should_drop + properties: + - typeDict +DisplayDataItemMatcher: + methods: + - describe_to + properties: + - IGNORED +DisplayManager: + methods: + - start_periodic_update + - stop_periodic_update + - update_display +Distribution: + methods: + - update +DistributionAggregator: + methods: + - combine + - identity_element + - result +DistributionCell: + methods: + - combine + - get_cumulative + - reset + - to_runner_api_monitoring_info_impl + - update +DistributionData: + methods: + - combine + - get_cumulative + - singleton +DistributionInt64Accumulator: + methods: + - add_input + - add_input_n + - extract_output + - merge +DistributionInt64Fn: {} +DistributionMatcher: + methods: + - describe_mismatch + - describe_to +DistributionMetric: {} +DistributionResult: + methods: + - count + - max + - mean + - min + - sum +DistributionUpdate: + properties: + - count + - histogram + - max + - min + - sum + - sumOfSquares +DockerEnvironment: + methods: + - default_docker_image + - from_container_image + - from_options + - from_runner_api_parameter + - to_runner_api_parameter +DockerRPCManager: {} +DockerSdkWorkerHandler: + methods: + - host_from_worker + - start_worker + - stop_worker + - watch_container +Document: + methods: + - to_dict +DoFn: + methods: + - default_label + - default_type_hints + - finish_bundle + - from_callable + - get_function_arguments + - get_input_batch_type + - get_output_batch_type + - infer_output_type + - process + - process_batch + - setup + - start_bundle + - teardown + - unbounded_per_element + - yields_batches + - yields_elements + properties: + - BundleFinalizerParam + - DoFnProcessParams + - DynamicTimerTagParam + - ElementParam + - KeyParam + - PaneInfoParam + - RestrictionParam + - SideInputParam + - StateParam + - TimerParam + - TimestampParam + - WatermarkEstimatorParam + - WindowParam +DoFnContext: {} +DoFnInfo: + methods: + - create + - from_runner_api + - register_stateless_dofn + - serialized_dofn_data +DoFnInvoker: + methods: + - create_invoker + - invoke_create_tracker + - invoke_create_watermark_estimator + - invoke_finish_bundle + - invoke_initial_restriction + - invoke_process + - invoke_process_batch + - invoke_setup + - invoke_split + - invoke_start_bundle + - invoke_teardown + - invoke_user_timer +DoFnProcessContext: + methods: + - set_element +DoFnRunner: + methods: + - current_element_progress + - finalize + - finish + - process + - process_batch + - process_user_timer + - process_with_sized_restriction + - setup + - start + - teardown + - try_split +DoFnSignature: + methods: + - get_restriction_coder + - get_restriction_provider + - get_watermark_estimator_provider + - has_bundle_finalization + - has_timers + - is_splittable_dofn + - is_stateful_dofn + - is_unbounded_per_element +DoFnState: + methods: + - counter_for +DoOperation: + methods: + - add_timer_info + - finalize_bundle + - finish + - get_batching_preference + - get_input_batch_converter + - get_output_batch_converter + - needs_finalization + - pcollection_count_monitoring_infos + - process + - process_batch + - process_timer + - reset + - setup + - start + - teardown +DoOutputsTuple: {} +DoubleParDo: + methods: + - expand + - to_runner_api_parameter +Downloader: + methods: + - get_range + - size +DownloaderStream: + methods: + - readable + - readall + - readinto + - seek + - seekable + - tell +DriverClassName: + properties: + - DB2 + - MYSQL + - ORACLE + - POSTGRESQL +DummyClass: {} +DummyCoder: + methods: + - decode + - encode + - to_type_hint +DummyTestClass1: {} +DummyTestClass2: {} +Duration: + methods: + - from_proto + - of + - to_proto +DurationLimiter: + methods: + - is_triggered +DynamicBatchSizer: + methods: + - get_batch_size + - report_latency +DynamicSourceSplit: + properties: + - primary + - residual +DynamicSplitRequest: {} +DynamicSplitResult: {} +DynamicSplitResultWithPosition: {} +Eggs: {} +EitherDoFn: + methods: + - process + - process_batch +ElementAndRestriction: {} +ElementCounter: + methods: + - increment + - reset + - set_breakpoint +ElementDoFn: + methods: + - process +ElementEvent: + methods: + - to_runner_api +ElementLimiter: + methods: + - update +ElementsToSeriesFn: + methods: + - process_batch +ElementStream: + methods: + - cache_key + - display_id + - is_computed + - is_done + - pcoll + - read + - var +ElementToBatchDoFn: + methods: + - infer_output_type + - process +EmbeddedGrpcWorkerHandler: + methods: + - start_worker + - stop_worker +EmbeddedJobServer: + methods: + - start + - stop +EmbeddedPythonEnvironment: + methods: + - default + - from_options + - from_runner_api_parameter + - to_runner_api_parameter +EmbeddedPythonGrpcEnvironment: + methods: + - default + - from_options + - from_runner_api_parameter + - parse_config + - to_runner_api_parameter +EmbeddedWorkerHandler: + methods: + - data_api_service_descriptor + - done + - logging_api_service_descriptor + - push + - start_worker + - state_api_service_descriptor + - stop_worker +Empty: {} +EmptyMatchTreatment: + methods: + - allow_empty_match + properties: + - ALLOW + - ALLOW_IF_WILDCARD + - DISALLOW +EmptySideInput: {} +EmulatedIterable: {} +EncryptionConfiguration: + properties: + - kmsKeyName +Entity: + methods: + - from_client_entity + - set_properties + - to_client_entity +EntityWrapper: + methods: + - make_entity +Entry: + properties: + - itemCount + - predictedLabel +Environment: + methods: + - artifacts + - capabilities + - from_options + - from_runner_api + - get_env_cls_from_urn + - register_urn + - register_urn + - register_urn + - register_urn + - register_urn + - resource_hints + - to_runner_api + - to_runner_api_parameter +EOL: + properties: + - CRLF + - CUSTOM_DELIMITER + - LF + - LF_WITH_NOTHING_AT_LAST_LINE + - MIXED +ErrorProto: + properties: + - debugInfo + - location + - message + - reason +EstimatePiIT: + methods: + - test_estimate_pi_output_file +EstimatePiTransform: + methods: + - expand +EvaluationContext: + methods: + - create_bundle + - create_empty_committed_bundle + - extract_all_timers + - get_aggregator_values + - get_execution_context + - get_value_or_block_until_ready + - handle_result + - is_done + - is_root_transform + - metrics + - schedule_pending_unblocked_tasks + - shutdown +EvaluationMetrics: + properties: + - arimaForecastingMetrics + - binaryClassificationMetrics + - clusteringMetrics + - multiClassClassificationMetrics + - rankingMetrics + - regressionMetrics +Event: + methods: + - from_runner_api + - to_runner_api +EventRecorder: + methods: + - cleanup + - events + - record +EventsReader: + methods: + - read_multiple +Exec: + methods: + - setUp + - test_method_forwarding_not_windows + - test_method_forwarding_windows +ExecutionContext: {} +ExecutionStageState: + properties: + - currentStateTime + - executionStageName + - executionStageState +ExecutionStageSummary: + properties: + - componentSource + - componentTransform + - id + - inputSource + - kind + - name + - outputSource + - prerequisiteStage +Executor: + methods: + - await_completion + - shutdown + - start +ExpandStrings: + methods: + - process +ExpandStringsProvider: + methods: + - create_tracker + - initial_restriction + - restriction_size + - split +ExpansionAndArtifactRetrievalStub: + methods: + - artifact_service +ExpansionMethods: {} +ExpansionService: + methods: + - Expand +ExpansionServiceServicer: + methods: + - Expand +ExpansionServiceStub: {} +ExpectedSplitOutcome: + properties: + - MUST_BE_CONSISTENT_IF_SUCCEEDS + - MUST_FAIL + - MUST_SUCCEED_AND_BE_CONSISTENT +ExpectingSideInputsFn: + methods: + - default_label + - process +ExplainQueryStage: + properties: + - completedParallelInputs + - computeMsAvg + - computeMsMax + - computeRatioAvg + - computeRatioMax + - endMs + - id + - inputStages + - name + - parallelInputs + - readMsAvg + - readMsMax + - readRatioAvg + - readRatioMax + - recordsRead + - recordsWritten + - shuffleOutputBytes + - shuffleOutputBytesSpilled + - slotMs + - startMs + - status + - steps + - waitMsAvg + - waitMsMax + - waitRatioAvg + - waitRatioMax + - writeMsAvg + - writeMsMax + - writeRatioAvg + - writeRatioMax +ExplainQueryStep: + properties: + - kind + - substeps +Explanation: + properties: + - attribution + - featureName +ExplodeWindowsFn: + methods: + - process +ExportCompression: + properties: + - DEFLATE + - GZIP + - NONE + - SNAPPY +Expr: + properties: + - description + - expression + - location + - title +Expression: + methods: + - evaluate_at + - placeholders + - preserves_partition_by + - proxy + - requires_partition_by +ExpressionCache: + methods: + - replace_with_cached +ExtendedProvisionInfo: + methods: + - for_environment +ExternalDataConfiguration: + properties: + - autodetect + - bigtableOptions + - compression + - connectionId + - csvOptions + - googleSheetsOptions + - hivePartitioningOptions + - ignoreUnknownValues + - maxBadRecords + - schema + - sourceFormat + - sourceUris +ExternalEnvironment: + methods: + - from_options + - from_runner_api_parameter + - to_runner_api_parameter +ExternalJobServer: + methods: + - start + - stop +ExternalTransform: + methods: + - default_label + - expand + - get_local_namespace + - outer_namespace + - replace_named_inputs + - replace_named_outputs + - to_runner_api_transform + - with_output_types +ExternalTransformFinder: + methods: + - contains_external_transforms + - enter_composite_transform + - visit_transform +ExternalTransformIT: + methods: + - test_job_python_from_python_it +ExternalWorkerHandler: + methods: + - host_from_worker + - start_worker + - stop_worker +ExtraAssertionsMixin: + methods: + - assertUnhashableCountEqual +ExtractAndSumScore: + methods: + - expand +ExtractHtmlTitleDoFn: + methods: + - process +ExtractHtmlTitleTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +ExtractInferences: + methods: + - process +ExtractUserAndTimestampDoFn: + methods: + - process +FailedLocation: + properties: + - name +FailureInfo: + properties: + - detail + - type +FakeApiCall: {} +FakeBatch: + methods: + - begin + - commit + - delete + - put +FakeBatchApiRequest: + methods: + - Add + - Execute +FakeClock: + methods: + - time_ns +FakeDeterministicFastPrimitivesCoder: + methods: + - is_deterministic +FakeDownloader: + methods: + - get_range + - size +FakeFile: + methods: + - get_metadata +FakeGcsBuckets: + methods: + - Get + - get_bucket +FakeGcsClient: {} +FakeGcsObjects: + methods: + - add_file + - Delete + - delete_file + - Get + - get_file + - get_last_generation + - Insert + - List + - Rewrite + properties: + - REWRITE_TOKEN +FakeHdfs: + methods: + - checksum + - delete + - list + - makedirs + - read + - rename + - status + - walk + - write +FakeHdfsError: {} +FakeHttpClient: + methods: + - dicomweb_store_instance + - qido_search +FakeLogger: + methods: + - log +FakeModel: + methods: + - predict +FakeModelHandler: + methods: + - load_model + - run_inference +FakeModelHandlerExpectedInferenceArgs: + methods: + - run_inference + - validate_inference_args +FakeModelHandlerFailsOnInferenceArgs: + methods: + - run_inference +FakeModelHandlerNeedsBigBatch: + methods: + - batch_elements_kwargs + - run_inference +FakeMutation: + methods: + - ByteSize +FakeNumpyModelDictOut: + methods: + - predict +FakePandasModelDictOut: + methods: + - predict +FakePandasObject: {} +FakeS3Client: + methods: + - add_file + - complete_multipart_upload + - copy + - create_multipart_upload + - delete + - delete_batch + - delete_file + - get_file + - get_object_metadata + - get_range + - list + - upload_part +FakeSource: + methods: + - reader +FakeSourceReader: + methods: + - returns_windowed_values +FakeUnboundedSource: + methods: + - is_bounded + - reader +FakeUploader: + methods: + - finish + - last_error + - put +FastavroIT: + methods: + - setUp + - test_avro_it + properties: + - SCHEMA_STRING +FastCoder: + methods: + - decode + - encode + - estimate_size +FastCoders: + methods: + - test_using_fast_impl +FastPrimitivesCoder: + methods: + - as_cloud_object + - as_deterministic_coder + - is_deterministic + - is_kv_coder + - key_coder + - to_type_hint + - value_coder +FastPrimitivesCoderImpl: + methods: + - decode_from_stream + - decode_type + - encode_special_deterministic + - encode_to_stream + - encode_type + - get_estimated_size_and_observables + - register_iterable_like_type +FeatureValue: + properties: + - categoricalValue + - featureColumn + - numericalValue +FibTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +FieldNames: + properties: + - AUCTION + - BIDDER + - CATEGORY + - CITY + - CREDIT_CARD + - DATE_TIME + - DESCRIPTION + - EMAIL_ADDRESS + - EXPIRES + - EXTRA + - ID + - INITIAL_BID + - ITEM_NAME + - NAME + - PRICE + - RESERVE + - SELLER + - STATE +FileBasedCacheManager: + methods: + - cleanup + - clear + - exists + - load_pcoder + - read + - save_pcoder + - sink + - size + - source + - write +FileBasedSink: + methods: + - close + - display_data + - finalize_write + - initialize_write + - open + - open_writer + - pre_finalize + - write_encoded_record + - write_record +FileBasedSinkWriter: + methods: + - at_capacity + - close + - write +FileBasedSource: + methods: + - display_data + - estimate_size + - get_range_tracker + - open_file + - read + - read_records + - split + - splittable + properties: + - MIN_FRACTION_OF_FILES_TO_STAT + - MIN_NUMBER_OF_FILES_TO_STAT +FileChecksumMatcher: + methods: + - describe_mismatch + - describe_to +FileFormat: + properties: + - AVRO + - CSV + - JSON +FileHashes: + properties: + - fileHash +FileIODetails: + properties: + - filePattern +FileMetadata: {} +FileRecordsBuilder: + methods: + - add_element + - advance_processing_time + - advance_watermark + - build +FileResult: {} +FileSink: + methods: + - create_metadata + - flush + - open + - write +FileSystem: + methods: + - checksum + - copy + - create + - delete + - exists + - has_dirs + - join + - last_updated + - match + - match_files + - metadata + - mkdirs + - open + - rename + - scheme + - size + - split + - translate_pattern + properties: + - CHUNK_SIZE +FileSystems: + methods: + - checksum + - copy + - create + - delete + - exists + - get_chunk_size + - get_filesystem + - get_scheme + - join + - last_updated + - match + - mkdirs + - open + - rename + - set_options + - split + properties: + - URI_SCHEMA_PATTERN +FilterLessThanTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +FilterTextFn: + methods: + - process +FinishCombine: + methods: + - default_type_hints + - process + - setup + - teardown +FirstOf: + methods: + - from_type_hint +FixedBytes: + methods: + - argument + - argument_type + - language_type + - to_language_type + - urn +FixedPrecisionDecimalLogicalType: + methods: + - argument + - argument_type + - language_type + - representation_type + - to_language_type + - to_representation_type + - urn +FixedString: + methods: + - argument + - argument_type + - language_type + - to_language_type + - urn +FixedWindows: + methods: + - assign + - from_runner_api_parameter + - get_window_coder + - to_runner_api_parameter +FixedWindowsPayload: {} +Flatten: + methods: + - expand + - from_runner_api_parameter + - infer_output_type + - to_runner_api_parameter +FlattenAndDouble: + methods: + - expand +FlattenAndTriple: + methods: + - expand +FlattenInstruction: + properties: + - inputs +FlattenOperation: + methods: + - process +FlattenTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +FlexTemplateRuntimeEnvironment: + properties: + - additionalExperiments + - additionalUserLabels + - autoscalingAlgorithm + - diskSizeGb + - dumpHeapOnOom + - enableStreamingEngine + - flexrsGoal + - ipConfiguration + - kmsKeyName + - launcherMachineType + - machineType + - maxWorkers + - network + - numWorkers + - saveHeapDumpsToGcsPath + - sdkContainerImage + - serviceAccountEmail + - stagingLocation + - subnetwork + - tempLocation + - workerRegion + - workerZone + - zone +FlinkBeamJob: + methods: + - cancel + - delete + - delete_jar + - get + - get_message_stream + - get_metrics + - get_state + - get_state_stream + - post + - request + - run +FlinkJarJobServer: + methods: + - java_arguments + - path_to_jar +FlinkRunner: + methods: + - add_http_scheme + - create_job_service_handle + - default_job_server + - run_pipeline +FlinkRunnerOptions: + properties: + - PUBLISHED_FLINK_VERSIONS +FlinkRunnerTestOptimized: + methods: + - create_options + - test_expand_kafka_read + - test_expand_kafka_write + - test_external_transform + - test_pack_combiners + - test_sql +FlinkRunnerTestStreaming: + methods: + - create_options + - setUp + - test_callbacks_with_exception + - test_register_finalizations +FlinkStreamingImpulseSource: + methods: + - expand + - from_runner_api_parameter + - get_windowing + - infer_output_type + - set_interval_ms + - set_message_count + - to_runner_api_parameter + properties: + - config + - URN +FlinkUberJarJobServer: + methods: + - create_beam_job + - executable_jar + - flink_version + - GetJobMetrics + - start + - stop +FloatCoder: + methods: + - is_deterministic + - to_type_hint +FloatCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size +FloatingPointList: + properties: + - elements +FloatingPointMean: + properties: + - count + - sum +FnApiLogRecordHandler: + methods: + - close + - connect + - emit + - map_log_level +FnApiMetrics: + methods: + - monitoring_infos + - query +FnApiRunner: + methods: + - create_stages + - embed_default_docker_image + - get_cache_token_generator + - maybe_profile + - run_pipeline + - run_stages + - run_via_runner_api + - supported_requirements + properties: + - NUM_FUSED_STAGES_COUNTER +FnApiRunnerExecutionContext: + methods: + - bundle_manager_for + - commit_side_inputs_to_state + - next_uid + - setup + - state_servicer +FnApiRunnerTestWithBundleRepeat: + methods: + - create_pipeline + - test_register_finalizations +FnApiRunnerTestWithBundleRepeatAndMultiWorkers: + methods: + - create_pipeline + - test_draining_sdf_with_sdf_initiated_checkpointing + - test_metrics + - test_register_finalizations + - test_sdf_with_dofn_as_watermark_estimator + - test_sdf_with_sdf_initiated_checkpointing + - test_sdf_with_watermark_tracking +FnApiRunnerTestWithDisabledCaching: + methods: + - create_pipeline +FnApiRunnerTestWithGrpc: + methods: + - create_pipeline +FnApiRunnerTestWithGrpcAndMultiWorkers: + methods: + - create_pipeline + - test_draining_sdf_with_sdf_initiated_checkpointing + - test_metrics + - test_register_finalizations + - test_sdf_with_dofn_as_watermark_estimator + - test_sdf_with_sdf_initiated_checkpointing + - test_sdf_with_watermark_tracking +FnApiRunnerTestWithMultiWorkers: + methods: + - create_pipeline + - test_draining_sdf_with_sdf_initiated_checkpointing + - test_metrics + - test_register_finalizations + - test_sdf_with_dofn_as_watermark_estimator + - test_sdf_with_sdf_initiated_checkpointing + - test_sdf_with_watermark_tracking +FnApiUserStateContext: + methods: + - add_timer_info + - commit + - get_state + - get_timer + - reset +FnApiWorkerStatusHandler: + methods: + - close + - generate_status_response +FnRunnerStatefulTriggerContext: + methods: + - add_state + - clear_state + - clear_timer + - for_window + - get_current_time + - get_state + - merge_windows + - set_timer + - windows_to_elements_map +FormatDoFn: + methods: + - process +FormatOutputDoFn: + methods: + - process +FormatToQido: + methods: + - expand +FrameState: + methods: + - closure_type + - const_type + - copy + - get_closure + - get_global + - get_name +FrozenSetHint: {} +FullyQualifiedNamedTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter + - with_filter +FuzzedExponentialIntervals: {} +GameStatsIT: + methods: + - setUp + - test_game_stats_it + properties: + - DEFAULT_EXPECTED_CHECKSUM + - DEFAULT_INPUT_COUNT + - INPUT_EVENT + - INPUT_SUB + - INPUT_TOPIC + - OUTPUT_DATASET + - OUTPUT_TABLE_SESSIONS + - OUTPUT_TABLE_TEAMS + - WAIT_UNTIL_FINISH_DURATION +Gauge: + methods: + - set +GaugeAggregator: + methods: + - combine + - identity_element + - result +GaugeCell: + methods: + - combine + - get_cumulative + - reset + - set + - to_runner_api_monitoring_info_impl + - update +GaugeData: + methods: + - combine + - get_cumulative + - singleton +GaugeResult: + methods: + - timestamp + - value +GBKTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +GcpTestIOError: {} +GcsDownloader: + methods: + - get_range + - size +GCSFileSystem: + methods: + - checksum + - copy + - create + - delete + - exists + - has_dirs + - join + - last_updated + - metadata + - mkdirs + - open + - rename + - scheme + - size + - split + properties: + - CHUNK_SIZE + - GCS_PREFIX +GcsIO: + methods: + - checksum + - copy + - copy_batch + - copytree + - create_bucket + - delete + - delete_batch + - exists + - get_bucket + - get_project_number + - kms_key + - last_updated + - list_prefix + - open + - rename + - size +GcsIOError: {} +GcsIOOverrides: + methods: + - retry_func +GcsUploader: + methods: + - finish + - put +GeneralPurposeConsumerSet: + methods: + - flush + - receive + - receive_batch + properties: + - MAX_BATCH_SIZE +GeneralTriggerDriver: + methods: + - process_elements + - process_timer + properties: + - ELEMENTS + - INDEX + - NONSPECULATIVE_INDEX + - TOMBSTONE +GeneralTriggerManagerDoFn: + methods: + - process + - processing_time_trigger + - watermark_trigger + properties: + - FINISHED_WINDOWS + - KNOWN_WINDOWS + - LAST_KNOWN_TIME + - LAST_KNOWN_WATERMARK + - PROCESSING_TIME_TIMER + - WATERMARK_TIMER + - WINDOW_ELEMENT_PAIRS + - WINDOW_TAG_VALUES +GeneratedClassRowTypeConstraint: {} +GenerateDocs: + methods: + - process +GenerateSequence: + properties: + - URN +GenerateTestRows: + methods: + - expand +GeneratorHint: {} +GeneratorWrapper: + properties: + - next +GenericMergingWindowFn: + methods: + - assign + - from_runner_api_parameter + - get_window_coder + - make_process_bundle_descriptor + - merge + - payload + - uid + - worker_handle + properties: + - FROM_SDK_TRANSFORM + - TO_SDK_TRANSFORM + - URN +GenericNonMergingWindowFn: + methods: + - assign + - from_runner_api_parameter + - get_window_coder + properties: + - URN +GenericRowColumnEncoder: + methods: + - decode_from_stream + - encode_to_stream + - finalize_write + - null_flags +GetDebugConfigRequest: + properties: + - componentId + - location + - workerId +GetDebugConfigResponse: + properties: + - config +GetIamPolicyRequest: + properties: + - options +GetitemConstructor: {} +GetPolicyOptions: + properties: + - requestedPolicyVersion +GetQueryResultsResponse: + properties: + - cacheHit + - errors + - etag + - jobComplete + - jobReference + - kind + - numDmlAffectedRows + - pageToken + - rows + - schema + - totalBytesProcessed + - totalRows +GetRequest: {} +GetServiceAccountResponse: + properties: + - email + - kind +GetTemplateResponse: + properties: + - metadata + - runtimeMetadata + - status + - templateType +GetUpdates: + methods: + - process +GitFileSource: + properties: + - bitbucketServerConfig + - githubEnterpriseConfig + - path + - repoType + - revision + - uri +GitHubEnterpriseConfig: + properties: + - appId + - createTime + - displayName + - hostUrl + - name + - peeredNetwork + - secrets + - sslCa + - webhookKey +GitHubEnterpriseSecrets: + properties: + - oauthClientIdName + - oauthClientIdVersionName + - oauthSecretName + - oauthSecretVersionName + - privateKeyName + - privateKeyVersionName + - webhookSecretName + - webhookSecretVersionName +GitHubEventsConfig: + properties: + - enterpriseConfigResourceName + - installationId + - name + - owner + - pullRequest + - push +GitRepoSource: + properties: + - bitbucketServerConfig + - githubEnterpriseConfig + - ref + - repoType + - uri +GlobalCachingStateHandler: + methods: + - blocking_get + - clear + - done + - extend + - process_instruction_id +GlobalExplanation: + properties: + - classLabel + - explanations +GlobalWindow: + methods: + - start +GlobalWindowCoder: + methods: + - as_cloud_object +GlobalWindows: + methods: + - assign + - from_runner_api_parameter + - get_window_coder + - to_runner_api_parameter + - windowed_batch + - windowed_value + - windowed_value_at_end_of_window +GlobalWindowsPayload: {} +GoogleCloudOptions: + methods: + - validate + properties: + - BIGQUERY_API_SERVICE + - COMPUTE_API_SERVICE + - DATAFLOW_ENDPOINT + - OAUTH_SCOPES + - STORAGE_API_SERVICE +GoogleDevtoolsCloudbuildV2OperationMetadata: + properties: + - apiVersion + - createTime + - endTime + - requestedCancellation + - statusMessage + - target + - verb +GoogleSheetsOptions: + properties: + - range + - skipLeadingRows +GroupBy: + methods: + - aggregate_field + - default_label + - expand + - force_tuple_keys +GroupByKey: + methods: + - expand + - from_runner_api_parameter + - infer_output_type + - runner_api_requires_keyed_input + - to_runner_api_parameter +GroupingBuffer: + methods: + - append + - clear + - copy + - extend + - partition + - reset + properties: + - cleared +GroupIntoBatches: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +GroupIntoBatchesWithShardedKeyPTransformOverride: + methods: + - get_replacement_transform_for_applied_ptransform + - matches +GRPCChannelFactory: + methods: + - insecure_channel + - secure_channel + properties: + - DEFAULT_OPTIONS +GrpcClientDataChannel: {} +GrpcClientDataChannelFactory: + methods: + - close + - create_data_channel + - create_data_channel_from_url +GrpcServer: + methods: + - close +GrpcStateHandler: + methods: + - append_raw + - clear + - done + - get_raw + - process_instruction_id + - start +GrpcStateHandlerFactory: + methods: + - close + - create_state_handler +GrpcStateServicer: + methods: + - State +GrpcWorkerHandler: + methods: + - artifact_api_service_descriptor + - close + - control_api_service_descriptor + - data_api_service_descriptor + - host_from_worker + - logging_api_service_descriptor + - port_from_worker + - state_api_service_descriptor +HadoopFileSystem: + methods: + - checksum + - copy + - create + - delete + - exists + - has_dirs + - join + - last_updated + - metadata + - mkdirs + - open + - rename + - scheme + - size + - split +HadoopFileSystemOptions: + methods: + - validate +HasDisplayData: + methods: + - display_data +Hash: + properties: + - type + - value +HdfsDownloader: + methods: + - get_range + - size +HdfsUploader: + methods: + - finish + - put +Histogram: + methods: + - update +HistogramAggregator: + methods: + - combine + - identity_element + - result +HistogramCell: + methods: + - combine + - get_cumulative + - reset + - to_runner_api_monitoring_info + - update +HistogramCellFactory: {} +HistogramData: + methods: + - combine + - get_cumulative +HistogramResult: + methods: + - p90 + - p95 + - p99 +HivePartitioningOptions: + properties: + - mode + - requirePartitionFilter + - sourceUriPrefix +HomogeneousWindowedBatch: + methods: + - as_empty_windowed_value + - as_windowed_values + - from_batch_and_windowed_value + - from_windowed_values + - of + - pane_info + - timestamp + - values + - windows + - windows + - with_values +HotKeyDetection: + properties: + - hotKeyAge + - systemName + - userStepName +HourlyTeamScore: + methods: + - expand +HourlyTeamScoreIT: + methods: + - setUp + - test_hourly_team_score_it + - test_hourly_team_score_output_checksum_on_small_input + properties: + - DEFAULT_EXPECTED_CHECKSUM + - DEFAULT_INPUT_FILE + - OUTPUT_DATASET + - OUTPUT_TABLE +HttpBody: + properties: + - contentType + - data + - extensions +HTTPDelivery: + properties: + - uri +HuggingFaceStripBatchingWrapper: + methods: + - forward +IdOrName: {} +IFrameParser: + methods: + - handle_starttag + - srcdocs +ImplicitSchemaPayloadBuilder: {} +ImportCatalogItems: + methods: + - expand +ImportUserEvents: + methods: + - expand +Impulse: + methods: + - expand + - from_runner_api_parameter + - get_windowing + - infer_output_type + - to_runner_api_parameter +ImpulseReadOperation: + methods: + - process +ImpulseSeqGenDoFn: + methods: + - process +ImpulseSeqGenRestrictionProvider: + methods: + - create_tracker + - initial_restriction + - restriction_size + - truncate +Index: + methods: + - check + - is_subpartitioning_of + - partition_fn +IndexableTypeConstraint: {} +IndexAssigningDoFn: + methods: + - process + properties: + - state_param +InefficientExecutionWarning: {} +InfluxDBMetricsPublisher: + methods: + - publish +InfluxDBMetricsPublisherOptions: + methods: + - http_auth_enabled + - validate +InitialPositionInStream: + methods: + - validate_param + properties: + - AT_TIMESTAMP + - LATEST + - TRIM_HORIZON +InlineSecret: + properties: + - envMap + - kmsKeyName +InMemoryCache: + methods: + - cleanup + - clear + - exists + - load_pcoder + - read + - save_pcoder + - sink + - size + - source + - write +InMemoryDataChannel: + methods: + - close + - input_elements + - inverse + - output_stream + - output_timer_stream +InMemoryDataChannelFactory: + methods: + - close + - create_data_channel + - create_data_channel_from_url +InMemoryFileManager: + methods: + - file_reader + - file_writer + - get +InMemoryUnmergedState: + methods: + - add_state + - clear_state + - clear_timer + - copy + - get_and_clear_timers + - get_earliest_hold + - get_global_state + - get_state + - get_timers + - get_window + - set_global_state + - set_timer +InMemoryWriteOperation: + methods: + - process +InputStream: + methods: + - read + - read_all + - read_bigendian_double + - read_bigendian_float + - read_bigendian_int32 + - read_bigendian_int64 + - read_bigendian_uint64 + - read_byte + - read_var_int64 + - size +InspectForDetails: + methods: + - expand +InstructionInput: + properties: + - outputNum + - producerInstructionIndex +InstructionOutput: + properties: + - codec + - name + - onlyCountKeyBytes + - onlyCountValueBytes + - originalName + - systemName +IntegerGauge: + properties: + - timestamp + - value +IntegerList: + properties: + - elements +IntegerMean: + properties: + - count + - sum +InteractiveEnvironment: + methods: + - add_derived_pipeline + - add_user_pipeline + - cleanup + - cleanup_environment + - cleanup_pipeline + - computed_pcollections + - describe_all_recordings + - evict_background_caching_job + - evict_cache_manager + - evict_cached_source_signature + - evict_computed_pcollections + - evict_pipeline_result + - evict_recording_manager + - evict_test_stream_service_controller + - evict_tracked_pipelines + - get_background_caching_job + - get_cache_manager + - get_cached_source_signature + - get_recording_manager + - get_sql_chain + - get_test_stream_service_controller + - import_html_to_head + - inspector + - inspector_with_synthetic + - is_in_ipython + - is_in_notebook + - is_interactive_ready + - is_terminated + - load_jquery_with_datatable + - mark_pcollection_computed + - options + - pipeline_id_to_pipeline + - pipeline_result + - set_background_caching_job + - set_cache_manager + - set_cached_source_signature + - set_pipeline_result + - set_recording_manager + - set_test_stream_service_controller + - track_user_pipelines + - tracked_user_pipelines + - user_pipeline + - watch + - watching +InteractiveEnvironmentInspector: + methods: + - get_cluster_master_url + - get_pcoll_data + - get_val + - inspectable_pipelines + - inspectables + - list_clusters + - list_inspectables +InteractiveOptions: + methods: + - capture_control +InteractivePipelineGraph: + methods: + - update_pcollection_stats +InteractiveRunner: + methods: + - apply + - configure_for_flink + - end_session + - is_fnapi_compatible + - run_pipeline + - set_render_option + - start_session +IntervalWindow: + methods: + - intersects + - union +IntervalWindowCoder: + methods: + - as_cloud_object + - is_deterministic +IntervalWindowCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size +IOTypeHints: + methods: + - debug_str + - empty + - from_callable + - has_simple_output_type + - simple_output_type + - strip_iterable + - strip_pcoll + - strip_pcoll_helper + - with_defaults + - with_input_types + - with_input_types_from + - with_output_types + - with_output_types_from + properties: + - input_types + - origin + - output_types +IPythonLogHandler: + methods: + - emit + properties: + - log_template + - logging_to_alert_level_map +Item: {} +IterableCoder: + methods: + - to_type_hint +IterableCoderImpl: {} +IterableHint: {} +IterationResult: + properties: + - arimaResult + - clusterInfos + - durationMs + - evalLoss + - index + - learnRate + - trainingLoss +IteratorHint: {} +JarArtifactManager: + methods: + - close + - file_writer + - zipfile_handle +JavaClassLookupPayloadBuilder: + methods: + - add_builder_method + - build + - with_constructor + - with_constructor_method + properties: + - IGNORED_ARG_FORMAT +JavaExternalTransform: + methods: + - expand +JavaJarExpansionService: {} +JavaJarJobServer: + methods: + - java_arguments + - local_jar + - path_to_beam_jar + - path_to_jar + - subprocess_cmd_and_endpoint +JavaJarJobServerStub: + methods: + - java_arguments + - local_jar + - path_to_jar +JavaJarServer: + methods: + - beam_services + - jar_name + - local_jar + - make_classpath_jar + - path_to_beam_jar + - path_to_maven_jar + - start_process + - stop_process + properties: + - BEAM_GROUP_ID + - JAR_CACHE + - MAVEN_CENTRAL_REPOSITORY +Job: + properties: + - clientRequestId + - createdFromSnapshotId + - createTime + - currentState + - currentStateTime + - environment + - executionInfo + - id + - jobMetadata + - labels + - location + - name + - pipelineDescription + - projectId + - replacedByJobId + - replaceJobId + - requestedState + - satisfiesPzs + - stageStates + - startTime + - steps + - stepsLocation + - tempFiles + - transformNameMapping + - type +JobCancelResponse: + properties: + - job + - kind +JobConfiguration: + properties: + - copy + - dryRun + - extract + - jobTimeoutMs + - jobType + - labels + - load + - query +JobConfigurationExtract: + properties: + - compression + - destinationFormat + - destinationUri + - destinationUris + - fieldDelimiter + - printHeader + - sourceModel + - sourceTable + - useAvroLogicalTypes +JobConfigurationLoad: + properties: + - allowJaggedRows + - allowQuotedNewlines + - autodetect + - clustering + - createDisposition + - decimalTargetTypes + - destinationEncryptionConfiguration + - destinationTable + - destinationTableProperties + - encoding + - fieldDelimiter + - hivePartitioningOptions + - ignoreUnknownValues + - maxBadRecords + - nullMarker + - projectionFields + - quote + - rangePartitioning + - schema + - schemaInline + - schemaInlineFormat + - schemaUpdateOptions + - skipLeadingRows + - sourceFormat + - sourceUris + - timePartitioning + - useAvroLogicalTypes + - writeDisposition +JobConfigurationQuery: + properties: + - allowLargeResults + - clustering + - connectionProperties + - createDisposition + - defaultDataset + - destinationEncryptionConfiguration + - destinationTable + - flattenResults + - maximumBillingTier + - maximumBytesBilled + - parameterMode + - preserveNulls + - priority + - query + - queryParameters + - rangePartitioning + - schemaUpdateOptions + - tableDefinitions + - timePartitioning + - useLegacySql + - useQueryCache + - userDefinedFunctionResources + - writeDisposition +JobConfigurationTableCopy: + properties: + - createDisposition + - destinationEncryptionConfiguration + - destinationExpirationTime + - destinationTable + - operationType + - sourceTable + - sourceTables + - writeDisposition +JobExecutionDetails: + properties: + - nextPageToken + - stages +JobExecutionInfo: + properties: + - stages +JobExecutionStageInfo: + properties: + - stepName +JobList: + properties: + - etag + - jobs + - kind + - nextPageToken +JobLogHandler: + methods: + - emit + properties: + - LOG_LEVEL_MAP +JobLogQueues: + methods: + - append + - cache + - put +JobMessage: + properties: + - id + - messageImportance + - messageText + - time +JobMetadata: + properties: + - bigqueryDetails + - bigTableDetails + - datastoreDetails + - fileDetails + - pubsubDetails + - sdkVersion + - spannerDetails +JobMetrics: + properties: + - metrics + - metricTime +JobReference: + properties: + - jobId + - location + - projectId +JobServer: + methods: + - start + - stop +JobServerOptions: {} +JobService: + methods: + - Cancel + - DescribePipelineOptions + - GetJobMetrics + - GetJobs + - GetMessageStream + - GetPipeline + - GetState + - GetStateStream + - Prepare + - Run +JobServiceHandle: + methods: + - encode_pipeline_options + - get_pipeline_options + - prepare + - run + - stage + - submit +JobServiceServicer: + methods: + - Cancel + - DescribePipelineOptions + - GetJobMetrics + - GetJobs + - GetMessageStream + - GetPipeline + - GetState + - GetStateStream + - Prepare + - Run +JobServiceStub: {} +JobStatistics: + properties: + - completionRatio + - creationTime + - endTime + - extract + - load + - numChildJobs + - parentJobId + - query + - quotaDeferments + - reservation_id + - reservationUsage + - rowLevelSecurityStatistics + - scriptStatistics + - startTime + - totalBytesProcessed + - totalSlotMs + - transactionInfoTemplate +JobStatistics2: + properties: + - billingTier + - cacheHit + - ddlAffectedRowAccessPolicyCount + - ddlOperationPerformed + - ddlTargetRoutine + - ddlTargetRowAccessPolicy + - ddlTargetTable + - estimatedBytesProcessed + - modelTraining + - modelTrainingCurrentIteration + - modelTrainingExpectedTotalIteration + - numDmlAffectedRows + - queryPlan + - referencedRoutines + - referencedTables + - reservationUsage + - schema + - statementType + - timeline + - totalBytesBilled + - totalBytesProcessed + - totalBytesProcessedAccuracy + - totalPartitionsProcessed + - totalSlotMs + - undeclaredQueryParameters +JobStatistics3: + properties: + - badRecords + - inputFileBytes + - inputFiles + - outputBytes + - outputRows +JobStatistics4: + properties: + - destinationUriFileCounts + - inputBytes +JobStatus: + properties: + - errorResult + - errors + - state +JoinAuctionBidFn: + methods: + - higher_bid + - process +JoinFn: + methods: + - expiry + - process + properties: + - auction_spec + - AUCTIONS + - PERSON + - PERSON_EXPIRING + - person_spec + - person_timer_spec +JoinIndex: + methods: + - check + - is_subpartitioning_of + - test_partition_fn +JoinPersonAuctionFn: + methods: + - process +JrhReadPTransformOverride: + methods: + - get_replacement_transform_for_applied_ptransform + - matches +JsonCoder: + methods: + - encode +JsonLogFormatter: + methods: + - format +JsonObject: + properties: + - additionalProperties +JsonRowWriter: + methods: + - close + - closed + - flush + - read + - tell + - writable + - write +JuliaSetTestIT: + methods: + - test_run_example_with_setup_file + properties: + - GRID_SIZE +JustAuctions: + methods: + - expand +JustBids: + methods: + - expand +JustPerson: + methods: + - expand +Key: + methods: + - from_client_key + - to_client_key +KeyedDefaultDict: {} +KeyedModelHandler: + methods: + - batch_elements_kwargs + - get_metrics_namespace + - get_num_bytes + - get_resource_hints + - load_model + - run_inference + - validate_inference_args +KeyedWorkItem: {} +KeyRangeDataDiskAssignment: + properties: + - dataDisk + - end + - start +KeyRangeLocation: + properties: + - dataDisk + - deliveryEndpoint + - deprecatedPersistentDirectory + - end + - start +Keys: + methods: + - expand +KeywordOnlyArgsTests: + methods: + - test_combine_keyword_only_args + - test_do_fn_keyword_only_args + - test_side_input_keyword_only_args +KinesisHelper: + methods: + - create_stream + - delete_stream + - get_first_shard_id + - read_from_stream +KVHint: {} +Largest: + methods: + - default_label +Latest: {} +LatestCombineFn: + methods: + - add_input + - create_accumulator + - extract_output + - merge_accumulators +LaunchFlexTemplateParameter: + properties: + - containerSpec + - containerSpecGcsPath + - environment + - jobName + - launchOptions + - parameters + - transformNameMappings + - update +LaunchFlexTemplateRequest: + properties: + - launchParameter + - validateOnly +LaunchFlexTemplateResponse: + properties: + - job +LaunchTemplateParameters: + properties: + - environment + - jobName + - parameters + - transformNameMapping + - update +LaunchTemplateResponse: + properties: + - job +LeaderBoardIT: + methods: + - setUp + - test_leader_board_it + properties: + - DEFAULT_EXPECTED_CHECKSUM + - DEFAULT_INPUT_COUNT + - INPUT_EVENT + - INPUT_SUB + - INPUT_TOPIC + - OUTPUT_DATASET + - OUTPUT_TABLE_TEAMS + - OUTPUT_TABLE_USERS + - WAIT_UNTIL_FINISH_DURATION +LeaseWorkItemRequest: + properties: + - currentWorkerTime + - location + - requestedLeaseDuration + - unifiedWorkerRequest + - workerCapabilities + - workerId + - workItemTypes +LeaseWorkItemResponse: + properties: + - unifiedWorkerResponse + - workItems +LegacyArtifactRetrievalService: + methods: + - GetArtifact + - GetManifest +LegacyArtifactRetrievalServiceServicer: + methods: + - GetArtifact + - GetManifest +LegacyArtifactRetrievalServiceStub: {} +LegacyArtifactStagingService: + methods: + - CommitManifest + - PutArtifact +LegacyArtifactStagingServiceServicer: + methods: + - CommitManifest + - PutArtifact +LegacyArtifactStagingServiceStub: {} +LengthPrefixCoder: + methods: + - as_cloud_object + - estimate_size + - is_deterministic + - value_coder +LengthPrefixCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size +LexicographicKeyRangeTracker: + methods: + - fraction_to_position + - position_to_fraction +LiftedCombinePerKey: + methods: + - expand +Limiter: + methods: + - is_triggered +LinearBucket: + methods: + - accumulated_bucket_size + - bucket_index + - bucket_size + - num_buckets + - range_from + - range_to +LinearRegression: + methods: + - forward +LinearRegressionBenchmarkConfig: + properties: + - benchmark + - increment + - num_runs + - starting_point +LineSource: + methods: + - default_output_coder + - estimate_size + - get_range_tracker + - read + - split + properties: + - TEST_BUNDLE_SIZE +ListBatchConverter: + methods: + - combine_batches + - estimate_byte_size + - explode_batch + - from_typehints + - get_length + - produce_batch + properties: + - MAX_SAMPLES + - SAMPLE_FRACTION + - SAMPLED_BATCH_SIZE +ListBitbucketServerConfigsResponse: + properties: + - bitbucketServerConfigs + - nextPageToken +ListBitbucketServerRepositoriesResponse: + properties: + - bitbucketServerRepositories + - nextPageToken +ListBuffer: + methods: + - append + - clear + - copy + - extend + - partition + - reset +ListBuildsResponse: + properties: + - builds + - nextPageToken +ListBuildTriggersResponse: + properties: + - nextPageToken + - triggers +ListCoder: + methods: + - to_type_hint +ListCoderImpl: {} +ListGithubEnterpriseConfigsResponse: + properties: + - configs +ListHint: {} +ListJobMessagesResponse: + properties: + - autoscalingEvents + - jobMessages + - nextPageToken +ListJobsResponse: + properties: + - failedLocation + - jobs + - nextPageToken +ListLikeCoder: + methods: + - as_cloud_object + - as_deterministic_coder + - from_type_hint + - is_deterministic + - value_coder +ListModelsResponse: + properties: + - models + - nextPageToken +ListPlusOneDoFn: + methods: + - infer_output_type + - process_batch +ListRequest: {} +ListResponse: {} +ListRoutinesResponse: + properties: + - nextPageToken + - routines +ListRowAccessPoliciesResponse: + properties: + - nextPageToken + - rowAccessPolicies +ListSnapshotsResponse: + properties: + - snapshots +ListWorkerPoolsResponse: + properties: + - nextPageToken + - workerPools +LoadDataframe: + methods: + - process +LoadTestOptions: {} +LocalFileSystem: + methods: + - checksum + - copy + - create + - delete + - exists + - has_dirs + - join + - last_updated + - metadata + - mkdirs + - open + - rename + - scheme + - size + - split +LocalJobServicer: + methods: + - create_beam_job + - get_bind_address + - get_service_address + - GetJobMetrics + - start_grpc_server + - stop +LocationMetadata: + properties: + - legacyLocationId +LogElements: + methods: + - expand +LogicalType: + methods: + - argument + - argument_type + - from_runner_api + - from_typing + - language_type + - register_logical_type + - representation_type + - to_language_type + - to_representation_type + - urn +LogicalTypeCoder: + methods: + - is_deterministic + - to_type_hint +LogicalTypeCoderImpl: + methods: + - decode_from_stream + - encode_to_stream +LogicalTypeRegistry: + methods: + - add + - get_logical_type_by_language_type + - get_logical_type_by_urn + - get_urn_by_logial_type +LogicalTypes: {} +ManualWatermarkEstimator: + methods: + - current_watermark + - default_provider + - get_estimator_state + - observe_timestamp + - set_watermark +Map: + methods: + - apply +MapCoder: + methods: + - as_deterministic_coder + - from_type_hint + - is_deterministic + - to_type_hint +MapCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size +MapTask: + properties: + - counterPrefix + - instructions + - stageName + - systemName +MapToUnionTypesTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +Marker: {} +MaskDetectedDetails: + methods: + - expand +MatchAll: + methods: + - expand +MatchContinuously: + methods: + - expand +MatchFiles: + methods: + - expand +MatchResult: {} +MaterializedViewDefinition: + properties: + - enableRefresh + - lastRefreshTime + - query + - refreshIntervalMs +MaxDoubleAccumulator: + methods: + - add_input + - extract_output + - merge +MaxFloatFn: {} +MaxInt64Accumulator: + methods: + - add_input + - add_input_n + - extract_output + - merge +MaxInt64Fn: {} +MaybeKeyedModelHandler: + methods: + - batch_elements_kwargs + - get_metrics_namespace + - get_num_bytes + - get_resource_hints + - load_model + - run_inference + - validate_inference_args +Mean: {} +MeanCombineFn: + methods: + - add_input + - create_accumulator + - extract_output + - for_input_type + - merge_accumulators +MeanDoubleAccumulator: + methods: + - add_input + - extract_output + - merge +MeanFloatFn: {} +MeanInt64Accumulator: + methods: + - add_input + - add_input_n + - extract_output + - merge +MeanInt64Fn: {} +MeasureBytes: + methods: + - process + properties: + - LABEL +MeasureLatency: + methods: + - process + properties: + - LABEL +MeasureTime: + methods: + - finish_bundle + - process + - start_bundle +MemInfo: + properties: + - currentLimitBytes + - currentOoms + - currentRssBytes + - timestamp + - totalGbMs +MergeableStateAdapter: + methods: + - add_state + - clear_state + - clear_timer + - get_state + - get_window + - known_windows + - merge + - set_timer + properties: + - WINDOW_IDS +MethodWrapper: + methods: + - invoke_timer_callback +Metric: + methods: + - as_dict +MetricAggregator: + methods: + - combine + - identity_element + - result +MetricCell: + methods: + - get_cumulative + - reset + - to_runner_api_monitoring_info + - to_runner_api_monitoring_info_impl + - update +MetricCellFactory: {} +MetricKey: {} +MetricLogger: + methods: + - log_metrics + - update +MetricName: + methods: + - fast_name +MetricResult: + methods: + - result +MetricResultMatcher: + methods: + - describe_mismatch + - describe_to +MetricResults: + methods: + - matches + - query + properties: + - COUNTERS + - DISTRIBUTIONS + - GAUGES +Metrics: + methods: + - counter + - distribution + - gauge + - get_namespace +MetricsContainer: + methods: + - get_counter + - get_cumulative + - get_distribution + - get_gauge + - get_metric_cell + - reset + - to_runner_api + - to_runner_api_monitoring_infos +MetricsFilter: + methods: + - names + - namespaces + - steps + - with_metric + - with_name + - with_names + - with_namespace + - with_namespaces + - with_step + - with_steps +MetricShortId: + properties: + - metricIndex + - shortId +MetricsReader: + methods: + - publish_metrics + - publish_values + properties: + - publishers +MetricStructuredName: + properties: + - context + - name + - origin +MetricStructuredNameMatcher: + methods: + - describe_to +MetricUpdate: + properties: + - cumulative + - distribution + - gauge + - internal + - kind + - meanCount + - meanSum + - name + - scalar + - set + - updateTime +MetricUpdateMatcher: + methods: + - describe_to +MetricUpdater: {} +MetricUpdates: {} +MetricUpdateTranslators: + methods: + - translate_boolean + - translate_scalar_counter_float + - translate_scalar_counter_int + - translate_scalar_mean_float + - translate_scalar_mean_int +MicrosInstant: + methods: + - language_type + - representation_type + - to_language_type + - to_representation_type + - urn +MillisInstant: + methods: + - language_type + - representation_type + - to_language_type + - urn +MinDoubleAccumulator: + methods: + - add_input + - extract_output + - merge +MinFloatFn: {} +MinInt64Accumulator: + methods: + - add_input + - add_input_n + - extract_output + - merge +MinInt64Fn: {} +MinRamHint: + methods: + - get_merged_value + - parse + properties: + - urn +MismatchedBatchProducingDoFn: + methods: + - process + - process_batch +MismatchedElementProducingDoFn: + methods: + - process + - process_batch +MockBuckets: + methods: + - Get +MockCluster: {} +MockClusterMetadata: + properties: + - master_url +MockException: {} +MockFileIO: + methods: + - readlines +MockFileSystem: + methods: + - open +MockPipelineResult: + methods: + - cancel + - set_state + - state + - wait_until_finish +MockProperty: {} +MockRunners: {} +MockStorageClient: {} +Model: + properties: + - creationTime + - description + - encryptionConfiguration + - etag + - expirationTime + - featureColumns + - friendlyName + - labelColumns + - labels + - lastModifiedTime + - location + - modelReference + - modelType + - trainingRuns +ModelDefinition: + properties: + - modelOptions + - trainingRuns +ModelFileType: + properties: + - JOBLIB + - PICKLE +ModelHandler: + methods: + - batch_elements_kwargs + - get_metrics_namespace + - get_num_bytes + - get_resource_hints + - load_model + - run_inference + - validate_inference_args +ModelReference: + properties: + - datasetId + - modelId + - projectId +ModelWrapper: + methods: + - forward + - mean_pooling +Monitor: {} +MonitorDoFn: + methods: + - finish_bundle + - process + - start_bundle +MonitoringInfo: {} +MonitoringInfoSpecs: {} +MonitoringInfoTypeUrns: {} +MonitorSuffix: + properties: + - ELEMENT_COUNTER + - EVENT_TIME + - EVENT_TIMESTAMP +MonotonicWatermarkEstimator: + methods: + - current_watermark + - default_provider + - get_estimator_state + - observe_timestamp +MostBidCombineFn: + methods: + - add_input + - create_accumulator + - extract_output + - merge_accumulators +MountedDataDisk: + properties: + - dataDisk +MovingMeanSellingPriceFn: + methods: + - add_input + - create_accumulator + - extract_output + - merge_accumulators +MovingSum: + methods: + - add + - count + - has_data + - sum +MultiClassClassificationMetrics: + properties: + - aggregateClassificationMetrics + - confusionMatrixList +MultiOutputInfo: + properties: + - tag +MultipleOutputParDo: + methods: + - get_wordcount_results + - test_multiple_output_pardo + properties: + - EXPECTED_SHORT_WORDS + - EXPECTED_WORDS + - SAMPLE_TEXT +MultipleReadFromPubSub: + methods: + - expand +MultiProcessShared: + methods: + - acquire + - release +MutationGroup: + methods: + - info + - primary +MuteRenderer: + methods: + - option + - render_pipeline_graph +MutltiTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +MyDoFn: + methods: + - finish_bundle + - process + - setup + - start_bundle + - teardown +MyDoFnBadAnnotation: + methods: + - process +MyEnum: + properties: + - E1 + - E2 + - E3 +MyFileBasedSink: + methods: + - close + - open + - write_encoded_record +MyRow: + properties: + - timestamp + - value +NameAndKind: + properties: + - kind + - name +NameContext: + methods: + - logging_name + - metrics_name +NamedObject: + methods: + - get_name +NamedTupleBasedPayloadBuilder: {} +NativeReadPTransformOverride: + methods: + - get_replacement_transform + - matches +NativeSink: + methods: + - writer +NativeSinkWriter: + methods: + - takes_windowed_values + - Write +NativeSource: + methods: + - is_bounded + - reader + properties: + - coder +NativeSourceReader: + methods: + - get_progress + - request_dynamic_split + - returns_windowed_values +NaturalLanguageMlTestIT: + methods: + - test_analyzing_syntax +NestedContext: + methods: + - add_state + - clear_state + - clear_timer + - get_current_time + - get_state + - set_timer +NestedInput: + methods: + - process +NestedOutput: + methods: + - process +NestedValueProvider: + methods: + - get + - is_accessible +NetworkConfig: + properties: + - egressOption + - peeredNetwork +NexmarkLauncher: + methods: + - cleanup + - generate_events + - get_performance + - log_performance + - monitor + - parse_args + - publish_performance_influxdb + - read_from_file + - read_from_pubsub + - run + - run_query + properties: + - DONE_DELAY + - PERF_DELAY + - TERMINATE_DELAY + - WARNING_DELAY +NexmarkPerf: + methods: + - has_progress +NoArgumentLogicalType: + methods: + - argument + - argument_type +NoElementOutputAnnotation: + methods: + - process_batch +NoInputAnnotation: + methods: + - process_batch +NonLiquidShardingOffsetRangeTracker: + methods: + - checkpoint + - try_split +NonMergingWindowFn: + methods: + - is_merging + - merge +NonParallelOperation: {} +NoOp: + methods: + - apply +NoopSink: + methods: + - expand +NoOpTransformIOCounter: + methods: + - add_bytes_read + - update_current_step +NoOpWatermarkEstimatorProvider: + methods: + - create_watermark_estimator + - initial_estimator_state +NoOutputTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +NoReturnAnnotation: + methods: + - process_batch +NormalizeEmbedding: + methods: + - process +NoSideInputsCallableWrapperCombineFn: + methods: + - add_input + - add_inputs + - compact + - create_accumulator + - extract_output + - merge_accumulators +NotebookExecutor: + methods: + - cleanup + - execute + - notebook_path_to_execution_id + - output_html_dir + - output_html_paths +Notification: + properties: + - filter + - httpDelivery + - slackDelivery + - smtpDelivery + - structDelivery +Notifications: + properties: + - items + - kind +NotifierConfig: + properties: + - apiVersion + - kind + - metadata + - spec +NotifierMetadata: + properties: + - name + - notifier +NotifierSecret: + properties: + - name + - value +NotifierSecretRef: + properties: + - secretRef +NotifierSpec: + properties: + - notification + - secrets +NullableCoder: + methods: + - as_deterministic_coder + - from_type_hint + - is_deterministic + - to_type_hint +NullableCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size + properties: + - ENCODE_NULL + - ENCODE_PRESENT +NumpyBatchConverter: + methods: + - combine_batches + - estimate_byte_size + - explode_batch + - from_typehints + - get_length + - produce_batch +NumpyTypeHint: {} +Object: + properties: + - acl + - bucket + - cacheControl + - componentCount + - contentDisposition + - contentEncoding + - contentLanguage + - contentType + - crc32c + - customerEncryption + - etag + - eventBasedHold + - generation + - id + - kind + - kmsKeyName + - md5Hash + - mediaLink + - metadata + - metageneration + - name + - owner + - retentionExpirationTime + - selfLink + - size + - storageClass + - temporaryHold + - timeCreated + - timeDeleted + - timeStorageClassUpdated + - updated +ObjectAccessControl: + properties: + - bucket + - domain + - email + - entity + - entityId + - etag + - generation + - id + - kind + - object + - projectTeam + - role + - selfLink +ObjectAccessControls: + properties: + - items + - kind +Objects: + properties: + - items + - kind + - nextPageToken + - prefixes +ObjectThatDoesNotImplementLen: {} +ObservableMixin: + methods: + - notify_observers + - register_observer +OffsetRange: + methods: + - new_tracker + - size + - split + - split_at +OffsetRangeProvider: + methods: + - create_tracker + - initial_restriction + - restriction_size + - split +OffsetRangeProviderWithTruncate: + methods: + - truncate +OffsetRangeTracker: + methods: + - fraction_consumed + - last_attempted_record_start + - last_record_start + - position_at_fraction + - position_to_fraction + - set_current_position + - set_split_points_unclaimed_callback + - split_points + - start_position + - stop_position + - try_claim + - try_split + properties: + - OFFSET_INFINITY +OffsetRestrictionTracker: + methods: + - check_done + - current_progress + - current_restriction + - is_bounded + - start_position + - stop_position + - try_claim + - try_split +OldClassThatDoesNotImplementLen: {} +Operation: + properties: + - done + - error + - metadata + - name + - response +OperationCounters: + methods: + - do_sample + - restart_sampling + - should_sample + - type_check + - update_collect + - update_from + - update_from_batch +OperationMetadata: + properties: + - apiVersion + - cancelRequested + - createTime + - endTime + - statusDetail + - target + - verb +OptimizeGrid: + methods: + - expand +OptionalHint: {} +OptionalUnionType: + properties: + - unnamed +Options: + methods: + - cache_root + - cache_root + - display_timestamp_format + - display_timestamp_format + - display_timezone + - display_timezone + - enable_recording_replay + - enable_recording_replay + - recordable_sources + - recording_duration + - recording_duration + - recording_size_limit + - recording_size_limit +OptionsContext: + methods: + - augment_options + properties: + - overrides +OptionsEntry: + properties: + - arg_builder + - cls + - default + - help + - label +OptionsForm: + methods: + - add + - additional_options + - display_actions + - display_for_input + - to_options +OrderedPositionRangeTracker: + methods: + - fraction_consumed + - fraction_to_position + - position_at_fraction + - position_to_fraction + - start_position + - stop_position + - try_claim + - try_split + properties: + - UNSTARTED +OrFinally: + methods: + - from_runner_api + - to_runner_api +OutputAtEarliestInputTimestampImpl: + methods: + - assign_output_time + - combine +OutputAtEarliestTransformedInputTimestampImpl: + methods: + - assign_output_time + - combine +OutputAtEndOfWindowImpl: + methods: + - assign_output_time + - combine +OutputAtLatestInputTimestampImpl: + methods: + - assign_output_time + - combine +OutputCheckWrapperDoFn: + methods: + - wrapper +OutputFile: {} +OutputFormat: + properties: + - SERIALIZED_TEST_STREAM_FILE_RECORDS + - TEST_STREAM_EVENTS + - TEST_STREAM_FILE_RECORDS +OutputHandler: + methods: + - handle_process_batch_outputs + - handle_process_outputs +OutputStream: + methods: + - get + - size + - write + - write_bigendian_double + - write_bigendian_float + - write_bigendian_int32 + - write_bigendian_int64 + - write_bigendian_uint64 + - write_byte + - write_var_int64 +OutputTimer: + methods: + - clear + - set +OverrideTypeInference: + methods: + - get_input_batch_type + - get_output_batch_type + - process_batch +Package: + properties: + - location + - name +PairWithRestrictionFn: + methods: + - process + - start_bundle +PairWithTiming: + methods: + - expand + properties: + - URN +PaneInfo: + methods: + - encoded_byte + - from_encoded_byte + - index + - is_first + - is_last + - nonspeculative_index + - timing +PaneInfoCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size +PaneInfoEncoding: + properties: + - FIRST + - ONE_INDEX + - TWO_INDICES +PaneInfoTiming: + methods: + - from_string + - to_string + properties: + - EARLY + - LATE + - ON_TIME + - UNKNOWN +ParallelBundleManager: + methods: + - process_bundle +ParallelInstruction: + properties: + - flatten + - name + - originalName + - outputs + - parDo + - partialGroupByKey + - read + - systemName + - write +Parameter: + properties: + - key + - value +ParameterMetadata: + properties: + - customMetadata + - helpText + - isOptional + - label + - name + - paramType + - regexes +ParamWindowedValueCoder: + methods: + - as_cloud_object + - from_runner_api_parameter + - is_deterministic + - to_runner_api_parameter +ParamWindowedValueCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - get_estimated_size_and_observables +ParDo: + methods: + - default_type_hints + - display_data + - expand + - from_runner_api_parameter + - get_restriction_coder + - infer_batch_converters + - infer_output_type + - make_fn + - runner_api_requires_keyed_input + - to_runner_api_parameter + - with_exception_handling + - with_outputs +ParDoInstruction: + properties: + - input + - multiOutputInfos + - numOutputs + - sideInputs + - userFn +ParseEventFn: + methods: + - process +ParseGameEventFn: + methods: + - process +ParseJsonEventFn: + methods: + - process +PartialGroupByKeyCombiningValues: + methods: + - default_type_hints + - finish_bundle + - process + - setup + - start_bundle + - teardown +PartialGroupByKeyInstruction: + properties: + - input + - inputElementCodec + - originalCombineValuesInputStoreName + - originalCombineValuesStepName + - sideInputs + - valueCombiningFn +Partition: + methods: + - expand + - make_fn +PartitionableBuffer: + methods: + - clear + - cleared + - copy + - partition + - reset +PartitionFiles: + methods: + - process + properties: + - MULTIPLE_PARTITIONS_TAG + - SINGLE_PARTITION_TAG +PartitionFn: + methods: + - default_label + - partition_for +Partitioning: + methods: + - is_subpartitioning_of + - partition_fn + - test_partition_fn +PartitioningSession: + methods: + - evaluate +PartitionTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +PassThroughLogicalType: + methods: + - representation_type + - to_language_type + - to_representation_type +PayloadBase: + methods: + - get_payload_from_beam_typehints + - get_payload_from_typing_hints + - test_optional_error + - test_typehints_payload_builder + - test_typing_payload_builder + properties: + - bytes_values + - values +PayloadBuilder: + methods: + - build + - payload +PayloadTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +PBegin: {} +PCollection: + methods: + - from_ + - from_runner_api + - to_runner_api + - windowing +PCollectionVisualization: + methods: + - display + - display_plain_text +PDone: {} +People: + properties: + - partner + - primary +PerformanceTypeCheckVisitor: + methods: + - get_input_type_hints + - get_output_type_hints + - visit_transform +PeriodicImpulse: + methods: + - expand +PeriodicSequence: + methods: + - expand +PeriodicSequenceIT: + methods: + - setUp + - test_periodicsequence_outputs_valid_watermarks_it +PeriodicThread: + methods: + - cancel + - run +PermanentException: {} +Person: + properties: + - CODER +PersonByIdFn: + methods: + - process +PersonCoder: + methods: + - is_deterministic + - to_type_hint +PersonCoderImpl: + methods: + - decode_from_stream + - encode_to_stream +PerWindowInvoker: + methods: + - current_element_progress + - invoke_process + - invoke_process_batch + - try_split +PerWindowTriggerContext: + methods: + - add_state + - clear_state + - clear_timer + - get_current_time + - get_state + - set_timer +PGBKCVOperation: + methods: + - finish + - output_key + - process + - setup + - teardown +PGBKOperation: + methods: + - finish + - flush + - process +PhasedCombineFnExecutor: + methods: + - add_only + - convert_to_accumulator + - extract_only + - full_combine + - merge_only +PickleCoder: + methods: + - as_deterministic_coder + - to_type_hint +PickledDoFnInfo: + methods: + - serialized_dofn_data + - to_runner_api +PickledObject: {} +Pipeline: + methods: + - allow_unsafe_triggers + - apply + - from_runner_api + - merge_compatible_environments + - options + - replace_all + - run + - runner_implemented_transforms + - to_runner_api + - visit +PipelineContext: + methods: + - add_requirement + - coder_id_from_element_type + - default_environment_id + - element_type_from_coder_id + - from_runner_api + - get_environment_id_for_resource_hints + - requirements + - to_runner_api +PipelineDescription: + properties: + - displayData + - executionPipelineStage + - originalPipelineTransform +PipelineError: {} +PipelineFragment: + methods: + - deduce_fragment + - run +PipelineGraph: + methods: + - display_graph + - get_dot +PipelineGraphRenderer: + methods: + - option + - render_pipeline_graph +PipelineInstrument: + methods: + - background_caching_pipeline_proto + - cache_key + - cacheables + - find_cacheables + - has_unbounded_sources + - instrument + - instrumented_pipeline_proto + - original_pipeline_proto + - pcoll_id + - preprocess + - prune_subgraph_for + - runner_pcoll_to_user_pcoll + - user_pipeline +PipelineOptions: + methods: + - display_data + - from_dictionary + - get_all_options + - view_as +PipelineOptionsValidator: + methods: + - is_full_string_match + - is_service_runner + - validate + - validate_cloud_options + - validate_container_prebuilding_options + - validate_environment_options + - validate_gcs_path + - validate_num_workers + - validate_optional_argument_positive + - validate_repeatable_argument_passed_as_list + - validate_sdk_container_image_options + - validate_test_matcher + - validate_worker_region_zone + properties: + - ENDPOINT_PATTERN + - ERR_ENVIRONMENT_CONFIG + - ERR_INVALID_ENVIRONMENT + - ERR_INVALID_GCS_BUCKET + - ERR_INVALID_GCS_OBJECT + - ERR_INVALID_GCS_PATH + - ERR_INVALID_JOB_NAME + - ERR_INVALID_NOT_POSITIVE + - ERR_INVALID_PROJECT_ID + - ERR_INVALID_PROJECT_NUMBER + - ERR_INVALID_TEST_MATCHER_TYPE + - ERR_INVALID_TEST_MATCHER_UNPICKLABLE + - ERR_INVALID_TRANSFORM_NAME_MAPPING + - ERR_MISSING_GCS_PATH + - ERR_MISSING_OPTION + - ERR_MISSING_REQUIRED_ENVIRONMENT_OPTION + - ERR_NUM_WORKERS_TOO_HIGH + - ERR_REPEATABLE_OPTIONS_NOT_SET_AS_LIST + - GCS_BUCKET + - GCS_SCHEME + - GCS_URI + - JOB_PATTERN + - OPTIONAL_ENVIRONMENT_OPTIONS + - OPTIONS + - PROJECT_ID_PATTERN + - PROJECT_NUMBER_PATTERN + - REQUIRED_ENVIRONMENT_OPTIONS +PipelineResult: + methods: + - cancel + - get + - read + - state + - wait_until_finish +PipelineRunner: + methods: + - apply + - apply_PTransform + - is_fnapi_compatible + - run + - run_async + - run_pipeline + - run_transform + - visit_transforms +PipelineState: + methods: + - is_terminal + properties: + - CANCELLED + - CANCELLING + - DONE + - DRAINED + - DRAINING + - FAILED + - PENDING + - RESOURCE_CLEANING_UP + - RUNNING + - STARTING + - STOPPED + - UNKNOWN + - UNRECOGNIZED + - UPDATED +PipelineStateMatcher: + methods: + - describe_mismatch + - describe_to +PipelineVisitor: + methods: + - enter_composite_transform + - leave_composite_transform + - visit_transform + - visit_value +PipeStream: + methods: + - read + - seek + - tell +PlaceholderExpression: + methods: + - args + - evaluate_at + - placeholders + - preserves_partition_by + - requires_partition_by +Player: {} +PlayerCoder: + methods: + - decode + - encode + - is_deterministic +Point: + properties: + - time + - value +Policy: + properties: + - auditConfigs + - bindings + - etag + - version +PoolOption: + properties: + - name +PortableMetrics: + methods: + - query +PortableObject: + methods: + - from_runner_api + - to_runner_api +PortableOptions: + methods: + - add_environment_option + - lookup_environment_option + - validate +PortableRunner: + methods: + - create_job_service + - create_job_service_handle + - default_job_server + - get_proto_pipeline + - run_pipeline +PortableRunnerOptimized: + methods: + - create_options +PortableRunnerOptimizedWithoutFusion: + methods: + - create_options +PortableRunnerTestWithExternalEnv: + methods: + - create_options + - setUpClass + - tearDownClass +PortableRunnerTestWithLocalDocker: + methods: + - create_options +PortableRunnerTestWithSubprocesses: + methods: + - create_options + - test_batch_rebatch_pardos +PortableRunnerTestWithSubprocessesAndMultiWorkers: + methods: + - create_options +Position: + properties: + - byteOffset + - concatPosition + - end + - key + - recordIndex + - shufflePosition +PostProcessor: + methods: + - process +PredictUserEvent: + methods: + - expand +PrefetchingSourceSetIterable: + methods: + - add_byte_counter +PrefixTransform: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +PrintFn: + methods: + - process +PrivatePoolV1Config: + properties: + - networkConfig + - workerConfig +ProcessAppManifestCallbackOperationMetadata: + properties: + - completeTime + - createTime + - githubEnterpriseConfig +ProcessContinuation: + methods: + - resume +ProcessElements: + methods: + - expand + - new_process_fn +ProcessEnvironment: + methods: + - from_options + - from_runner_api_parameter + - parse_environment_variables + - to_runner_api_parameter +ProcessFn: + methods: + - process + - set_process_element_invoker + - step_context + - step_context +ProcessInferenceToString: + methods: + - process +ProcessingTimeEvent: + methods: + - to_runner_api +ProcessingTimeLimiter: + methods: + - is_triggered + - update +ProcessKeyedElements: + methods: + - expand +ProcessKeyedElementsViaKeyedWorkItems: + methods: + - expand +ProcessKeyedElementsViaKeyedWorkItemsOverride: + methods: + - get_replacement_transform_for_applied_ptransform + - matches +ProducerFn: + methods: + - get_int + - get_string + - process +Profile: + methods: + - default_file_copy_fn + - factory_from_options + properties: + - profile_output + - SORTBY + - stats +ProfilingOptions: {} +ProgressIndicator: + properties: + - spinner_removal_template + - spinner_template +ProgressRequester: + methods: + - run + - stop +ProgressTimeseries: + properties: + - currentProgress + - dataPoints +ProjectList: + properties: + - etag + - kind + - nextPageToken + - projects + - totalItems +ProjectReference: + properties: + - projectId +ProjectToCategoryPriceFn: + methods: + - process +PropertyNames: + properties: + - ALLOWS_SHARDABLE_STATE + - BIGQUERY_CREATE_DISPOSITION + - BIGQUERY_DATASET + - BIGQUERY_EXPORT_FORMAT + - BIGQUERY_FLATTEN_RESULTS + - BIGQUERY_KMS_KEY + - BIGQUERY_PROJECT + - BIGQUERY_QUERY + - BIGQUERY_SCHEMA + - BIGQUERY_TABLE + - BIGQUERY_USE_LEGACY_SQL + - BIGQUERY_WRITE_DISPOSITION + - DISPLAY_DATA + - ELEMENT + - ELEMENTS + - ENCODING + - FILE_NAME_PREFIX + - FILE_NAME_SUFFIX + - FILE_PATTERN + - FORMAT + - IMPULSE_ELEMENT + - INPUTS + - NON_PARALLEL_INPUTS + - NUM_SHARDS + - OUT + - OUTPUT + - OUTPUT_INFO + - OUTPUT_NAME + - PARALLEL_INPUT + - PIPELINE_PROTO_TRANSFORM_ID + - PRESERVES_KEYS + - PUBSUB_ID_LABEL + - PUBSUB_SERIALIZED_ATTRIBUTES_FN + - PUBSUB_SUBSCRIPTION + - PUBSUB_TIMESTAMP_ATTRIBUTE + - PUBSUB_TOPIC + - RESOURCE_HINTS + - RESTRICTION_ENCODING + - SERIALIZED_FN + - SERIALIZED_TEST_STREAM + - SHARD_NAME_TEMPLATE + - SOURCE_STEP_INPUT + - STEP_NAME + - USE_INDEXED_FORMAT + - USER_FN + - USER_NAME + - USES_KEYED_STATE + - VALIDATE_SINK + - VALIDATE_SOURCE + - VALUE + - WINDOWING_STRATEGY +ProperyTestingCoders: + methods: + - test_float_coder + - test_row_coder + - test_string_coder +ProtoCoder: + methods: + - as_deterministic_coder + - from_type_hint + - is_deterministic + - to_type_hint +ProtoCoderImpl: + methods: + - decode + - encode +ProtoPlusCoder: + methods: + - from_type_hint + - is_deterministic + - to_type_hint +ProtoPlusCoderImpl: + methods: + - decode + - encode +ProtoPlusMessageA: + properties: + - field1 + - field2 +ProtoPlusMessageB: + properties: + - field1 +ProtoPlusMessageWithMap: + properties: + - field1 +ProvisionService: + methods: + - GetProvisionInfo +ProvisionServiceServicer: + methods: + - GetProvisionInfo +ProvisionServiceStub: {} +PTransform: + methods: + - annotations + - default_label + - default_type_hints + - expand + - from_runner_api + - get_resource_hints + - get_windowing + - infer_output_type + - label + - label + - register_urn + - register_urn + - register_urn + - register_urn + - register_urn + - runner_api_requires_keyed_input + - to_runner_api + - to_runner_api_parameter + - to_runner_api_pickled + - type_check_inputs + - type_check_inputs_or_outputs + - type_check_outputs + - with_input_types + - with_output_types + - with_resource_hints + properties: + - pipeline + - side_inputs +PTransformOverride: + methods: + - get_replacement_inputs + - get_replacement_transform + - get_replacement_transform_for_applied_ptransform + - matches +PTransformTestDisplayData: + methods: + - test_filter_anonymous_function + - test_filter_named_function + - test_flatmap_anonymous_function + - test_flatmap_named_function + - test_map_anonymous_function + - test_map_named_function +PTransformWithSideInputs: + methods: + - default_label + - make_fn + - type_check_inputs + - with_input_types +PubSubBigQueryIT: + methods: + - setUp + - tearDown + - test_file_loads + - test_streaming_inserts + properties: + - BIG_QUERY_DATASET_ID + - INPUT_SUB + - INPUT_TOPIC + - SCHEMA + - WAIT_UNTIL_FINISH_DURATION +PubsubConfig: + properties: + - serviceAccountEmail + - state + - subscription + - topic +PubSubIODetails: + properties: + - subscription + - topic +PubsubLocation: + properties: + - dropLateData + - idLabel + - subscription + - timestampLabel + - topic + - trackingSubscription + - withAttributes +PubsubMessage: {} +PubSubMessageMatcher: + methods: + - describe_mismatch + - describe_to +PubsubSnapshotMetadata: + properties: + - expireTime + - snapshotName + - topicName +PubSubSourceDescriptor: + properties: + - id_label + - source + - timestamp_attribute +PullRequestFilter: + properties: + - branch + - commentControl + - invertRegex +PullResponseMessage: {} +PushFilter: + properties: + - branch + - invertRegex + - tag +PValue: + methods: + - apply +PValueCache: + methods: + - cache_output + - clear_pvalue + - get_pvalue + - get_unwindowed_pvalue + - is_cached + - key + - to_cache_key +PValueError: {} +PyarrowArrayBatchConverter: + methods: + - combine_batches + - estimate_byte_size + - explode_batch + - from_typehints + - get_length + - produce_batch +PyarrowBatchConverter: + methods: + - combine_batches + - estimate_byte_size + - explode_batch + - from_typehints + - get_length + - produce_batch +PydotRenderer: + methods: + - option + - render_pipeline_graph +PyPIArtifactRegistry: + methods: + - get_artifacts + - register_artifact +PythonCallable: + methods: + - language_type + - representation_type + - to_language_type + - to_representation_type + - urn +PythonCallableWithSource: + methods: + - get_source + - load_from_expression + - load_from_fully_qualified_name + - load_from_script + - load_from_source +PytorchBatchConverter: + methods: + - combine_batches + - estimate_byte_size + - explode_batch + - from_typehints + - get_length + - produce_batch +PyTorchInference: + methods: + - test_torch_run_inference_bert_for_masked_lm + - test_torch_run_inference_coco_maskrcnn_resnet50_fpn + - test_torch_run_inference_imagenet_mobilenetv2 +PytorchLinearRegression: + methods: + - forward +PytorchLinearRegressionDict: + methods: + - forward +PytorchLinearRegressionKeyedBatchAndExtraInferenceArgs: + methods: + - forward +PytorchModelHandlerKeyedTensor: + methods: + - get_metrics_namespace + - get_num_bytes + - load_model + - run_inference + - validate_inference_args +PytorchModelHandlerTensor: + methods: + - get_metrics_namespace + - get_num_bytes + - load_model + - run_inference + - validate_inference_args +PytorchNoBatchModelHandler: + methods: + - batch_elements_kwargs +PytorchTypeHint: {} +Query: + methods: + - clone +QueryInfo: + properties: + - queryProperty +QueryParameter: + properties: + - name + - parameterType + - parameterValue +QueryParameterType: + properties: + - arrayType + - structTypes + - type +QueryParameterValue: + properties: + - arrayValues + - structValues + - value +QueryRequest: + properties: + - connectionProperties + - defaultDataset + - dryRun + - kind + - labels + - location + - maximumBytesBilled + - maxResults + - parameterMode + - preserveNulls + - query + - queryParameters + - requestId + - timeoutMs + - useLegacySql + - useQueryCache +QueryResponse: + properties: + - cacheHit + - errors + - jobComplete + - jobReference + - kind + - numDmlAffectedRows + - pageToken + - rows + - schema + - totalBytesProcessed + - totalRows +QuerySplitterError: {} +QueryTimelineSample: + properties: + - activeUnits + - completedUnits + - elapsedMs + - pendingUnits + - totalSlotMs +RampupThrottlingFn: + methods: + - process +RandomUniqueKeyFn: + methods: + - process +RangePartitioning: + properties: + - field + - range +RangeSource: + methods: + - estimate_size + - get_range_tracker + - read + - split +RangeTracker: + methods: + - fraction_consumed + - position_at_fraction + - set_current_position + - set_split_points_unclaimed_callback + - split_points + - start_position + - stop_position + - try_claim + - try_split + properties: + - SPLIT_POINTS_UNKNOWN +RankingMetrics: + properties: + - averageRank + - meanAveragePrecision + - meanSquaredError + - normalizedDiscountedCumulativeGain +Read: + methods: + - display_data + - expand + - from_runner_api_parameter + - get_desired_chunk_size + - get_windowing + - to_runner_api_parameter +ReadableFile: + methods: + - open + - read + - read_utf8 +ReadAllBQTests: + methods: + - create_bq_schema + - create_table + - setUpClass + - test_read_queries + properties: + - TABLE_DATA_1 + - TABLE_DATA_2 + - TABLE_DATA_3 +ReadAllFiles: + methods: + - expand +ReadAllFromAvro: + methods: + - expand + properties: + - DEFAULT_DESIRED_BUNDLE_SIZE +ReadAllFromAvroContinuously: + methods: + - expand +ReadAllFromBigQuery: + methods: + - expand + properties: + - COUNTER +ReadAllFromParquet: + methods: + - expand +ReadAllFromParquetBatched: + methods: + - expand + properties: + - DEFAULT_DESIRED_BUNDLE_SIZE +ReadAllFromText: + methods: + - expand + properties: + - DEFAULT_DESIRED_BUNDLE_SIZE +ReadAllFromTextContinuously: + methods: + - expand +ReadAllFromTFRecord: + methods: + - expand +ReadCache: + methods: + - read_cache +ReadDataFromKinesis: + properties: + - URN +ReaderPosition: {} +ReaderProgress: + methods: + - consumed_split_points + - percent_complete + - position + - remaining_split_points + - remaining_time +ReadFiles: + methods: + - process +ReadFilesProvider: + methods: + - create_tracker + - initial_restriction + - restriction_size +ReadFromAvro: + methods: + - display_data + - expand +ReadFromBigQuery: + methods: + - expand + properties: + - COUNTER +ReadFromBigQueryRequest: + methods: + - validate +ReadFromCountingSource: + methods: + - expand +ReadFromDatastore: + methods: + - display_data + - expand +ReadFromDebezium: + methods: + - expand + properties: + - URN +ReadFromJdbc: + properties: + - URN +ReadFromKafka: + properties: + - byte_array_deserializer + - create_time_policy + - log_append_time + - processing_time_policy + - URN_WITH_METADATA + - URN_WITHOUT_METADATA +ReadFromMongoDB: + methods: + - expand +ReadFromParquet: + methods: + - display_data + - expand +ReadFromParquetBatched: + methods: + - display_data + - expand +ReadFromPubSub: + methods: + - expand + properties: + - URN +ReadFromPubSubLite: + methods: + - expand +ReadFromSnowflake: + methods: + - expand + properties: + - URN +ReadFromSpanner: + methods: + - display_data + - expand +ReadFromSpannerSchema: + properties: + - batching + - database_id + - emulator_host + - host + - instance_id + - project_id + - read_timestamp + - schema + - sql + - staleness + - table + - time_unit + - timestamp_bound_mode +ReadFromText: + methods: + - expand +ReadFromTextWithFilename: {} +ReadFromTFRecord: + methods: + - expand +ReadGbqTransformTests: + methods: + - test_bad_schema_public_api_direct_read + - test_ReadGbq_unsupported_param + - test_unsupported_callable +ReadInstruction: + properties: + - source +ReadInteractiveRunnerTests: + methods: + - test_read_in_interactive_runner +ReadMatches: + methods: + - expand +ReadModifyWriteRuntimeState: + methods: + - clear + - commit + - read + - write +ReadModifyWriteStateSpec: + methods: + - to_runner_api +ReadNewTypesTests: + methods: + - create_table + - get_expected_data + - setUpClass + - test_iobase_source + - test_native_source +ReadOperation: + methods: + - start +ReadPTransformOverride: + methods: + - get_replacement_transform_for_applied_ptransform + - matches +ReadTests: + methods: + - create_table + - setUpClass + - test_iobase_source + - test_native_source + - test_table_schema_retrieve + - test_table_schema_retrieve_specifying_only_table + - test_table_schema_retrieve_with_direct_read + properties: + - TABLE_DATA +ReadUsingReadGbqTests: + methods: + - test_ReadGbq + - test_ReadGbq_direct_read + - test_ReadGbq_direct_read_with_project + - test_ReadGbq_export_with_project + - test_ReadGbq_with_computation +ReadUsingStorageApiTests: + methods: + - setUpClass + - tearDownClass + - test_iobase_source + - test_iobase_source_with_column_selection + - test_iobase_source_with_column_selection_and_row_restriction + - test_iobase_source_with_native_datetime + - test_iobase_source_with_query + - test_iobase_source_with_query_and_filters + - test_iobase_source_with_row_restriction + - test_iobase_source_with_very_selective_filters + properties: + - TABLE_DATA +ReadViaPandas: + methods: + - expand +RealClock: + methods: + - time +Receiver: + methods: + - flush + - receive + - receive_batch +ReceiveTriggerWebhookResponse: {} +RecommendationAIIT: + methods: + - tearDownClass + - test_create_catalog_item + - test_create_user_event + - test_predict +Record: + properties: + - order_id + - product_id + - quantity +Recording: + methods: + - cancel + - computed + - describe + - is_computed + - stream + - uncomputed + - wait_until_finish +RecordingManager: + methods: + - cancel + - clear + - describe + - read + - record + - record_pipeline +Recordings: + methods: + - clear + - describe + - record + - stop +RecursiveClass: + properties: + - SELF_TYPE +Regex: + methods: + - all_matches + - find + - find_all + - find_kv + - matches + - matches_kv + - replace_all + - replace_first + - split + properties: + - ALL +RegressionMetrics: + properties: + - meanAbsoluteError + - meanSquaredError + - meanSquaredLogError + - medianAbsoluteError + - rSquared +Reify: {} +ReifyWindowsFn: + methods: + - process +RekeyElements: + methods: + - process +RemoveBitbucketServerConnectedRepositoryRequest: + properties: + - connectedRepository +Repeatedly: + methods: + - from_runner_api + - has_ontime_pane + - may_lose_data + - on_element + - on_fire + - on_merge + - reset + - should_fire + - to_runner_api +ReportedParallelism: + properties: + - isInfinite + - value +ReportWorkItemStatusRequest: + properties: + - currentWorkerTime + - location + - unifiedWorkerRequest + - workerId + - workItemStatuses +ReportWorkItemStatusResponse: + properties: + - unifiedWorkerResponse + - workItemServiceStates +RepoSource: + properties: + - branchName + - commitSha + - dir + - invertRegex + - projectId + - repoName + - substitutions + - tagName +Reshuffle: + methods: + - expand + - from_runner_api_parameter + - to_runner_api_parameter +ReshufflePerKey: + methods: + - expand +ResourceHint: + methods: + - get_by_name + - get_by_urn + - get_merged_value + - is_registered + - parse + - register_resource_hint + properties: + - urn +ResourceUtilizationReport: + properties: + - containers + - cpuTime + - memoryInfo +ResourceUtilizationReportResponse: {} +RestrictionProgress: + methods: + - completed_work + - fraction_completed + - fraction_remaining + - remaining_work + - total_work + - with_completed +RestrictionProvider: + methods: + - create_tracker + - initial_restriction + - restriction_coder + - restriction_size + - split + - split_and_size + - truncate +RestrictionTracker: + methods: + - check_done + - current_progress + - current_restriction + - is_bounded + - try_claim + - try_split +RestrictionTrackerView: + methods: + - current_restriction + - defer_remainder + - is_bounded + - try_claim +ResultNames: + properties: + - AUCTION_ID + - BID_COUNT + - BIDDER_ID + - CATEGORY + - CITY + - ID + - IS_LAST + - NAME + - NUM + - PRICE + - RESERVE + - SELLER + - STATE +Results: + properties: + - artifactManifest + - artifactTiming + - buildStepImages + - buildStepOutputs + - images + - numArtifacts +RetryBuildRequest: + properties: + - id + - name + - projectId +RetryStrategy: + methods: + - should_retry + properties: + - RETRY_ALWAYS + - RETRY_NEVER + - RETRY_ON_TRANSIENT_ERROR +ReverseTestStream: + methods: + - expand +RewriteResponse: + properties: + - done + - kind + - objectSize + - resource + - rewriteToken + - totalBytesRewritten +RootBundleProvider: + methods: + - get_root_bundles +RoundTripFn: + methods: + - process +Routine: + properties: + - arguments + - creationTime + - definitionBody + - description + - determinismLevel + - etag + - importedLibraries + - language + - lastModifiedTime + - returnType + - routineReference + - routineType +RoutineReference: + properties: + - datasetId + - projectId + - routineId +Row: + properties: + - actualLabel + - entries +RowAccessPolicy: + properties: + - creationTime + - etag + - filterPredicate + - lastModifiedTime + - rowAccessPolicyReference +RowAccessPolicyReference: + properties: + - datasetId + - policyId + - projectId + - tableId +RowAsDictJsonCoder: + methods: + - decode + - encode + - to_type_hint +RowCoder: + methods: + - as_cloud_object + - as_deterministic_coder + - from_payload + - from_runner_api_parameter + - from_type_hint + - is_deterministic + - to_runner_api_parameter + - to_type_hint +RowCoderImpl: + methods: + - decode_batch_from_stream + - decode_from_stream + - encode_batch_to_stream + - encode_to_stream +RowColumnEncoder: + methods: + - create + - decode_from_stream + - encode_to_stream + - finalize_write + - null_flags + - register + properties: + - ROW_ENCODERS +RowLevelSecurityStatistics: + properties: + - rowLevelSecurityApplied +RowsToDataFrameFn: + methods: + - process_batch +RowToStringWithSlowDown: + methods: + - process +RowTypeConstraint: + methods: + - field_options + - from_fields + - from_user_type + - get_type_for + - schema_id + - schema_options + - set_schema_id + - type_check + - user_type +RunBuildTriggerRequest: + properties: + - projectId + - source + - triggerId +RunInference: + methods: + - expand + - from_callable +RunnerApiFn: + methods: + - from_runner_api + - register_pickle_urn + - register_urn + - register_urn + - register_urn + - register_urn + - register_urn + - to_runner_api + - to_runner_api_parameter +RunnerError: {} +RunnerIOOperation: {} +RunnerResult: + methods: + - metrics + - monitoring_metrics + - wait_until_finish +RuntimeEnvironment: + properties: + - additionalExperiments + - additionalUserLabels + - bypassTempDirValidation + - enableStreamingEngine + - ipConfiguration + - kmsKeyName + - machineType + - maxWorkers + - network + - numWorkers + - serviceAccountEmail + - subnetwork + - tempLocation + - workerRegion + - workerZone + - zone +RuntimeMetadata: + properties: + - parameters + - sdkInfo +RuntimeMetric: {} +RuntimeState: + methods: + - finalize + - prefetch +RuntimeTimer: + methods: + - clear + - set +RuntimeValueProvider: + methods: + - get + - get_value + - is_accessible + - set_runtime_options + properties: + - experiments + - runtime_options +RuntimeValueProviderError: {} +RunWorkflowCustomOperationMetadata: + properties: + - apiVersion + - createTime + - endTime + - pipelineRunId + - requestedCancellation + - target + - verb +S3ClientError: {} +S3Downloader: + methods: + - get_range + - size +S3FileSystem: + methods: + - checksum + - copy + - create + - delete + - exists + - has_dirs + - join + - last_updated + - metadata + - mkdirs + - open + - rename + - scheme + - size + - split + properties: + - CHUNK_SIZE + - S3_PREFIX +S3IO: + methods: + - checksum + - copy + - copy_paths + - copy_tree + - delete + - delete_files + - delete_paths + - delete_tree + - exists + - last_updated + - list_prefix + - open + - rename + - rename_files + - size +S3Options: {} +S3Uploader: + methods: + - finish + - put +SafeFastPrimitivesCoder: + methods: + - decode + - encode +Sample: {} +SampleCombineFn: + methods: + - add_input + - compact + - create_accumulator + - extract_output + - merge_accumulators + - setup + - teardown +SampleOptions: {} +SchemaBasedPayloadBuilder: + methods: + - build +SchemaLoadedSqlTransform: + methods: + - expand +SchemaTranslation: + methods: + - atomic_value_from_runner_api + - atomic_value_to_runner_api + - named_tuple_from_schema + - option_from_runner_api + - option_to_runner_api + - typing_from_runner_api + - typing_to_runner_api + - value_from_runner_api + - value_to_runner_api +SchemaTypeRegistry: + methods: + - add + - generate_new_id + - get_schema_by_id + - get_typing_by_id +ScopedState: + methods: + - sampled_msecs_int + - sampled_seconds +ScreenDiffIntegrationTestEnvironment: + methods: + - base_url + - notebook_path_to_test_id + - test_urls +ScriptStackFrame: + properties: + - endColumn + - endLine + - procedureId + - startColumn + - startLine + - text +ScriptStatistics: + properties: + - evaluationKind + - stackFrames +SDFBoundedSourceReader: + methods: + - display_data + - expand + - get_windowing +SDFProcessElementInvoker: + methods: + - invoke_process_element + - test_method +SdfProcessSizedElements: + methods: + - current_element_progress + - monitoring_infos + - process + - try_split +SdfTruncateSizedRestrictions: + methods: + - current_element_progress + - try_split +SdkContainerImageBuilder: + methods: + - build_container_image +SdkHarness: + methods: + - create_worker + - run + properties: + - REQUEST_METHOD_PREFIX +SdkHarnessContainerImage: + properties: + - capabilities + - containerImage + - environmentId + - useSingleCorePerContainer +SDKInfo: + properties: + - language + - version +SdkVersion: + properties: + - sdkSupportStatus + - version + - versionDisplayName +SdkWorker: + methods: + - do_instruction + - finalize_bundle + - maybe_profile + - process_bundle + - process_bundle_progress + - process_bundle_split + - register +Secret: + properties: + - kmsKeyName + - secretEnv +SecretManagerSecret: + properties: + - env + - versionName +Secrets: + properties: + - inline + - secretManager +Select: + methods: + - default_label + - expand + - infer_output_type +SelectMaxBidFn: + methods: + - process +SendDebugCaptureRequest: + properties: + - componentId + - data + - dataFormat + - location + - workerId +SendDebugCaptureResponse: {} +SendWorkerMessagesRequest: + properties: + - location + - workerMessages +SendWorkerMessagesResponse: + properties: + - workerMessageResponses +Sentinel: + properties: + - sentinel +SeqMapTask: + properties: + - inputs + - name + - outputInfos + - stageName + - systemName + - userFn +SeqMapTaskOutputInfo: + properties: + - sink + - tag +Sequence: + methods: + - make_acquire_fn +SequenceCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size + - get_estimated_size_and_observables +SequenceTypeConstraint: + methods: + - bind_type_variables + - match_type_variables + - type_check +SeriesBatchConverter: + methods: + - combine_batches + - estimate_byte_size + - explode_batch + - from_typehints + - get_length + - produce_batch +SeriesToElementsFn: + methods: + - infer_output_type + - process +ServiceAccount: + properties: + - email_address + - kind +ServiceCallMetric: + methods: + - bigtable_error_code_to_grpc_status_string + - call + - convert_to_canonical_status_string +Session: + methods: + - evaluate + - lookup +Sessions: + methods: + - assign + - from_runner_api_parameter + - get_window_coder + - merge + - to_runner_api_parameter +SessionsToStringsDoFn: + methods: + - process +SessionWindowsPayload: {} +SetHint: {} +SetIamPolicyRequest: + properties: + - policy + - updateMask +SetRuntimeState: {} +SetStateSpec: + methods: + - to_runner_api +SetupOptions: + methods: + - validate +ShardedKey: + methods: + - key +ShardedKeyCoder: + methods: + - as_cloud_object + - from_type_hint + - is_deterministic + - to_type_hint +ShardedKeyCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size +ShardedKeyTypeConstraint: + methods: + - match_type_variables + - type_check +ShardEventsDoFn: + methods: + - process +Shared: + methods: + - acquire +ShellTask: + properties: + - command + - exitCode +ShortIdCache: + methods: + - get_infos + - get_short_id +ShuffleBarrier: + methods: + - expand +SideInputBarrier: + methods: + - expand +SideInputData: + methods: + - from_runner_api + - to_runner_api +SideInputError: {} +SideInputInfo: + properties: + - kind + - sources + - tag +SideInputMap: + methods: + - is_globally_windowed +SideInputReadCounter: {} +SimpleCoderImpl: + methods: + - decode_from_stream + - encode_to_stream +SimpleInput: + methods: + - process +SimpleInvoker: + methods: + - invoke_process + - invoke_process_batch +SimpleKVSink: + methods: + - finalize_write + - initialize_write + - open_writer + - pre_finalize +SimpleKVWriter: + methods: + - close + - write +SimpleMapTaskExecutor: + methods: + - execute + - operations +SimpleMatcher: {} +SimpleOutput: + methods: + - process +SimpleRow: + properties: + - value +SimpleState: + methods: + - add_state + - at + - clear_state + - clear_timer + - get_state + - get_window + - set_timer +SimpleTypeHintError: {} +Simulator: + methods: + - simulate +SingleInputTupleCombineFn: + methods: + - add_input +SinglePrecisionFloatCoder: + methods: + - is_deterministic + - to_type_hint +SinglePrecisionFloatCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size +Singleton: + methods: + - check + - is_subpartitioning_of + - partition_fn + - reason +SingletonCoder: + methods: + - is_deterministic +SingletonCoderImpl: + methods: + - decode + - decode_from_stream + - encode + - encode_to_stream + - estimate_size +SingletonElementConsumerSet: + methods: + - current_element_progress + - flush + - receive + - receive_batch + - try_split +SingletonStateHandlerFactory: + methods: + - close + - create_state_handler +Sink: + properties: + - codec + - spec +SizeBasedBufferingClosableOutputStream: + methods: + - flush + - maybe_flush +SizeLimiter: + methods: + - is_triggered +SklearnInference: + methods: + - test_sklearn_mnist_classification + - test_sklearn_regression +SklearnModelHandlerNumpy: + methods: + - get_metrics_namespace + - get_num_bytes + - load_model + - run_inference +SklearnModelHandlerPandas: + methods: + - get_metrics_namespace + - get_num_bytes + - load_model + - run_inference +SlackDelivery: + properties: + - webhookUri +SlidingWindows: + methods: + - assign + - from_runner_api_parameter + - get_window_coder + - to_runner_api_parameter +SlidingWindowsPayload: {} +SlowCoders: + methods: + - test_using_slow_impl +Smallest: + methods: + - default_label +SMTPDelivery: + properties: + - fromAddress + - password + - port + - recipientAddresses + - senderAddress + - server +Snapshot: + properties: + - creationTime + - description + - diskSizeBytes + - id + - projectId + - pubsubMetadata + - region + - sourceJobId + - state + - ttl +SnapshotDefinition: + properties: + - baseTableReference + - snapshotTime +SnapshotJobRequest: + properties: + - description + - location + - snapshotSources + - ttl +SnippetUtils: {} +SortedConcatWithCounters: + methods: + - add_input + - create_accumulator + - extract_output + - merge_accumulators +Source: + properties: + - baseSpecs + - codec + - doesNotNeedSplitting + - metadata + - spec +SourceBase: + methods: + - is_bounded +SourceFork: + properties: + - primary + - primarySource + - residual + - residualSource +SourceGetMetadataRequest: + properties: + - source +SourceGetMetadataResponse: + properties: + - metadata +SourceMetadata: + properties: + - estimatedSizeBytes + - infinite + - producesSortedKeys +SourceOperationRequest: + properties: + - getMetadata + - name + - originalName + - split + - stageName + - systemName +SourceOperationResponse: + properties: + - getMetadata + - split +SourceProvenance: + properties: + - fileHashes + - resolvedRepoSource + - resolvedStorageSource + - resolvedStorageSourceManifest +SourceSplitOptions: + properties: + - desiredBundleSizeBytes + - desiredShardSizeBytes +SourceSplitRequest: + properties: + - options + - source +SourceSplitResponse: + properties: + - bundles + - outcome + - shards +SourceSplitShard: + properties: + - derivationMode + - source +SpannerDelete: + properties: + - URN +SpannerHelper: + methods: + - create_database + - create_instance + - drop_database + - get_emulator_host + - insert_values + - read_data + - shutdown +SpannerInsert: + properties: + - URN +SpannerInsertOrUpdate: + properties: + - URN +SpannerIODetails: + properties: + - databaseId + - instanceId + - projectId +SpannerPartTestRow: + properties: + - f_int64 + - f_string +SpannerReplace: + properties: + - URN +SpannerTestKey: + properties: + - f_string +SpannerTestRow: + properties: + - f_boolean + - f_int64 + - f_string +SpannerUpdate: + properties: + - URN +SparkBeamJob: + methods: + - cancel + - delete + - get + - get_message_stream + - get_state + - get_state_stream + - post + - request + - run +SparkJarJobServer: + methods: + - java_arguments + - path_to_jar +SparkRunner: + methods: + - create_job_service_handle + - default_job_server + - run_pipeline +SparkRunnerOptions: {} +SparkTestPipelineOptions: + methods: + - view_as +SparkUberJarJobServer: + methods: + - create_beam_job + - executable_jar + - start + - stop +SpecialDoFn: + methods: + - display_data + - process +SpecialParDo: + methods: + - display_data +SplitInt64: + properties: + - highBits + - lowBits +SplitLinesToWordsFn: + methods: + - process + properties: + - OUTPUT_TAG_CHARACTER_COUNT + - OUTPUT_TAG_SHORT_WORDS +SplitNotPossibleError: {} +SplitRestrictionFn: + methods: + - process + - start_bundle +SplittableParDo: + methods: + - expand +SplittableParDoOverride: + methods: + - get_replacement_transform_for_applied_ptransform + - matches +SqlChain: + methods: + - append + - get + - to_pipeline + properties: + - current + - nodes + - root + - user_pipeline +SqlNode: + methods: + - to_pipeline + properties: + - evaluated + - execution_count + - next + - output_name + - query + - schemas + - source +SqlTransform: + properties: + - URN +Stage: + methods: + - can_fuse + - deduplicate_read + - executable_stage_transform + - fuse + - has_as_main_input + - is_all_sdk_urns + - is_runner_urn + - is_stateful + - side_inputs +StageExecutionDetails: + properties: + - nextPageToken + - workers +Stager: + methods: + - commit_manifest + - create_and_stage_job_resources + - create_job_resources + - extract_staging_tuple_iter + - get_sdk_package_name + - stage_artifact + - stage_job_resources +StageSource: + properties: + - name + - originalTransformOrCollection + - sizeBytes + - userName +StageSummary: + properties: + - endTime + - metrics + - progress + - stageId + - startTime + - state +StandardArtifacts: {} +StandardCoders: {} +StandardDisplayData: {} +StandardEnvironments: {} +StandardOptions: + properties: + - ALL_KNOWN_RUNNERS + - DEFAULT_RUNNER + - KNOWN_RUNNER_NAMES +StandardProtocols: {} +StandardPTransforms: {} +StandardQueryParameters: + properties: + - access_token + - alt + - callback + - f__xgafv + - fields + - key + - oauth_token + - prettyPrint + - quotaUser + - trace + - upload_protocol + - uploadType +StandardRequirements: {} +StandardResourceHints: {} +StandardRunnerProtocols: {} +StandardSideInputTypes: {} +StandardSqlDataType: + properties: + - arrayElementType + - structType + - typeKind +StandardSqlField: + properties: + - name + - type +StandardSqlStructType: + properties: + - fields +StandardUserStateTypes: {} +StateBackedIterableCoder: + methods: + - from_runner_api_parameter + - is_deterministic + - to_runner_api_parameter + properties: + - DEFAULT_WRITE_THRESHOLD +StateBackedSideInputMap: + methods: + - is_globally_windowed + - reset +StateBackedTestElementType: + properties: + - live_element_count +StateCache: + methods: + - describe_stats + - get + - invalidate + - invalidate_all + - is_cache_enabled + - peek + - put + - size +StateFamilyConfig: + properties: + - isRead + - stateFamily +StatefulLoadGenerator: + methods: + - expand +StatefulOnlineClustering: + methods: + - process + properties: + - BIRCH_MODEL_SPEC + - DATA_ITEMS_SPEC + - EMBEDDINGS_SPEC + - UPDATE_COUNTER_SPEC +StateHandler: + methods: + - append_raw + - clear + - done + - get_raw + - process_instruction_id +StateHandlerFactory: + methods: + - close + - create_state_handler +StatelessDoFnInfo: + methods: + - serialized_dofn_data + - to_runner_api + properties: + - REGISTERED_DOFNS +StateSampler: + methods: + - commit_counters + - get_info + - scoped_state + - stage_name + - start + - stop + - stop_if_still_running +StateServicer: + methods: + - append_raw + - checkpoint + - clear + - commit + - done + - get_raw + - process_instruction_id + - restore + properties: + - StateType +StateSpec: + methods: + - to_runner_api +StaticValueProvider: + methods: + - get + - is_accessible +Status: + properties: + - code + - details + - message +Step: + properties: + - kind + - name + - properties +StopOnExitJobServer: + methods: + - start + - stop +StorageBucketAccessControlsDeleteRequest: + properties: + - bucket + - entity + - userProject +StorageBucketAccessControlsDeleteResponse: {} +StorageBucketAccessControlsGetRequest: + properties: + - bucket + - entity + - userProject +StorageBucketAccessControlsInsertRequest: + properties: + - bucket + - bucketAccessControl + - userProject +StorageBucketAccessControlsListRequest: + properties: + - bucket + - userProject +StorageBucketAccessControlsPatchRequest: + properties: + - bucket + - bucketAccessControl + - entity + - userProject +StorageBucketAccessControlsUpdateRequest: + properties: + - bucket + - bucketAccessControl + - entity + - userProject +StorageBucketsDeleteRequest: + properties: + - bucket + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - userProject +StorageBucketsDeleteResponse: {} +StorageBucketsGetIamPolicyRequest: + properties: + - bucket + - userProject +StorageBucketsGetRequest: + properties: + - bucket + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - projection + - userProject +StorageBucketsInsertRequest: + properties: + - bucket + - predefinedAcl + - predefinedDefaultObjectAcl + - project + - projection + - userProject +StorageBucketsListRequest: + properties: + - maxResults + - pageToken + - prefix + - project + - projection + - userProject +StorageBucketsLockRetentionPolicyRequest: + properties: + - bucket + - ifMetagenerationMatch + - userProject +StorageBucketsPatchRequest: + properties: + - bucket + - bucketResource + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - predefinedAcl + - predefinedDefaultObjectAcl + - projection + - userProject +StorageBucketsSetIamPolicyRequest: + properties: + - bucket + - policy + - userProject +StorageBucketsTestIamPermissionsRequest: + properties: + - bucket + - permissions + - userProject +StorageBucketsUpdateRequest: + properties: + - bucket + - bucketResource + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - predefinedAcl + - predefinedDefaultObjectAcl + - projection + - userProject +StorageChannelsStopResponse: {} +StorageDefaultObjectAccessControlsDeleteRequest: + properties: + - bucket + - entity + - userProject +StorageDefaultObjectAccessControlsDeleteResponse: {} +StorageDefaultObjectAccessControlsGetRequest: + properties: + - bucket + - entity + - userProject +StorageDefaultObjectAccessControlsInsertRequest: + properties: + - bucket + - objectAccessControl + - userProject +StorageDefaultObjectAccessControlsListRequest: + properties: + - bucket + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - userProject +StorageDefaultObjectAccessControlsPatchRequest: + properties: + - bucket + - entity + - objectAccessControl + - userProject +StorageDefaultObjectAccessControlsUpdateRequest: + properties: + - bucket + - entity + - objectAccessControl + - userProject +StorageNotificationsDeleteRequest: + properties: + - bucket + - notification + - userProject +StorageNotificationsDeleteResponse: {} +StorageNotificationsGetRequest: + properties: + - bucket + - notification + - userProject +StorageNotificationsInsertRequest: + properties: + - bucket + - notification + - userProject +StorageNotificationsListRequest: + properties: + - bucket + - userProject +StorageObjectAccessControlsDeleteRequest: + properties: + - bucket + - entity + - generation + - object + - userProject +StorageObjectAccessControlsDeleteResponse: {} +StorageObjectAccessControlsGetRequest: + properties: + - bucket + - entity + - generation + - object + - userProject +StorageObjectAccessControlsInsertRequest: + properties: + - bucket + - generation + - object + - objectAccessControl + - userProject +StorageObjectAccessControlsListRequest: + properties: + - bucket + - generation + - object + - userProject +StorageObjectAccessControlsPatchRequest: + properties: + - bucket + - entity + - generation + - object + - objectAccessControl + - userProject +StorageObjectAccessControlsUpdateRequest: + properties: + - bucket + - entity + - generation + - object + - objectAccessControl + - userProject +StorageObjectsComposeRequest: + properties: + - composeRequest + - destinationBucket + - destinationObject + - destinationPredefinedAcl + - ifGenerationMatch + - ifMetagenerationMatch + - kmsKeyName + - userProject +StorageObjectsCopyRequest: + properties: + - destinationBucket + - destinationObject + - destinationPredefinedAcl + - ifGenerationMatch + - ifGenerationNotMatch + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - ifSourceGenerationMatch + - ifSourceGenerationNotMatch + - ifSourceMetagenerationMatch + - ifSourceMetagenerationNotMatch + - object + - projection + - sourceBucket + - sourceGeneration + - sourceObject + - userProject +StorageObjectsDeleteRequest: + properties: + - bucket + - generation + - ifGenerationMatch + - ifGenerationNotMatch + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - object + - userProject +StorageObjectsDeleteResponse: {} +StorageObjectsGetIamPolicyRequest: + properties: + - bucket + - generation + - object + - userProject +StorageObjectsGetRequest: + properties: + - bucket + - generation + - ifGenerationMatch + - ifGenerationNotMatch + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - object + - projection + - userProject +StorageObjectsInsertRequest: + properties: + - bucket + - contentEncoding + - ifGenerationMatch + - ifGenerationNotMatch + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - kmsKeyName + - name + - object + - predefinedAcl + - projection + - userProject +StorageObjectsListRequest: + properties: + - bucket + - delimiter + - includeTrailingDelimiter + - maxResults + - pageToken + - prefix + - projection + - userProject + - versions +StorageObjectsPatchRequest: + properties: + - bucket + - generation + - ifGenerationMatch + - ifGenerationNotMatch + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - object + - objectResource + - predefinedAcl + - projection + - userProject +StorageObjectsRewriteRequest: + properties: + - destinationBucket + - destinationKmsKeyName + - destinationObject + - destinationPredefinedAcl + - ifGenerationMatch + - ifGenerationNotMatch + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - ifSourceGenerationMatch + - ifSourceGenerationNotMatch + - ifSourceMetagenerationMatch + - ifSourceMetagenerationNotMatch + - maxBytesRewrittenPerCall + - object + - projection + - rewriteToken + - sourceBucket + - sourceGeneration + - sourceObject + - userProject +StorageObjectsSetIamPolicyRequest: + properties: + - bucket + - generation + - object + - policy + - userProject +StorageObjectsTestIamPermissionsRequest: + properties: + - bucket + - generation + - object + - permissions + - userProject +StorageObjectsUpdateRequest: + properties: + - bucket + - generation + - ifGenerationMatch + - ifGenerationNotMatch + - ifMetagenerationMatch + - ifMetagenerationNotMatch + - object + - objectResource + - predefinedAcl + - projection + - userProject +StorageObjectsWatchAllRequest: + properties: + - bucket + - channel + - delimiter + - includeTrailingDelimiter + - maxResults + - pageToken + - prefix + - projection + - userProject + - versions +StorageProjectsServiceAccountGetRequest: + properties: + - projectId + - userProject +StorageSource: + properties: + - bucket + - generation + - object +StorageSourceManifest: + properties: + - bucket + - generation + - object +StorageV1: + properties: + - BASE_URL + - MESSAGES_MODULE +StreamCoderImpl: + methods: + - decode + - encode + - estimate_size +StreamingApplianceSnapshotConfig: + properties: + - importStateEndpoint + - snapshotId +Streamingbuffer: + properties: + - estimatedBytes + - estimatedRows + - oldestEntryTime +StreamingCache: + methods: + - capture_keys + - capture_paths + - capture_size + - cleanup + - clear + - exists + - load_pcoder + - read + - read_multiple + - save_pcoder + - sink + - size + - source + - write +StreamingCacheSink: + methods: + - expand + - path + - size_in_bytes +StreamingCacheSource: + methods: + - read +StreamingComputationConfig: + properties: + - computationId + - instructions + - stageName + - systemName + - transformUserNameToStateFamily +StreamingComputationRanges: + properties: + - computationId + - rangeAssignments +StreamingComputationTask: + properties: + - computationRanges + - dataDisks + - taskType +StreamingConfigTask: + properties: + - commitStreamChunkSizeBytes + - getDataStreamChunkSizeBytes + - maxWorkItemCommitBytes + - streamingComputationConfigs + - userStepToStateFamilyNameMap + - windmillServiceEndpoint + - windmillServicePort +StreamingSetupTask: + properties: + - drain + - receiveWorkPort + - snapshotConfig + - streamingComputationTopology + - workerHarnessPort +StreamingSideInputLocation: + properties: + - stateFamily + - tag +StreamingStageLocation: + properties: + - streamId +StreamingUserMetricsDoFn: + methods: + - finish_bundle + - process + - start_bundle +StreamingWordcountDebugging: + methods: + - test_streaming_wordcount_debugging +StreamingWordcountDebuggingIT: + methods: + - setUp + - setup_pubsub + - tearDown + - test_streaming_wordcount_debugging_it +StreamingWordCountIT: + methods: + - setUp + - tearDown + - test_streaming_wordcount_it +StreamLocation: + properties: + - customSourceLocation + - pubsubLocation + - sideInputLocation + - streamingStageLocation +StringList: + properties: + - elements +StructuredMessage: + properties: + - messageKey + - messageText + - parameters +StrUtf8Coder: + methods: + - decode + - encode + - is_deterministic + - to_type_hint +SubClass: {} +SubprocessJobServer: + methods: + - local_temp_dir + - start + - stop + - subprocess_cmd_and_endpoint +SubprocessSDKEnvironment: + methods: + - from_command_string + - from_options + - from_runner_api_parameter + - to_runner_api_parameter +SubprocessSdkWorker: + methods: + - run +SubprocessSdkWorkerHandler: + methods: + - start_worker + - stop_worker +SubprocessServer: + methods: + - local_temp_dir + - start + - start_process + - stop + - stop_process +SumAccumulator: + methods: + - update + - value +SumDoubleAccumulator: + methods: + - add_input + - extract_output + - merge +SumFloatFn: {} +SumInt64Accumulator: + methods: + - add_input + - add_input_n + - extract_output + - merge +SumInt64Fn: {} +Summary: + methods: + - result + - summarize +SuperClass: {} +SwitchingDirectRunner: + methods: + - is_fnapi_compatible + - run_pipeline +SynchronousBagRuntimeState: + methods: + - add + - clear + - commit + - read +SynchronousSetRuntimeState: + methods: + - add + - clear + - commit + - read +SyntheticSDFAsSource: + methods: + - process +SyntheticSDFSourceRestrictionProvider: + methods: + - create_tracker + - initial_restriction + - restriction_size + - split +SyntheticSDFStepRestrictionProvider: + methods: + - create_tracker + - initial_restriction + - restriction_size + - split +SyntheticSource: + methods: + - default_output_coder + - element_size + - estimate_size + - get_range_tracker + - read + - split +SyntheticStep: + methods: + - finish_bundle + - process + - start_bundle +Table: + properties: + - clustering + - creationTime + - description + - encryptionConfiguration + - etag + - expirationTime + - externalDataConfiguration + - friendlyName + - id + - kind + - labels + - lastModifiedTime + - location + - materializedView + - model + - numBytes + - numLongTermBytes + - numPhysicalBytes + - numRows + - rangePartitioning + - requirePartitionFilter + - schema + - selfLink + - snapshotDefinition + - streamingBuffer + - tableReference + - timePartitioning + - type + - view +TableCell: + properties: + - v +TableDataInsertAllRequest: + properties: + - ignoreUnknownValues + - kind + - rows + - skipInvalidRows + - templateSuffix +TableDataInsertAllResponse: + properties: + - insertErrors + - kind +TableDataList: + properties: + - etag + - kind + - pageToken + - rows + - totalRows +TableFieldSchema: + properties: + - categories + - description + - fields + - mode + - name + - policyTags + - type +TableList: + properties: + - etag + - kind + - nextPageToken + - tables + - totalItems +TableReference: + properties: + - datasetId + - projectId + - tableId +TableRow: + properties: + - f +TableRowJsonCoder: + methods: + - decode + - encode +TableSchema: + properties: + - fields +TaggedOutput: {} +TaskRunnerSettings: + properties: + - alsologtostderr + - baseTaskDir + - baseUrl + - commandlinesFileName + - continueOnException + - dataflowApiVersion + - harnessCommand + - languageHint + - logDir + - logToSerialconsole + - logUploadLocation + - oauthScopes + - parallelWorkerSettings + - streamingWorkerMainClass + - taskGroup + - taskUser + - tempStoragePrefix + - vmId + - workflowFileName +TaxirideIT: + methods: + - setUp + - tearDown + - test_aggregation + - test_enrich +TeamScoresDict: + methods: + - process +TempDir: + methods: + - create_temp_file + - get_path +TemplateMetadata: + properties: + - description + - name + - parameters +TensorRTEngine: + methods: + - get_engine_attrs +TensorRTEngineHandlerNumPy: + methods: + - batch_elements_kwargs + - build_engine + - get_metrics_namespace + - get_num_bytes + - load_model + - load_onnx + - run_inference +Test_NativeWrite: + methods: + - setUp + - test_expand_method_pcollection_errors +TestAvroRowWriter: + methods: + - test_write_row +TestAZFSPathParser: + methods: + - test_azfs_path + - test_azfs_path_blob_optional + - test_bad_azfs_path + - test_bad_azfs_path_blob_optional + properties: + - BAD_AZFS_PATHS +TestBigQueryFileLoads: + methods: + - test_load_job_id_use_for_copy_job + - test_load_job_id_used + - test_multiple_partition_files + - test_one_load_job_failed_after_waiting + - test_records_traverse_transform_with_mocks + - test_trigger_load_jobs_with_empty_files + - test_triggering_frequency + - test_wait_for_load_job_completion +TestBigQuerySink: + methods: + - test_parse_schema_descriptor + - test_project_table_display_data + - test_table_spec_display_data +TestBigQueryToAvroSchema: + methods: + - test_convert_bigquery_schema_to_avro_schema +TestBigQueryToSchema: + methods: + - test_bad_schema_public_api_direct_read + - test_bad_schema_public_api_export + - test_check_conversion_with_empty_schema + - test_check_schema_conversions + - test_check_schema_conversions_with_timestamp + - test_unsupported_callable + - test_unsupported_mode + - test_unsupported_query_direct_read + - test_unsupported_query_export + - test_unsupported_type + - test_unsupported_value_provider +TestBigQueryWrapper: + methods: + - test_delete_dataset_retries_fail + - test_delete_dataset_retries_for_timeouts + - test_delete_non_existing_dataset + - test_delete_non_existing_table + - test_delete_table_retries_fail + - test_delete_table_retries_for_timeouts + - test_get_or_create_dataset_created + - test_get_or_create_dataset_fetched + - test_get_or_create_table + - test_get_or_create_table_intermittent_exception + - test_get_or_create_table_invalid_tablename + - test_get_or_create_table_race_condition + - test_get_query_location + - test_insert_rows_sets_metric_on_failure + - test_perform_load_job_source_mutual_exclusivity + - test_perform_load_job_with_load_job_id + - test_perform_load_job_with_source_stream + - test_start_query_job_priority_configuration + - test_temporary_dataset_is_unique + - test_user_agent_insert_all + - test_user_agent_passed + - test_wait_for_job_retries_fail + - test_wait_for_job_returns_true_when_job_is_done + - verify_write_call_metric +TestBQJobNames: + methods: + - test_matches_template + - test_random_in_name + - test_simple_names +TestCheckSchemaEqual: + methods: + - test_descriptions + - test_field_order + - test_simple_schemas +TestClock: + methods: + - advance_time + - time +TestCoerceToKvType: + methods: + - test_coercion_fail + - test_coercion_success +TestCompressedFile: + methods: + - setUp + - tearDown + - test_concatenated_compressed_file + - test_read_and_seek_back_to_beginning + - test_read_from_end_returns_no_data + - test_seek_cur + - test_seek_outside + - test_seek_set + - test_seekable_disabled_on_append + - test_seekable_disabled_on_write + - test_seekable_enabled_on_read + - test_tell + properties: + - content + - read_block_size +TestConcatPosition: + methods: + - test_invalid_position_type + - test_valid_position_type +TestConcatSource: + methods: + - setUp + - test_estimate_size + - test_read + - test_split +TestCounterCell: + methods: + - test_basic_operations + - test_parallel_access + - test_start_time_set + properties: + - NUM_ITERATIONS + - NUM_THREADS +TestCustomWindows: + methods: + - assign + - get_window_coder +TestDataflowMetrics: + methods: + - setup_mock_client_result + - test_cache_functions + - test_query_counters + - test_query_structured_metrics + - test_system_counters_set_labels_and_step_name + - test_translate_portable_job_step_name + properties: + - ONLY_COUNTERS_LIST + - STRUCTURED_COUNTER_LIST + - SYSTEM_COUNTERS_LIST +TestDataflowOptions: {} +TestDataflowRunner: + methods: + - build_console_url + - run_pipeline + - wait_until_in_state +TestDeidentifyFn: + methods: + - test_deidentify_called +TestDeidentifyText: + methods: + - test_exception_raised_when_no_config_is_provided +TestDicomSearch: + methods: + - test_client_search_notfound + - test_missing_parameters + - test_param_dict_passing + - test_Qido_search_small_buffer_flush + - test_successful_search + - test_wrong_input_type +TestDicomStoreInstance: + methods: + - test_destination_notfound + - test_missing_parameters + - test_store_byte_file + - test_store_byte_file_small_buffer_flush + - test_store_fileio_file + - test_store_fileio_file_small_buffer_flush +TestDirectRunner: + methods: + - run_pipeline +TestDistributionCell: + methods: + - test_basic_operations + - test_integer_only + - test_parallel_access + - test_start_time_set + properties: + - NUM_ITERATIONS + - NUM_THREADS +TestDownloaderStream: + methods: + - test_file_attributes + - test_read + - test_read_buffered + - test_read_empty +TestDynamicSplitRequest: + methods: + - test_invalid_progress_type + - test_valid_progress_type +TestDynamicSplitResultWithPosition: + methods: + - test_invalid_stop_position_type + - test_valid_stop_position_type +TestEnd2EndWriteAndRead: + methods: + - create_inputs + - test_end2end + - test_end2end_auto_compression + - test_end2end_auto_compression_unsharded + - test_end2end_example_proto + - test_end2end_read_write_read +TestEnvironment: + methods: + - context + - fake_pandas_module +TestErrorHandlingCall: + methods: + - setUpClass + - tearDownClass + - test_check_output_pip_install_non_existing_package + - test_oserror_check_output_message +TestErrorHandlingCheckCall: + methods: + - setUpClass + - tearDownClass + - test_check_call_pip_install_non_existing_package + - test_oserror_check_call + - test_oserror_check_call_message +TestErrorHandlingCheckOutput: + methods: + - setUpClass + - tearDownClass + - test_check_output_pip_install_non_existing_package + - test_oserror_check_output_message +TestFastAvro: {} +TestFileBasedSink: + methods: + - run_temp_dir_check + - test_empty_write + - test_file_sink_display_data + - test_file_sink_dst_matches_src + - test_file_sink_multi_shards + - test_file_sink_rename_error + - test_file_sink_src_missing + - test_file_sink_writing + - test_fixed_shard_write + - test_pre_finalize + - test_pre_finalize_error + - test_static_value_provider_empty_write + - test_temp_dir_gcs + - test_temp_dir_local + - test_temp_dir_uniqueness +TestFileBasedSource: + methods: + - setUp + - test_estimate_size_of_file + - test_estimate_size_of_pattern + - test_estimate_size_with_sampling_different_sizes + - test_estimate_size_with_sampling_same_size + - test_fully_read_file_pattern + - test_fully_read_file_pattern_with_empty_files + - test_fully_read_single_file + - test_read_auto_pattern + - test_read_auto_pattern_compressed_and_uncompressed + - test_read_auto_single_file_bzip2 + - test_read_auto_single_file_gzip + - test_read_file_bzip2 + - test_read_file_gzip + - test_read_pattern_bzip2 + - test_read_pattern_gzip + - test_read_splits_file_pattern + - test_read_splits_single_file + - test_single_file_display_data + - test_source_file + - test_source_file_unsplittable + - test_source_pattern + - test_source_pattern_unsplittable + - test_splits_get_coder_from_fbs + - test_splits_into_subranges + - test_string_or_value_provider_only + - test_unsplittable_does_not_split + - test_validation_directory_non_empty + - test_validation_failing + - test_validation_file_exists + - test_validation_file_missing_verification_disabled +TestFileSystem: + methods: + - setUp + - test_match_glob + - test_translate_pattern +TestFileSystemWithDirs: + methods: + - setUp +TestFormatToQido: + methods: + - test_failed_convert + - test_normal_convert + properties: + - expected_invalid_pubsub_dict + - expected_valid_pubsub_dict + - invalid_pubsub_string + - valid_pubsub_string +TestGaugeCell: + methods: + - test_basic_operations + - test_combine_appropriately + - test_integer_only + - test_start_time_set +TestGCSIO: + methods: + - setUp + - test_bad_file_modes + - test_checksum + - test_context_manager + - test_copy + - test_copy_batch + - test_copytree + - test_default_bucket_name + - test_default_bucket_name_failure + - test_delete + - test_delete_batch + - test_downloader_fail_non_existent_object + - test_downloader_fail_to_get_project_number + - test_downloader_fail_when_getting_metadata + - test_downloader_fail_when_reading + - test_downloader_monitoring_info + - test_empty_batches + - test_exists + - test_exists_failure + - test_file_close + - test_file_flush + - test_file_iterator + - test_file_mode + - test_file_random_seek + - test_file_read_line + - test_file_status + - test_file_write + - test_full_file_read + - test_last_updated + - test_list_prefix + - test_mime_binary_encoding + - test_num_retries + - test_rename + - test_retry_func + - test_size + - test_uploader_monitoring_info + - test_user_agent_passed +TestGCSPathParser: + methods: + - test_bad_gcs_path + - test_bad_gcs_path_object_optional + - test_gcs_path + - test_gcs_path_object_optional + properties: + - BAD_GCS_PATHS +TestGeneratorWrapper: + methods: + - test_functions_as_regular_generator +TestGetYieldedType: + methods: + - test_iterables + - test_not_iterable +TestGroupBy: + methods: + - test_aggregate + - test_fields + - test_lambdas + - test_pickled_field +TestHelperFunctions: + methods: + - test_dict_printable_fields +TestHistogramCell: + methods: + - test_basic_operations + - test_parallel_access + properties: + - NUM_ITERATIONS + - NUM_THREADS +TestIamPermissionsRequest: + properties: + - permissions +TestIamPermissionsResponse: + properties: + - permissions +TestingFileSystem: + methods: + - checksum + - copy + - create + - delete + - exists + - has_dirs + - join + - last_updated + - metadata + - mkdirs + - open + - rename + - scheme + - size + - split +TestInspectFn: + methods: + - test_inspect_called +TestInspectText: + methods: + - test_exception_raised_then_no_config_provided +TestJobServicePlan: + methods: + - get_pipeline_options +TestJsonRowWriter: + methods: + - test_write_row +TestJsonToDictCoder: + methods: + - test_coder_is_pickable + - test_null_fields_are_preserved + - test_record_and_repeatable_field_is_properly_converted + - test_record_field_is_properly_converted + - test_repeatable_field_is_properly_converted + - test_values_are_converted +TestMatchers: + methods: + - test_metric_update_basic + - test_structured_name_matcher_basic +TestMetricKey: + methods: + - test_equality_for_key_with_labels + - test_equality_for_key_with_no_labels + - test_inequality_for_key_with_labels +TestMetricsContainer: + methods: + - test_add_to_counter + - test_get_cumulative_or_updates +TestMultiReadFromPubSubOverride: + methods: + - test_expand_with_multiple_sources + - test_expand_with_multiple_sources_and_attributes + - test_expand_with_multiple_sources_and_other_options + - test_expand_with_wrong_source +TestNativeSink: + methods: + - test_on_direct_runner + - test_repr_method + - test_writer_method +TestNativeSource: + methods: + - test_reader_method + - test_repr_method +TestOffsetRestrictionProvider: + methods: + - restriction_size +TestOptions: + methods: + - validate +TestParDoAnnotations: + methods: + - test_pep484_annotations + - test_with_side_input +TestParquet: + methods: + - setUp + - tearDown + - test_batched_read + - test_dynamic_work_rebalancing + - test_int96_type_conversion + - test_min_bundle_size + - test_read_all_from_parquet_file_pattern + - test_read_all_from_parquet_many_file_patterns + - test_read_all_from_parquet_many_single_files + - test_read_all_from_parquet_single_file + - test_read_all_from_parquet_with_filename + - test_read_display_data + - test_read_reentrant + - test_read_with_splitting + - test_read_with_splitting_multiple_row_group + - test_read_without_splitting + - test_read_without_splitting_multiple_row_group + - test_selective_columns + - test_sink_display_data + - test_sink_transform + - test_sink_transform_batched + - test_sink_transform_compliant_nested_type + - test_sink_transform_compressed + - test_sink_transform_int96 + - test_sink_transform_multiple_row_group + - test_source_display_data + - test_split_points + - test_write_batched_display_data + - test_write_display_data +TestParquetIT: + methods: + - setUp + - tearDown + - test_parquetio_it +TestPartitionFiles: + methods: + - test_partition + - test_partition_files_dofn_file_split + - test_partition_files_dofn_size_split +TestPipeline: + methods: + - get_full_options_as_args + - get_option + - get_pipeline_options + - run + properties: + - pytest_test_pipeline_options +TestPipeStream: + methods: + - test_pipe_stream + - test_pipe_stream_rewind_buffer +TestPTransformAnnotations: + methods: + - test_annotations_with_arbitrary_input_and_output + - test_annotations_with_arbitrary_output + - test_annotations_with_none_input + - test_annotations_with_none_output + - test_annotations_with_pbegin + - test_annotations_with_pdone + - test_annotations_without_any_internal_type + - test_annotations_without_any_typehints + - test_annotations_without_input_internal_type + - test_annotations_without_input_pcollection_wrapper + - test_annotations_without_input_typehint + - test_annotations_without_output_internal_type + - test_annotations_without_output_pcollection_wrapper + - test_annotations_without_output_typehint + - test_mixed_annotations_are_converted_to_beam_annotations + - test_nested_typing_annotations_are_converted_to_beam_annotations + - test_pep484_annotations + - test_typing_module_annotations_are_converted_to_beam_annotations +TestPTransformFn: + methods: + - test_type_checking_fail + - test_type_checking_success + - test_type_hints_arg +TestPubsubMessage: + methods: + - test_eq + - test_hash + - test_payload_invalid + - test_payload_publish_invalid + - test_payload_valid + - test_proto_conversion + - test_repr +TestPubSubReadEvaluator: + methods: + - finish_bundle + - process_element + - start_bundle +TestPubSubSink: + methods: + - test_display_data +TestPubSubSource: + methods: + - test_display_data_no_subscription + - test_display_data_subscription + - test_display_data_topic +TestPytorchModelHandlerForInferenceOnly: {} +TestPytorchModelHandlerKeyedTensorForInferenceOnly: {} +TestReadAllFromTFRecord: + methods: + - test_process_auto + - test_process_deflate + - test_process_glob + - test_process_glob_with_empty_file + - test_process_gzip + - test_process_multiple + - test_process_multiple_globs + - test_process_single + - test_process_with_filename +TestReaderPosition: + methods: + - test_invalid_concat_position_type + - test_valid_concat_position_type +TestReaderProgress: + methods: + - test_out_of_bounds_percent_complete + - test_percent_complete_property + - test_position_property +TestReadFromBigQuery: + methods: + - setUpClass + - tearDown + - test_create_temp_dataset_exception + - test_get_destination_uri_empty_runtime_vp + - test_get_destination_uri_fallback_temp_location + - test_get_destination_uri_none + - test_get_destination_uri_runtime_vp + - test_get_destination_uri_static_vp + - test_query_job_exception + - test_read_export_exception + - test_temp_dataset_is_configurable +TestReadFromPubSub: + methods: + - test_read_data_success + - test_read_message_id_label_unsupported + - test_read_messages_success + - test_read_messages_timestamp_attribute_fail_parse + - test_read_messages_timestamp_attribute_milli_success + - test_read_messages_timestamp_attribute_missing + - test_read_messages_timestamp_attribute_rfc3339_success + - test_read_strings_success + - test_runner_api_transformation_properties_none + - test_runner_api_transformation_with_subscription + - test_runner_api_transformation_with_topic +TestReadFromPubSubOverride: + methods: + - test_expand_with_both_topic_and_subscription + - test_expand_with_no_topic_or_subscription + - test_expand_with_other_options + - test_expand_with_subscription + - test_expand_with_topic +TestReadFromTFRecord: + methods: + - test_process_auto + - test_process_deflate + - test_process_gzip_auto + - test_process_gzip_with_coder + - test_process_gzip_without_coder + - test_process_multiple + - test_process_single +TestRowAsDictJsonCoder: + methods: + - json_compliance_exception + - test_decimal_in_row_as_dict + - test_ensure_ascii + - test_invalid_json_inf + - test_invalid_json_nan + - test_invalid_json_neg_inf + - test_row_as_dict +TestS3IO: + methods: + - setUp + - test_checksum + - test_context_manager + - test_copy + - test_copy_paths + - test_copy_paths_error + - test_copy_tree + - test_delete + - test_delete_files + - test_delete_files_with_errors + - test_delete_paths + - test_delete_tree + - test_exists + - test_file_close + - test_file_flush + - test_file_iterator + - test_file_mime_type + - test_file_mode + - test_file_random_seek + - test_file_read_line + - test_file_status + - test_file_write + - test_full_file_read + - test_last_updated + - test_list_prefix + - test_midsize_file + - test_rename + - test_rename_files + - test_rename_files_with_errors + - test_rename_files_with_errors_directory + - test_size + - test_zerosize_file +TestS3PathParser: + methods: + - test_bad_s3_path + - test_bad_s3_path_object_optional + - test_s3_path + - test_s3_path_object_optional + properties: + - BAD_S3_PATHS +TestSingleFileSource: + methods: + - setUp + - test_estimates_size + - test_produce_split_with_start_and_end_positions + - test_produces_splits_desiredsize_large_than_size + - test_produces_splits_desiredsize_smaller_than_size + - test_read_range_at_beginning + - test_read_range_at_end + - test_read_range_at_middle + - test_source_creation_display_data + - test_source_creation_fails_for_non_number_offsets + - test_source_creation_fails_if_start_lg_stop +TestStager: + methods: + - commit_manifest + - stage_artifact +TestStatefulDoFn: + methods: + - on_expiry_1 + - on_expiry_2 + - on_expiry_3 + - on_expiry_family + - process + properties: + - BUFFER_STATE_1 + - BUFFER_STATE_2 + - EXPIRY_TIMER_1 + - EXPIRY_TIMER_2 + - EXPIRY_TIMER_3 + - EXPIRY_TIMER_FAMILY +TestStream: + methods: + - add_elements + - advance_processing_time + - advance_watermark_to + - advance_watermark_to_infinity + - expand + - from_runner_api_parameter + - get_windowing + - to_runner_api_parameter +TestStreamIntegrationTests: + methods: + - setUpClass + - test_basic_execution + - test_multiple_outputs + - test_multiple_outputs_with_watermark_advancement +TestStreamService: + methods: + - Events +TestStreamServiceController: + methods: + - Events + - start + - stop +TestStreamServiceServicer: + methods: + - Events +TestStreamServiceStub: {} +TestTableReferenceParser: + methods: + - test_calling_with_all_arguments + - test_calling_with_callable + - test_calling_with_fully_qualified_table_ref + - test_calling_with_insufficient_table_ref + - test_calling_with_partially_qualified_table_ref + - test_calling_with_table_reference + - test_calling_with_value_provider +TestTableRowJsonCoder: + methods: + - json_compliance_exception + - test_invalid_json_inf + - test_invalid_json_nan + - test_invalid_json_neg_inf + - test_row_and_no_schema + - test_row_as_table_row +TestTableSchemaParser: + methods: + - test_parse_table_schema_from_json +TestTFRecordSink: + methods: + - test_write_record_multiple + - test_write_record_single +TestTFRecordUtil: + methods: + - setUp + - test_compatibility_read_write + - test_masked_crc32c + - test_masked_crc32c_crcmod + - test_read_record + - test_read_record_invalid_data_mask + - test_read_record_invalid_length_mask + - test_read_record_invalid_record + - test_write_record +TestUploaderStream: + methods: + - test_file_attributes + - test_write + - test_write_buffered + - test_write_empty +TestWriteBigTable: + methods: + - generate_row + - setUp + - test_write_metrics + - verify_write_call_metric + properties: + - TABLE_PREFIX +TestWriteGroupedRecordsToFile: + methods: + - test_files_are_created + - test_multiple_files +TestWriteRecordsToFile: + methods: + - test_files_created + - test_many_files + - test_records_are_spilled + properties: + - maxDiff +TestWriteStringsToPubSubOverride: + methods: + - test_expand + - test_expand_deprecated +TestWriteToBigQuery: + methods: + - setUp + - tearDown + - test_copy_load_job_exception + - test_dict_schema_parsing + - test_load_job_exception + - test_none_schema_parsing + - test_noop_dict_schema_parsing + - test_noop_schema_parsing + - test_schema_autodetect_not_allowed_with_avro_file_loads + - test_streaming_triggering_frequency_with_auto_sharding + - test_streaming_triggering_frequency_without_auto_sharding + - test_string_schema_parsing + - test_table_schema_parsing + - test_table_schema_parsing_end_to_end + - test_to_from_runner_api +TestWriteToPubSub: + methods: + - test_runner_api_transformation + - test_runner_api_transformation_properties_none + - test_write_messages_deprecated + - test_write_messages_success + - test_write_messages_unsupported_features + - test_write_messages_with_attributes_error + - test_write_messages_with_attributes_success +TestWriteToTFRecord: + methods: + - test_write_record_auto + - test_write_record_gzip +TextRenderer: + methods: + - option + - render_pipeline_graph +TextSink: + methods: + - flush + - open + - write +TfIdf: + methods: + - expand +TfIdfIT: + methods: + - test_basics +TFModelWrapperWithSignature: + methods: + - call +TFXRunInferenceTests: + methods: + - test_tfx_run_inference_mobilenetv2 +ThreadsafeRestrictionTracker: + methods: + - check_done + - current_progress + - current_restriction + - defer_remainder + - deferred_status + - is_bounded + - try_claim + - try_split +ThreadsafeWatermarkEstimator: + methods: + - current_watermark + - get_estimator_state + - observe_timestamp +ThrowingStateHandler: + methods: + - blocking_get + - clear + - done + - extend + - process_instruction_id +TimeBasedBufferingClosableOutputStream: + methods: + - close + - flush +TimeDomain: + methods: + - from_string + - is_event_time + - to_runner_api + properties: + - DEPENDENT_REAL_TIME + - REAL_TIME + - WATERMARK +TimePartitioning: + properties: + - expirationMs + - field + - requirePartitionFilter + - type +TimerCoderImpl: + methods: + - decode_from_stream + - encode_to_stream +TimerFiring: {} +TimerInfo: {} +TimerSpec: + methods: + - to_runner_api + properties: + - prefix +TimeSpan: + properties: + - endTime + - startTime +Timestamp: + methods: + - from_proto + - from_rfc3339 + - from_utc_datetime + - now + - of + - predecessor + - seconds + - to_proto + - to_rfc3339 + - to_utc_datetime +TimestampBoundMode: + properties: + - EXACT_STALENESS + - MAX_STALENESS + - MIN_READ_TIMESTAMP + - READ_TIMESTAMP + - STRONG +TimestampCoder: + methods: + - is_deterministic +TimestampCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size +TimestampCombiner: + methods: + - get_impl + properties: + - OUTPUT_AT_EARLIEST + - OUTPUT_AT_EARLIEST_TRANSFORMED + - OUTPUT_AT_EOW + - OUTPUT_AT_LATEST +TimestampCombinerImpl: + methods: + - assign_output_time + - combine + - combine_all + - merge +TimestampedValue: {} +TimestampPrefixingWindowCoder: + methods: + - as_cloud_object + - is_deterministic + - to_type_hint +TimestampPrefixingWindowCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - estimate_size +TimeUnit: + properties: + - DAYS + - HOURS + - MICROSECONDS + - MILLISECONDS + - NANOSECONDS + - SECONDS +TimingInfo: + methods: + - processing_time + - watermark +ToBytesCoder: + methods: + - decode + - encode + - is_deterministic +ToDict: + methods: + - expand +ToDictCombineFn: + methods: + - add_input + - create_accumulator + - extract_output + - merge_accumulators +Tokenize: + methods: + - process + - setup +ToList: + methods: + - expand +ToListCombineFn: + methods: + - add_input + - create_accumulator + - extract_output + - merge_accumulators +Top: + methods: + - Largest + - LargestPerKey + - Smallest + - SmallestPerKey +TopClass: {} +TopCombineFn: + methods: + - add_input + - compact + - create_accumulator + - display_data + - extract_output + - merge_accumulators +TopologyConfig: + properties: + - computations + - dataDiskAssignments + - forwardingKeyBits + - persistentStateVersion + - userStageToComputationNameMap +TopPerMonth: + methods: + - expand +TopPerPrefix: + methods: + - expand +ToSet: + methods: + - expand +ToSetCombineFn: + methods: + - add_input + - create_accumulator + - extract_output + - merge_accumulators +ToString: + methods: + - Element + - Iterables + properties: + - Kvs +ToStringParDo: + methods: + - expand +TrainingOptions: + properties: + - autoArima + - autoArimaMaxOrder + - batchSize + - dataFrequency + - dataSplitColumn + - dataSplitEvalFraction + - dataSplitMethod + - distanceType + - dropout + - earlyStop + - feedbackType + - hiddenUnits + - holidayRegion + - horizon + - includeDrift + - initialLearnRate + - inputLabelColumns + - itemColumn + - kmeansInitializationColumn + - kmeansInitializationMethod + - l1Regularization + - l2Regularization + - labelClassWeights + - learnRate + - learnRateStrategy + - lossType + - maxIterations + - maxTreeDepth + - minRelativeProgress + - minSplitLoss + - modelUri + - nonSeasonalOrder + - numClusters + - numFactors + - optimizationStrategy + - preserveInputStructs + - subsample + - timeSeriesDataColumn + - timeSeriesIdColumn + - timeSeriesTimestampColumn + - userColumn + - walsAlpha + - warmStart +TrainingRun: + properties: + - dataSplitResult + - evaluationMetrics + - globalExplanations + - results + - startTime + - trainingOptions +TransactionInfo: + properties: + - transactionId +TransformContext: + methods: + - add_data_channel_coder + - add_or_get_coder_id + - length_prefix_pcoll_coders + - maybe_length_prefixed_and_safe_coder + - maybe_length_prefixed_coder + - parents_map + - with_state_iterables +TransformError: {} +TransformEvaluatorRegistry: + methods: + - get_evaluator + - get_root_bundle_provider + - should_execute_serially +TransformExecutor: + methods: + - attempt_call + - call +TransformIOCounter: + methods: + - add_bytes_read + - update_current_step +TransformNames: + properties: + - COLLECTION_TO_SINGLETON + - COMBINE + - CREATE_PCOLLECTION + - DO + - FLATTEN + - GROUP + - READ + - WRITE +TransformResult: {} +TransformSummary: + properties: + - displayData + - id + - inputCollectionName + - kind + - name + - outputCollectionName +TriggerContext: + methods: + - add_state + - clear_state + - clear_timer + - get_current_time + - get_state + - set_timer +TriggerCopyJobs: + methods: + - display_data + - finish_bundle + - process + - start_bundle + properties: + - TRIGGER_DELETE_TEMP_TABLES +TriggerDriver: + methods: + - process_elements + - process_entire_key + - process_timer +TriggerEmailAlert: + methods: + - process + - setup +TriggerFn: + methods: + - from_runner_api + - has_ontime_pane + - may_lose_data + - on_element + - on_fire + - on_merge + - reset + - should_fire + - to_runner_api +TriggerLoadJobs: + methods: + - display_data + - finish_bundle + - process + - start_bundle + properties: + - ONGOING_JOBS + - TEMP_TABLES +TriggerMergeContext: + methods: + - merge +TripleParDo: + methods: + - expand +TupleCoder: + methods: + - as_cloud_object + - as_deterministic_coder + - coders + - from_runner_api_parameter + - from_type_hint + - is_deterministic + - is_kv_coder + - key_coder + - to_runner_api_parameter + - to_type_hint + - value_coder +TupleCoderImpl: {} +TupleCombineFn: + methods: + - add_input + - with_common_input +TupleHint: {} +TupleSequenceCoder: + methods: + - as_deterministic_coder + - from_type_hint + - is_deterministic + - value_coder +TupleSequenceCoderImpl: {} +TypeCheckCombineFn: + methods: + - add_input + - compact + - create_accumulator + - extract_output + - merge_accumulators + - setup + - teardown +TypeCheckError: {} +TypeCheckVisitor: + methods: + - enter_composite_transform + - leave_composite_transform + - visit_transform +TypeCheckWrapperDoFn: + methods: + - process + - type_check + - wrapper +TypeConstraint: + methods: + - bind_type_variables + - match_type_variables + - type_check + - visit +TypeInferenceError: {} +TypeOptions: + methods: + - validate +TypesAreAllTested: + methods: + - test_all_types_are_tested +TypeVariable: + methods: + - bind_type_variables + - match_type_variables +UberJarBeamJob: + methods: + - artifact_staging_endpoint + - prepare + properties: + - ARTIFACT_FOLDER + - PIPELINE_FOLDER + - PIPELINE_MANIFEST + - PIPELINE_NAME + - PIPELINE_OPTIONS_PATH + - PIPELINE_PATH +UnbatchPandas: + methods: + - expand +UnboundedOffsetRestrictionTracker: + methods: + - is_bounded +UnboundedThreadPoolExecutor: + methods: + - shutdown + - submit +UnionHint: {} +UnmergedState: + methods: + - get_global_state + - set_global_state +UnorderedList: {} +Unreify: + methods: + - process +UnsplittableRangeTracker: + methods: + - fraction_consumed + - position_at_fraction + - set_current_position + - set_split_points_unclaimed_callback + - split_points + - start_position + - stop_position + - try_claim + - try_split +UnsplittableRestrictionTracker: + methods: + - try_split +UnusableUnpickledDeferredBase: {} +UpdateBitbucketServerConfigOperationMetadata: + properties: + - bitbucketServerConfig + - completeTime + - createTime +UpdateDestinationSchema: + methods: + - display_data + - finish_bundle + - process + - start_bundle +UpdateGitHubEnterpriseConfigOperationMetadata: + properties: + - completeTime + - createTime + - githubEnterpriseConfig +UpdateGitLabConfigOperationMetadata: + properties: + - completeTime + - createTime + - gitlabConfig +UpdateWorkerPoolOperationMetadata: + properties: + - completeTime + - createTime + - workerPool +Uploader: + methods: + - finish + - put +UploaderStream: + methods: + - close + - tell + - writable + - write +UploadPartRequest: {} +UploadPartResponse: {} +UploadRequest: {} +UploadResponse: {} +UploadToDicomStore: + methods: + - expand +UserDefinedFunctionResource: + properties: + - inlineCode + - resourceUri +UserMetricsDoFn: + methods: + - finish_bundle + - process + - start_bundle +UserPipelineTracker: + methods: + - add_derived_pipeline + - add_user_pipeline + - clear + - evict + - get_pipeline + - get_user_pipeline +UserScore: + methods: + - expand +UserScoreIT: + methods: + - setUp + - test_user_score_it + - test_userscore_output_checksum_on_small_input + properties: + - DEFAULT_EXPECTED_CHECKSUM + - DEFAULT_INPUT_FILE + - DEFAULT_OUTPUT_FILE +UserSessionActivity: + methods: + - process +UserStateContext: + methods: + - commit + - get_state + - get_timer +UseSdfBoundedSourcesTests: + methods: + - test_sdf_wrap_range_source + - test_sdf_wrapper_overrides_read +ValidateResponse: + properties: + - errorMessage + - queryInfo +ValueProvider: + methods: + - get + - is_accessible +ValueProviderTests: + methods: + - setUp + - tearDown + - test_choices + - test_experiments_options_setup + - test_experiments_setup + - test_nested_value_provider_caches_value + - test_nested_value_provider_wrap_runtime + - test_nested_value_provider_wrap_static + - test_runtime_value_provider_keyword_argument + - test_runtime_value_provider_positional_argument + - test_set_runtime_option + - test_static_value_provider_choices + - test_static_value_provider_keyword_argument + - test_static_value_provider_positional_argument + - test_static_value_provider_type_cast +VariableBytes: + methods: + - argument + - argument_type + - language_type + - to_language_type + - urn +VariableString: + methods: + - argument + - argument_type + - language_type + - to_language_type + - urn +VarIntCoder: + methods: + - as_cloud_object + - is_deterministic + - to_type_hint +VarIntCoderImpl: + methods: + - decode + - decode_from_stream + - encode + - encode_to_stream + - estimate_size +VideoIntelligenceMlTestIT: + methods: + - test_label_detection_with_video_context + properties: + - VIDEO_PATH +ViewDefinition: + properties: + - query + - useLegacySql + - userDefinedFunctionResources +VisionMlTestIT: + methods: + - test_text_detection_with_language_hint +Volume: + properties: + - name + - path +WalltimeWatermarkEstimator: + methods: + - current_watermark + - default_provider + - get_estimator_state + - observe_timestamp +Warning: + properties: + - priority + - text +WatermarkEstimator: + methods: + - current_watermark + - get_estimator_state + - observe_timestamp +WatermarkEstimatorProvider: + methods: + - create_watermark_estimator + - estimator_state_coder + - initial_estimator_state +WatermarkEvent: + methods: + - to_runner_api +WatermarkManager: + methods: + - extract_all_timers + - get_watermarks + - update_watermarks + properties: + - WATERMARK_NEG_INF + - WATERMARK_POS_INF +WatermarkPolicy: + methods: + - validate_param + properties: + - ARRIVAL_TIME + - PROCESSING_TYPE +WebhookConfig: + properties: + - secret + - state +WeightedValue: + methods: + - value + - weight +WindowedBatch: + methods: + - as_windowed_values + - from_windowed_values + - with_values +WindowedTypeConstraint: + methods: + - type_check +WindowedValue: + methods: + - timestamp + - with_value +WindowedValueCoder: + methods: + - as_cloud_object + - is_deterministic + - is_kv_coder + - key_coder + - value_coder +WindowedValueCoderImpl: + methods: + - decode_from_stream + - encode_to_stream + - get_estimated_size_and_observables +WindowedValueHolder: + methods: + - from_row +WindowedValueHolderMeta: {} +WindowFn: + methods: + - assign + - get_transformed_output_time + - get_window_coder + - is_merging + - merge +WindowGroupingBuffer: + methods: + - append + - encoded_items +Windowing: + methods: + - from_runner_api + - is_default + - to_runner_api +WindowInto: + methods: + - expand + - from_runner_api_parameter + - get_windowing + - infer_output_type + - to_runner_api_parameter +WinningBids: + methods: + - expand +WithTypeHints: + methods: + - default_type_hints + - get_type_hints + - with_input_types + - with_output_types +WontImplementError: {} +WordCountIT: + methods: + - test_wordcount_fnapi_it + - test_wordcount_impersonation_it + - test_wordcount_it + - test_wordcount_it_with_prebuilt_sdk_container_cloud_build + - test_wordcount_it_with_prebuilt_sdk_container_local_docker + properties: + - DEFAULT_CHECKSUM +WordExtractingDoFn: + methods: + - process +WorkerConfig: + properties: + - diskSizeGb + - machineType +WorkerDetails: + properties: + - workerName + - workItems +WorkerHandler: + methods: + - artifact_api_service_descriptor + - close + - control_api_service_descriptor + - create + - data_api_service_descriptor + - logging_api_service_descriptor + - register_environment + - start_worker + - state_api_service_descriptor + - stop_worker + properties: + - control_conn + - data_conn +WorkerHandlerManager: + methods: + - close_all + - get_process_bundle_descriptor + - get_worker + - get_worker_handlers + - register_process_bundle_descriptor +WorkerHealthReport: + properties: + - msg + - pods + - reportInterval + - vmBrokenCode + - vmIsBroken + - vmIsHealthy + - vmStartupTime +WorkerHealthReportResponse: + properties: + - reportInterval +WorkerIdInterceptor: + methods: + - intercept_stream_stream + - intercept_stream_unary + - intercept_unary_stream + - intercept_unary_unary +WorkerLifecycleEvent: + properties: + - containerStartTime + - event + - metadata +WorkerMessage: + properties: + - labels + - time + - workerHealthReport + - workerLifecycleEvent + - workerMessageCode + - workerMetrics + - workerShutdownNotice +WorkerMessageCode: + properties: + - code + - parameters +WorkerMessageResponse: + properties: + - workerHealthReportResponse + - workerMetricsResponse + - workerShutdownNoticeResponse +WorkerOptions: + methods: + - validate +WorkerPool: + properties: + - autoscalingSettings + - dataDisks + - defaultPackageSet + - diskSizeGb + - diskSourceImage + - diskType + - ipConfiguration + - kind + - machineType + - metadata + - network + - numThreadsPerWorker + - numWorkers + - onHostMaintenance + - packages + - poolArgs + - sdkHarnessContainerImages + - subnetwork + - taskrunnerSettings + - teardownPolicy + - workerHarnessContainerImage + - zone +WorkerSettings: + properties: + - baseUrl + - reportingEnabled + - servicePath + - shuffleServicePath + - tempStoragePrefix + - workerId +WorkerShutdownNotice: + properties: + - reason +WorkerShutdownNoticeResponse: {} +WorkItem: + properties: + - configuration + - id + - initialReportIndex + - jobId + - leaseExpireTime + - mapTask + - packages + - projectId + - reportStatusInterval + - seqMapTask + - shellTask + - sourceOperationTask + - streamingComputationTask + - streamingConfigTask + - streamingSetupTask +WorkItemDetails: + properties: + - attemptId + - endTime + - metrics + - progress + - startTime + - state + - taskId +WorkItemServiceState: + properties: + - completeWorkStatus + - harnessData + - hotKeyDetection + - leaseExpireTime + - metricShortId + - nextReportIndex + - reportStatusInterval + - splitRequest + - suggestedStopPoint + - suggestedStopPosition +WorkItemStatus: + properties: + - completed + - counterUpdates + - dynamicSourceSplit + - errors + - metricUpdates + - progress + - reportedProgress + - reportIndex + - requestedLeaseDuration + - sourceFork + - sourceOperationResponse + - stopPosition + - totalThrottlerWaitTimeSeconds + - workItemId +Write: + methods: + - display_data + - expand + - from_runner_api_parameter + - to_runner_api_parameter +WriteCache: + methods: + - write_cache +WriteDisposition: + methods: + - VerifyParam + properties: + - APPEND + - EMPTY + - TRUNCATE +WriteEventDoFn: + methods: + - process +WriteGroupedRecordsToFile: + methods: + - process +WriteImpl: + methods: + - expand +WriteIndexDoFn: + methods: + - process +WriteInstruction: + properties: + - input + - sink +WriteMutation: + methods: + - delete + - insert + - insert_or_update + - replace + - update +Writer: + methods: + - at_capacity + - close + - write +WriteRecordsToFile: + methods: + - display_data + - finish_bundle + - process + - start_bundle + properties: + - UNWRITTEN_RECORD_TAG + - WRITTEN_FILE_TAG +WriteResult: + methods: + - destination_copy_jobid_pairs + - destination_file_pairs + - destination_load_jobid_pairs + - failed_rows + - failed_rows_with_errors + - validate +WriteToAvro: + methods: + - display_data + - expand +WriteToBigQuery: + methods: + - expand + - get_schema +WriteToBigTable: + methods: + - expand +WriteToDatastore: {} +WriteToFiles: + methods: + - expand + properties: + - DEFAULT_SHARDING + - MAX_NUM_WRITERS_PER_BUNDLE +WriteToJdbc: + properties: + - URN +WriteToKafka: + properties: + - byte_array_serializer + - URN +WriteToKinesis: + properties: + - URN +WriteToKVSink: + methods: + - expand +WriteToMongoDB: + methods: + - expand +WriteToParquet: + methods: + - display_data + - expand +WriteToParquetBatched: + methods: + - display_data + - expand +WriteToPubSub: + methods: + - expand + properties: + - URN +WriteToPubSubLite: + methods: + - expand +WriteToSnowflake: + methods: + - expand + properties: + - URN +WriteToSpanner: + methods: + - display_data + - expand +WriteToSpannerSchema: + properties: + - commit_deadline + - database_id + - emulator_host + - grouping_factor + - host + - instance_id + - max_batch_size_bytes + - max_cumulative_backoff + - max_number_mutations + - max_number_rows + - project_id + - table +WriteToTestSink: + methods: + - expand +WriteToText: + methods: + - expand +WriteToTFRecord: + methods: + - expand +WriteUserEvent: + methods: + - expand +WriteViaPandas: + methods: + - expand +Xyz: + methods: + - foo diff --git a/playground/frontend/playground_components/build.gradle.kts b/playground/frontend/playground_components/build.gradle.kts index cc5bf02b75f6..3eddbaf60067 100644 --- a/playground/frontend/playground_components/build.gradle.kts +++ b/playground/frontend/playground_components/build.gradle.kts @@ -20,12 +20,12 @@ import java.io.FileOutputStream description = "Apache Beam :: Playground :: playground_components Flutter Package" -tasks.register("configure") { +tasks.register("generate") { dependsOn("generateCode") dependsOn("extractBeamSymbols") group = "build" - description = "After checkout, gets everything ready for local development, test, or build." + description = "Generates all generated files." } tasks.register("precommit") { @@ -88,6 +88,36 @@ tasks.register("pubGet") { } } +tasks.register("cleanGenerated") { + group = "build" + description = "Remove all generated files" + + doLast { + println("Deleting:") + + deleteFilesByRegExp(".*\\.g\\.dart\$") + deleteFilesByRegExp(".*\\.g\\.yaml\$") + deleteFilesByRegExp(".*\\.gen\\.dart\$") + deleteFilesByRegExp(".*\\.mocks\\.dart\$") + } +} + +val deleteFilesByRegExp by extra( + fun(re: String) { + // Prints file names. + exec { + executable("find") + args("assets", "lib", "test", "-regex", re) + } + + // Actually deletes them. + exec { + executable("find") + args("assets", "lib", "test", "-regex", re, "-delete") + } + } +) + tasks.register("generateCode") { dependsOn("cleanFlutter") dependsOn("pubGet") diff --git a/playground/frontend/playground_components/lib/src/assets/assets.gen.dart b/playground/frontend/playground_components/lib/src/assets/assets.gen.dart new file mode 100644 index 000000000000..eea3b7b984c3 --- /dev/null +++ b/playground/frontend/playground_components/lib/src/assets/assets.gen.dart @@ -0,0 +1,134 @@ +/// GENERATED CODE - DO NOT MODIFY BY HAND +/// ***************************************************** +/// FlutterGen +/// ***************************************************** + +// coverage:ignore-file +// ignore_for_file: type=lint +// ignore_for_file: directives_ordering,unnecessary_import + +import 'package:flutter/widgets.dart'; + +class $AssetsButtonsGen { + const $AssetsButtonsGen(); + + /// File path: assets/buttons/reset.svg + String get reset => 'assets/buttons/reset.svg'; + + /// File path: assets/buttons/theme-mode.svg + String get themeMode => 'assets/buttons/theme-mode.svg'; +} + +class $AssetsNotificationIconsGen { + const $AssetsNotificationIconsGen(); + + /// File path: assets/notification_icons/error.svg + String get error => 'assets/notification_icons/error.svg'; + + /// File path: assets/notification_icons/info.svg + String get info => 'assets/notification_icons/info.svg'; + + /// File path: assets/notification_icons/success.svg + String get success => 'assets/notification_icons/success.svg'; + + /// File path: assets/notification_icons/warning.svg + String get warning => 'assets/notification_icons/warning.svg'; +} + +class $AssetsPngGen { + const $AssetsPngGen(); + + /// File path: assets/png/beam-logo.png + AssetGenImage get beamLogo => const AssetGenImage('assets/png/beam-logo.png'); +} + +class $AssetsSvgGen { + const $AssetsSvgGen(); + + /// File path: assets/svg/drag-horizontal.svg + String get dragHorizontal => 'assets/svg/drag-horizontal.svg'; + + /// File path: assets/svg/drag-vertical.svg + String get dragVertical => 'assets/svg/drag-vertical.svg'; +} + +class $AssetsTranslationsGen { + const $AssetsTranslationsGen(); + + /// File path: assets/translations/en.yaml + String get en => 'assets/translations/en.yaml'; +} + +class Assets { + Assets._(); + + static const $AssetsButtonsGen buttons = $AssetsButtonsGen(); + static const $AssetsNotificationIconsGen notificationIcons = + $AssetsNotificationIconsGen(); + static const $AssetsPngGen png = $AssetsPngGen(); + static const $AssetsSvgGen svg = $AssetsSvgGen(); + static const $AssetsTranslationsGen translations = $AssetsTranslationsGen(); +} + +class AssetGenImage { + const AssetGenImage(this._assetName); + + final String _assetName; + + Image image({ + Key? key, + AssetBundle? bundle, + ImageFrameBuilder? frameBuilder, + ImageErrorWidgetBuilder? errorBuilder, + String? semanticLabel, + bool excludeFromSemantics = false, + double? scale, + double? width, + double? height, + Color? color, + Animation? opacity, + BlendMode? colorBlendMode, + BoxFit? fit, + AlignmentGeometry alignment = Alignment.center, + ImageRepeat repeat = ImageRepeat.noRepeat, + Rect? centerSlice, + bool matchTextDirection = false, + bool gaplessPlayback = false, + bool isAntiAlias = false, + String? package, + FilterQuality filterQuality = FilterQuality.low, + int? cacheWidth, + int? cacheHeight, + }) { + return Image.asset( + _assetName, + key: key, + bundle: bundle, + frameBuilder: frameBuilder, + errorBuilder: errorBuilder, + semanticLabel: semanticLabel, + excludeFromSemantics: excludeFromSemantics, + scale: scale, + width: width, + height: height, + color: color, + opacity: opacity, + colorBlendMode: colorBlendMode, + fit: fit, + alignment: alignment, + repeat: repeat, + centerSlice: centerSlice, + matchTextDirection: matchTextDirection, + gaplessPlayback: gaplessPlayback, + isAntiAlias: isAntiAlias, + package: package, + filterQuality: filterQuality, + cacheWidth: cacheWidth, + cacheHeight: cacheHeight, + ); + } + + String get path => _assetName; + + String get keyName => _assetName; +} diff --git a/playground/frontend/playground_components/lib/src/models/sdk.g.dart b/playground/frontend/playground_components/lib/src/models/sdk.g.dart new file mode 100644 index 000000000000..63b1d0978fc6 --- /dev/null +++ b/playground/frontend/playground_components/lib/src/models/sdk.g.dart @@ -0,0 +1,12 @@ +// GENERATED CODE - DO NOT MODIFY BY HAND + +part of 'sdk.dart'; + +// ************************************************************************** +// JsonSerializableGenerator +// ************************************************************************** + +Sdk _$SdkFromJson(Map json) => Sdk( + id: json['id'] as String, + title: json['title'] as String, + ); diff --git a/playground/frontend/playground_components/lib/src/notifications/notification.dart b/playground/frontend/playground_components/lib/src/notifications/notification.dart index 264361174c56..0ee195bc76e4 100644 --- a/playground/frontend/playground_components/lib/src/notifications/notification.dart +++ b/playground/frontend/playground_components/lib/src/notifications/notification.dart @@ -19,8 +19,8 @@ import 'package:aligned_dialog/aligned_dialog.dart'; import 'package:flutter/material.dart'; +import '../assets/assets.gen.dart'; import '../constants/colors.dart'; -import '../generated/assets.gen.dart'; import 'base_notification.dart'; const kDialogOffset = Offset(0, 30); diff --git a/playground/frontend/playground_components/lib/src/widgets/drag_handle.dart b/playground/frontend/playground_components/lib/src/widgets/drag_handle.dart index bdf513eb3551..a663e9c89426 100644 --- a/playground/frontend/playground_components/lib/src/widgets/drag_handle.dart +++ b/playground/frontend/playground_components/lib/src/widgets/drag_handle.dart @@ -19,7 +19,7 @@ import 'package:flutter/material.dart'; import 'package:flutter_svg/svg.dart'; -import '../generated/assets.gen.dart'; +import '../assets/assets.gen.dart'; import '../playground_components.dart'; class DragHandle extends StatelessWidget { diff --git a/playground/frontend/playground_components/lib/src/widgets/logo.dart b/playground/frontend/playground_components/lib/src/widgets/logo.dart index 25f77fb81fd8..dd50f236e9e6 100644 --- a/playground/frontend/playground_components/lib/src/widgets/logo.dart +++ b/playground/frontend/playground_components/lib/src/widgets/logo.dart @@ -18,8 +18,8 @@ import 'package:flutter/material.dart'; +import '../assets/assets.gen.dart'; import '../constants/sizes.dart'; -import '../generated/assets.gen.dart'; import '../playground_components.dart'; class BeamLogo extends StatelessWidget { diff --git a/playground/frontend/playground_components/lib/src/widgets/reset_button.dart b/playground/frontend/playground_components/lib/src/widgets/reset_button.dart index 2a48d1238c53..6cca4cf80d22 100644 --- a/playground/frontend/playground_components/lib/src/widgets/reset_button.dart +++ b/playground/frontend/playground_components/lib/src/widgets/reset_button.dart @@ -20,8 +20,8 @@ import 'package:easy_localization/easy_localization.dart'; import 'package:flutter/material.dart'; import 'package:flutter_svg/flutter_svg.dart'; +import '../assets/assets.gen.dart'; import '../controllers/playground_controller.dart'; -import '../generated/assets.gen.dart'; import '../playground_components.dart'; import '../theme/theme.dart'; import 'header_icon_button.dart'; diff --git a/playground/frontend/playground_components/lib/src/widgets/toggle_theme_button.dart b/playground/frontend/playground_components/lib/src/widgets/toggle_theme_button.dart index bebe98fdd131..b5beffb164c2 100644 --- a/playground/frontend/playground_components/lib/src/widgets/toggle_theme_button.dart +++ b/playground/frontend/playground_components/lib/src/widgets/toggle_theme_button.dart @@ -21,7 +21,7 @@ import 'package:flutter/material.dart'; import 'package:flutter_svg/svg.dart'; import 'package:provider/provider.dart'; -import '../generated/assets.gen.dart'; +import '../assets/assets.gen.dart'; import '../playground_components.dart'; import '../theme/switch_notifier.dart'; diff --git a/playground/frontend/playground_components/lib/src/widgets/toggle_theme_icon_button.dart b/playground/frontend/playground_components/lib/src/widgets/toggle_theme_icon_button.dart index 6d4f92854d21..1b75b4876579 100644 --- a/playground/frontend/playground_components/lib/src/widgets/toggle_theme_icon_button.dart +++ b/playground/frontend/playground_components/lib/src/widgets/toggle_theme_icon_button.dart @@ -20,8 +20,8 @@ import 'package:flutter/material.dart'; import 'package:flutter_svg/flutter_svg.dart'; import 'package:provider/provider.dart'; +import '../assets/assets.gen.dart'; import '../constants/sizes.dart'; -import '../generated/assets.gen.dart'; import '../playground_components.dart'; import '../theme/switch_notifier.dart'; diff --git a/playground/frontend/playground_components/pubspec.yaml b/playground/frontend/playground_components/pubspec.yaml index 84991fa427a8..04394ce167b9 100644 --- a/playground/frontend/playground_components/pubspec.yaml +++ b/playground/frontend/playground_components/pubspec.yaml @@ -65,4 +65,4 @@ flutter: - assets/translations/en.yaml flutter_gen: - output: lib/src/generated/ + output: lib/src/assets/ diff --git a/playground/frontend/playground_components/test/src/common/example_repository_mock.mocks.dart b/playground/frontend/playground_components/test/src/common/example_repository_mock.mocks.dart new file mode 100644 index 000000000000..316bfa3b08f5 --- /dev/null +++ b/playground/frontend/playground_components/test/src/common/example_repository_mock.mocks.dart @@ -0,0 +1,142 @@ +// Mocks generated by Mockito 5.2.0 from annotations +// in playground_components/test/src/common/example_repository_mock.dart. +// Do not manually edit this file. + +// ignore_for_file: no_leading_underscores_for_library_prefixes +import 'dart:async' as _i5; + +import 'package:mockito/mockito.dart' as _i1; +import 'package:playground_components/src/models/category_with_examples.dart' + as _i7; +import 'package:playground_components/src/models/example_base.dart' as _i2; +import 'package:playground_components/src/models/sdk.dart' as _i6; +import 'package:playground_components/src/repositories/example_repository.dart' + as _i4; +import 'package:playground_components/src/repositories/models/get_default_precompiled_object_request.dart' + as _i9; +import 'package:playground_components/src/repositories/models/get_precompiled_object_request.dart' + as _i10; +import 'package:playground_components/src/repositories/models/get_precompiled_objects_request.dart' + as _i8; +import 'package:playground_components/src/repositories/models/get_snippet_request.dart' + as _i11; +import 'package:playground_components/src/repositories/models/get_snippet_response.dart' + as _i3; +import 'package:playground_components/src/repositories/models/save_snippet_request.dart' + as _i12; + +// ignore_for_file: type=lint +// ignore_for_file: avoid_redundant_argument_values +// ignore_for_file: avoid_setters_without_getters +// ignore_for_file: comment_references +// ignore_for_file: implementation_imports +// ignore_for_file: invalid_use_of_visible_for_testing_member +// ignore_for_file: prefer_const_constructors +// ignore_for_file: unnecessary_parenthesis +// ignore_for_file: camel_case_types + +class _FakeExampleBase_0 extends _i1.Fake implements _i2.ExampleBase {} + +class _FakeGetSnippetResponse_1 extends _i1.Fake + implements _i3.GetSnippetResponse {} + +/// A class which mocks [ExampleRepository]. +/// +/// See the documentation for Mockito's code generation for more information. +class MockExampleRepository extends _i1.Mock implements _i4.ExampleRepository { + MockExampleRepository() { + _i1.throwOnMissingStub(this); + } + + @override + _i5.Future>> getListOfExamples( + _i8.GetPrecompiledObjectsRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getListOfExamples, + [request], + ), + returnValue: Future>>.value( + <_i6.Sdk, List<_i7.CategoryWithExamples>>{}), + ) as _i5.Future>>); + @override + _i5.Future<_i2.ExampleBase> getDefaultExample( + _i9.GetDefaultPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getDefaultExample, + [request], + ), + returnValue: Future<_i2.ExampleBase>.value(_FakeExampleBase_0()), + ) as _i5.Future<_i2.ExampleBase>); + @override + _i5.Future getExampleSource( + _i10.GetPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getExampleSource, + [request], + ), + returnValue: Future.value(''), + ) as _i5.Future); + @override + _i5.Future getExampleOutput( + _i10.GetPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getExampleOutput, + [request], + ), + returnValue: Future.value(''), + ) as _i5.Future); + @override + _i5.Future getExampleLogs( + _i10.GetPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getExampleLogs, + [request], + ), + returnValue: Future.value(''), + ) as _i5.Future); + @override + _i5.Future getExampleGraph( + _i10.GetPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getExampleGraph, + [request], + ), + returnValue: Future.value(''), + ) as _i5.Future); + @override + _i5.Future<_i2.ExampleBase> getExample( + _i10.GetPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getExample, + [request], + ), + returnValue: Future<_i2.ExampleBase>.value(_FakeExampleBase_0()), + ) as _i5.Future<_i2.ExampleBase>); + @override + _i5.Future<_i3.GetSnippetResponse> getSnippet( + _i11.GetSnippetRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getSnippet, + [request], + ), + returnValue: + Future<_i3.GetSnippetResponse>.value(_FakeGetSnippetResponse_1()), + ) as _i5.Future<_i3.GetSnippetResponse>); + @override + _i5.Future saveSnippet(_i12.SaveSnippetRequest? request) => + (super.noSuchMethod( + Invocation.method( + #saveSnippet, + [request], + ), + returnValue: Future.value(''), + ) as _i5.Future); +} diff --git a/playground/frontend/playground_components/test/src/controllers/playground_controller_test.mocks.dart b/playground/frontend/playground_components/test/src/controllers/playground_controller_test.mocks.dart new file mode 100644 index 000000000000..6c6502dd3408 --- /dev/null +++ b/playground/frontend/playground_components/test/src/controllers/playground_controller_test.mocks.dart @@ -0,0 +1,357 @@ +// Mocks generated by Mockito 5.2.0 from annotations +// in playground_components/test/src/controllers/playground_controller_test.dart. +// Do not manually edit this file. + +// ignore_for_file: no_leading_underscores_for_library_prefixes +import 'dart:async' as _i7; +import 'dart:ui' as _i14; + +import 'package:mockito/mockito.dart' as _i1; +import 'package:playground_components/src/cache/example_cache.dart' as _i11; +import 'package:playground_components/src/controllers/example_loaders/example_loader_factory.dart' + as _i2; +import 'package:playground_components/src/controllers/example_loaders/examples_loader.dart' + as _i5; +import 'package:playground_components/src/controllers/playground_controller.dart' + as _i6; +import 'package:playground_components/src/models/category_with_examples.dart' + as _i12; +import 'package:playground_components/src/models/example.dart' as _i4; +import 'package:playground_components/src/models/example_base.dart' as _i3; +import 'package:playground_components/src/models/example_loading_descriptors/example_loading_descriptor.dart' + as _i10; +import 'package:playground_components/src/models/example_loading_descriptors/examples_loading_descriptor.dart' + as _i8; +import 'package:playground_components/src/models/sdk.dart' as _i9; +import 'package:playground_components/src/repositories/models/shared_file.dart' + as _i13; + +// ignore_for_file: type=lint +// ignore_for_file: avoid_redundant_argument_values +// ignore_for_file: avoid_setters_without_getters +// ignore_for_file: comment_references +// ignore_for_file: implementation_imports +// ignore_for_file: invalid_use_of_visible_for_testing_member +// ignore_for_file: prefer_const_constructors +// ignore_for_file: unnecessary_parenthesis +// ignore_for_file: camel_case_types + +class _FakeExampleLoaderFactory_0 extends _i1.Fake + implements _i2.ExampleLoaderFactory {} + +class _FakeExampleBase_1 extends _i1.Fake implements _i3.ExampleBase {} + +class _FakeExample_2 extends _i1.Fake implements _i4.Example {} + +/// A class which mocks [ExamplesLoader]. +/// +/// See the documentation for Mockito's code generation for more information. +class MockExamplesLoader extends _i1.Mock implements _i5.ExamplesLoader { + MockExamplesLoader() { + _i1.throwOnMissingStub(this); + } + + @override + _i2.ExampleLoaderFactory get defaultFactory => (super.noSuchMethod( + Invocation.getter(#defaultFactory), + returnValue: _FakeExampleLoaderFactory_0(), + ) as _i2.ExampleLoaderFactory); + @override + void setPlaygroundController(_i6.PlaygroundController? value) => + super.noSuchMethod( + Invocation.method( + #setPlaygroundController, + [value], + ), + returnValueForMissingStub: null, + ); + @override + _i7.Future load(_i8.ExamplesLoadingDescriptor? descriptor) => + (super.noSuchMethod( + Invocation.method( + #load, + [descriptor], + ), + returnValue: Future.value(), + returnValueForMissingStub: Future.value(), + ) as _i7.Future); + @override + _i7.Future loadDefaultIfAny(_i9.Sdk? sdk) => (super.noSuchMethod( + Invocation.method( + #loadDefaultIfAny, + [sdk], + ), + returnValue: Future.value(), + returnValueForMissingStub: Future.value(), + ) as _i7.Future); + @override + _i7.Future loadOne({ + _i8.ExamplesLoadingDescriptor? group, + _i10.ExampleLoadingDescriptor? one, + }) => + (super.noSuchMethod( + Invocation.method( + #loadOne, + [], + { + #group: group, + #one: one, + }, + ), + returnValue: Future.value(), + returnValueForMissingStub: Future.value(), + ) as _i7.Future); +} + +/// A class which mocks [ExampleCache]. +/// +/// See the documentation for Mockito's code generation for more information. +class MockExampleCache extends _i1.Mock implements _i11.ExampleCache { + MockExampleCache() { + _i1.throwOnMissingStub(this); + } + + @override + bool get hasCatalog => (super.noSuchMethod( + Invocation.getter(#hasCatalog), + returnValue: false, + ) as bool); + @override + Map<_i9.Sdk, List<_i12.CategoryWithExamples>> get categoryListsBySdk => + (super.noSuchMethod( + Invocation.getter(#categoryListsBySdk), + returnValue: <_i9.Sdk, List<_i12.CategoryWithExamples>>{}, + ) as Map<_i9.Sdk, List<_i12.CategoryWithExamples>>); + @override + Map<_i9.Sdk, _i4.Example> get defaultExamplesBySdk => (super.noSuchMethod( + Invocation.getter(#defaultExamplesBySdk), + returnValue: <_i9.Sdk, _i4.Example>{}, + ) as Map<_i9.Sdk, _i4.Example>); + @override + bool get isSelectorOpened => (super.noSuchMethod( + Invocation.getter(#isSelectorOpened), + returnValue: false, + ) as bool); + @override + set isSelectorOpened(bool? _isSelectorOpened) => super.noSuchMethod( + Invocation.setter( + #isSelectorOpened, + _isSelectorOpened, + ), + returnValueForMissingStub: null, + ); + @override + _i7.Future get allExamplesFuture => (super.noSuchMethod( + Invocation.getter(#allExamplesFuture), + returnValue: Future.value(), + ) as _i7.Future); + @override + bool get hasListeners => (super.noSuchMethod( + Invocation.getter(#hasListeners), + returnValue: false, + ) as bool); + @override + _i7.Future init() => (super.noSuchMethod( + Invocation.method( + #init, + [], + ), + returnValue: Future.value(), + returnValueForMissingStub: Future.value(), + ) as _i7.Future); + @override + void setSdkCategories(Map<_i9.Sdk, List<_i12.CategoryWithExamples>>? map) => + super.noSuchMethod( + Invocation.method( + #setSdkCategories, + [map], + ), + returnValueForMissingStub: null, + ); + @override + List<_i12.CategoryWithExamples> getCategories(_i9.Sdk? sdk) => + (super.noSuchMethod( + Invocation.method( + #getCategories, + [sdk], + ), + returnValue: <_i12.CategoryWithExamples>[], + ) as List<_i12.CategoryWithExamples>); + @override + _i7.Future getExampleOutput( + String? path, + _i9.Sdk? sdk, + ) => + (super.noSuchMethod( + Invocation.method( + #getExampleOutput, + [ + path, + sdk, + ], + ), + returnValue: Future.value(''), + ) as _i7.Future); + @override + _i7.Future getExampleSource( + String? path, + _i9.Sdk? sdk, + ) => + (super.noSuchMethod( + Invocation.method( + #getExampleSource, + [ + path, + sdk, + ], + ), + returnValue: Future.value(''), + ) as _i7.Future); + @override + _i7.Future<_i3.ExampleBase> getExample( + String? path, + _i9.Sdk? sdk, + ) => + (super.noSuchMethod( + Invocation.method( + #getExample, + [ + path, + sdk, + ], + ), + returnValue: Future<_i3.ExampleBase>.value(_FakeExampleBase_1()), + ) as _i7.Future<_i3.ExampleBase>); + @override + _i7.Future getExampleLogs( + String? path, + _i9.Sdk? sdk, + ) => + (super.noSuchMethod( + Invocation.method( + #getExampleLogs, + [ + path, + sdk, + ], + ), + returnValue: Future.value(''), + ) as _i7.Future); + @override + _i7.Future getExampleGraph( + String? id, + _i9.Sdk? sdk, + ) => + (super.noSuchMethod( + Invocation.method( + #getExampleGraph, + [ + id, + sdk, + ], + ), + returnValue: Future.value(''), + ) as _i7.Future); + @override + _i7.Future<_i4.Example> loadSharedExample(String? id) => (super.noSuchMethod( + Invocation.method( + #loadSharedExample, + [id], + ), + returnValue: Future<_i4.Example>.value(_FakeExample_2()), + ) as _i7.Future<_i4.Example>); + @override + _i7.Future getSnippetId({ + List<_i13.SharedFile>? files, + _i9.Sdk? sdk, + String? pipelineOptions, + }) => + (super.noSuchMethod( + Invocation.method( + #getSnippetId, + [], + { + #files: files, + #sdk: sdk, + #pipelineOptions: pipelineOptions, + }, + ), + returnValue: Future.value(''), + ) as _i7.Future); + @override + _i7.Future<_i4.Example> loadExampleInfo(_i3.ExampleBase? example) => + (super.noSuchMethod( + Invocation.method( + #loadExampleInfo, + [example], + ), + returnValue: Future<_i4.Example>.value(_FakeExample_2()), + ) as _i7.Future<_i4.Example>); + @override + void changeSelectorVisibility() => super.noSuchMethod( + Invocation.method( + #changeSelectorVisibility, + [], + ), + returnValueForMissingStub: null, + ); + @override + _i7.Future loadDefaultExamples() => (super.noSuchMethod( + Invocation.method( + #loadDefaultExamples, + [], + ), + returnValue: Future.value(), + returnValueForMissingStub: Future.value(), + ) as _i7.Future); + @override + _i7.Future loadDefaultExamplesIfNot() => (super.noSuchMethod( + Invocation.method( + #loadDefaultExamplesIfNot, + [], + ), + returnValue: Future.value(), + returnValueForMissingStub: Future.value(), + ) as _i7.Future); + @override + _i7.Future<_i3.ExampleBase?> getCatalogExampleByPath(String? path) => + (super.noSuchMethod( + Invocation.method( + #getCatalogExampleByPath, + [path], + ), + returnValue: Future<_i3.ExampleBase?>.value(), + ) as _i7.Future<_i3.ExampleBase?>); + @override + void addListener(_i14.VoidCallback? listener) => super.noSuchMethod( + Invocation.method( + #addListener, + [listener], + ), + returnValueForMissingStub: null, + ); + @override + void removeListener(_i14.VoidCallback? listener) => super.noSuchMethod( + Invocation.method( + #removeListener, + [listener], + ), + returnValueForMissingStub: null, + ); + @override + void dispose() => super.noSuchMethod( + Invocation.method( + #dispose, + [], + ), + returnValueForMissingStub: null, + ); + @override + void notifyListeners() => super.noSuchMethod( + Invocation.method( + #notifyListeners, + [], + ), + returnValueForMissingStub: null, + ); +} diff --git a/playground/frontend/playground_components/test/src/repositories/code_repository_test.mocks.dart b/playground/frontend/playground_components/test/src/repositories/code_repository_test.mocks.dart new file mode 100644 index 000000000000..78c1cdb89592 --- /dev/null +++ b/playground/frontend/playground_components/test/src/repositories/code_repository_test.mocks.dart @@ -0,0 +1,139 @@ +// Mocks generated by Mockito 5.2.0 from annotations +// in playground_components/test/src/repositories/code_repository_test.dart. +// Do not manually edit this file. + +// ignore_for_file: no_leading_underscores_for_library_prefixes +import 'dart:async' as _i6; + +import 'package:mockito/mockito.dart' as _i1; +import 'package:playground_components/src/repositories/code_client/code_client.dart' + as _i5; +import 'package:playground_components/src/repositories/models/check_status_response.dart' + as _i3; +import 'package:playground_components/src/repositories/models/output_response.dart' + as _i4; +import 'package:playground_components/src/repositories/models/run_code_request.dart' + as _i7; +import 'package:playground_components/src/repositories/models/run_code_response.dart' + as _i2; + +// ignore_for_file: type=lint +// ignore_for_file: avoid_redundant_argument_values +// ignore_for_file: avoid_setters_without_getters +// ignore_for_file: comment_references +// ignore_for_file: implementation_imports +// ignore_for_file: invalid_use_of_visible_for_testing_member +// ignore_for_file: prefer_const_constructors +// ignore_for_file: unnecessary_parenthesis +// ignore_for_file: camel_case_types + +class _FakeRunCodeResponse_0 extends _i1.Fake implements _i2.RunCodeResponse {} + +class _FakeCheckStatusResponse_1 extends _i1.Fake + implements _i3.CheckStatusResponse {} + +class _FakeOutputResponse_2 extends _i1.Fake implements _i4.OutputResponse {} + +/// A class which mocks [CodeClient]. +/// +/// See the documentation for Mockito's code generation for more information. +class MockCodeClient extends _i1.Mock implements _i5.CodeClient { + MockCodeClient() { + _i1.throwOnMissingStub(this); + } + + @override + _i6.Future<_i2.RunCodeResponse> runCode(_i7.RunCodeRequest? request) => + (super.noSuchMethod( + Invocation.method( + #runCode, + [request], + ), + returnValue: + Future<_i2.RunCodeResponse>.value(_FakeRunCodeResponse_0()), + ) as _i6.Future<_i2.RunCodeResponse>); + @override + _i6.Future cancelExecution(String? pipelineUuid) => (super.noSuchMethod( + Invocation.method( + #cancelExecution, + [pipelineUuid], + ), + returnValue: Future.value(), + returnValueForMissingStub: Future.value(), + ) as _i6.Future); + @override + _i6.Future<_i3.CheckStatusResponse> checkStatus(String? pipelineUuid) => + (super.noSuchMethod( + Invocation.method( + #checkStatus, + [pipelineUuid], + ), + returnValue: + Future<_i3.CheckStatusResponse>.value(_FakeCheckStatusResponse_1()), + ) as _i6.Future<_i3.CheckStatusResponse>); + @override + _i6.Future<_i4.OutputResponse> getCompileOutput(String? pipelineUuid) => + (super.noSuchMethod( + Invocation.method( + #getCompileOutput, + [pipelineUuid], + ), + returnValue: Future<_i4.OutputResponse>.value(_FakeOutputResponse_2()), + ) as _i6.Future<_i4.OutputResponse>); + @override + _i6.Future<_i4.OutputResponse> getRunOutput(String? pipelineUuid) => + (super.noSuchMethod( + Invocation.method( + #getRunOutput, + [pipelineUuid], + ), + returnValue: Future<_i4.OutputResponse>.value(_FakeOutputResponse_2()), + ) as _i6.Future<_i4.OutputResponse>); + @override + _i6.Future<_i4.OutputResponse> getLogOutput(String? pipelineUuid) => + (super.noSuchMethod( + Invocation.method( + #getLogOutput, + [pipelineUuid], + ), + returnValue: Future<_i4.OutputResponse>.value(_FakeOutputResponse_2()), + ) as _i6.Future<_i4.OutputResponse>); + @override + _i6.Future<_i4.OutputResponse> getRunErrorOutput(String? pipelineUuid) => + (super.noSuchMethod( + Invocation.method( + #getRunErrorOutput, + [pipelineUuid], + ), + returnValue: Future<_i4.OutputResponse>.value(_FakeOutputResponse_2()), + ) as _i6.Future<_i4.OutputResponse>); + @override + _i6.Future<_i4.OutputResponse> getValidationErrorOutput( + String? pipelineUuid) => + (super.noSuchMethod( + Invocation.method( + #getValidationErrorOutput, + [pipelineUuid], + ), + returnValue: Future<_i4.OutputResponse>.value(_FakeOutputResponse_2()), + ) as _i6.Future<_i4.OutputResponse>); + @override + _i6.Future<_i4.OutputResponse> getPreparationErrorOutput( + String? pipelineUuid) => + (super.noSuchMethod( + Invocation.method( + #getPreparationErrorOutput, + [pipelineUuid], + ), + returnValue: Future<_i4.OutputResponse>.value(_FakeOutputResponse_2()), + ) as _i6.Future<_i4.OutputResponse>); + @override + _i6.Future<_i4.OutputResponse> getGraphOutput(String? pipelineUuid) => + (super.noSuchMethod( + Invocation.method( + #getGraphOutput, + [pipelineUuid], + ), + returnValue: Future<_i4.OutputResponse>.value(_FakeOutputResponse_2()), + ) as _i6.Future<_i4.OutputResponse>); +} diff --git a/playground/frontend/playground_components/test/src/repositories/example_repository_test.mocks.dart b/playground/frontend/playground_components/test/src/repositories/example_repository_test.mocks.dart new file mode 100644 index 000000000000..30c1109f2bdb --- /dev/null +++ b/playground/frontend/playground_components/test/src/repositories/example_repository_test.mocks.dart @@ -0,0 +1,165 @@ +// Mocks generated by Mockito 5.2.0 from annotations +// in playground_components/test/src/repositories/example_repository_test.dart. +// Do not manually edit this file. + +// ignore_for_file: no_leading_underscores_for_library_prefixes +import 'dart:async' as _i9; + +import 'package:mockito/mockito.dart' as _i1; +import 'package:playground_components/src/repositories/example_client/example_client.dart' + as _i8; +import 'package:playground_components/src/repositories/models/get_default_precompiled_object_request.dart' + as _i12; +import 'package:playground_components/src/repositories/models/get_precompiled_object_code_response.dart' + as _i3; +import 'package:playground_components/src/repositories/models/get_precompiled_object_request.dart' + as _i11; +import 'package:playground_components/src/repositories/models/get_precompiled_object_response.dart' + as _i4; +import 'package:playground_components/src/repositories/models/get_precompiled_objects_request.dart' + as _i10; +import 'package:playground_components/src/repositories/models/get_precompiled_objects_response.dart' + as _i2; +import 'package:playground_components/src/repositories/models/get_snippet_request.dart' + as _i13; +import 'package:playground_components/src/repositories/models/get_snippet_response.dart' + as _i6; +import 'package:playground_components/src/repositories/models/output_response.dart' + as _i5; +import 'package:playground_components/src/repositories/models/save_snippet_request.dart' + as _i14; +import 'package:playground_components/src/repositories/models/save_snippet_response.dart' + as _i7; + +// ignore_for_file: type=lint +// ignore_for_file: avoid_redundant_argument_values +// ignore_for_file: avoid_setters_without_getters +// ignore_for_file: comment_references +// ignore_for_file: implementation_imports +// ignore_for_file: invalid_use_of_visible_for_testing_member +// ignore_for_file: prefer_const_constructors +// ignore_for_file: unnecessary_parenthesis +// ignore_for_file: camel_case_types + +class _FakeGetPrecompiledObjectsResponse_0 extends _i1.Fake + implements _i2.GetPrecompiledObjectsResponse {} + +class _FakeGetPrecompiledObjectCodeResponse_1 extends _i1.Fake + implements _i3.GetPrecompiledObjectCodeResponse {} + +class _FakeGetPrecompiledObjectResponse_2 extends _i1.Fake + implements _i4.GetPrecompiledObjectResponse {} + +class _FakeOutputResponse_3 extends _i1.Fake implements _i5.OutputResponse {} + +class _FakeGetSnippetResponse_4 extends _i1.Fake + implements _i6.GetSnippetResponse {} + +class _FakeSaveSnippetResponse_5 extends _i1.Fake + implements _i7.SaveSnippetResponse {} + +/// A class which mocks [ExampleClient]. +/// +/// See the documentation for Mockito's code generation for more information. +class MockExampleClient extends _i1.Mock implements _i8.ExampleClient { + MockExampleClient() { + _i1.throwOnMissingStub(this); + } + + @override + _i9.Future<_i2.GetPrecompiledObjectsResponse> getPrecompiledObjects( + _i10.GetPrecompiledObjectsRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getPrecompiledObjects, + [request], + ), + returnValue: Future<_i2.GetPrecompiledObjectsResponse>.value( + _FakeGetPrecompiledObjectsResponse_0()), + ) as _i9.Future<_i2.GetPrecompiledObjectsResponse>); + @override + _i9.Future<_i3.GetPrecompiledObjectCodeResponse> getPrecompiledObjectCode( + _i11.GetPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getPrecompiledObjectCode, + [request], + ), + returnValue: Future<_i3.GetPrecompiledObjectCodeResponse>.value( + _FakeGetPrecompiledObjectCodeResponse_1()), + ) as _i9.Future<_i3.GetPrecompiledObjectCodeResponse>); + @override + _i9.Future<_i4.GetPrecompiledObjectResponse> getDefaultPrecompiledObject( + _i12.GetDefaultPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getDefaultPrecompiledObject, + [request], + ), + returnValue: Future<_i4.GetPrecompiledObjectResponse>.value( + _FakeGetPrecompiledObjectResponse_2()), + ) as _i9.Future<_i4.GetPrecompiledObjectResponse>); + @override + _i9.Future<_i4.GetPrecompiledObjectResponse> getPrecompiledObject( + _i11.GetPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getPrecompiledObject, + [request], + ), + returnValue: Future<_i4.GetPrecompiledObjectResponse>.value( + _FakeGetPrecompiledObjectResponse_2()), + ) as _i9.Future<_i4.GetPrecompiledObjectResponse>); + @override + _i9.Future<_i5.OutputResponse> getPrecompiledObjectOutput( + _i11.GetPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getPrecompiledObjectOutput, + [request], + ), + returnValue: Future<_i5.OutputResponse>.value(_FakeOutputResponse_3()), + ) as _i9.Future<_i5.OutputResponse>); + @override + _i9.Future<_i5.OutputResponse> getPrecompiledObjectLogs( + _i11.GetPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getPrecompiledObjectLogs, + [request], + ), + returnValue: Future<_i5.OutputResponse>.value(_FakeOutputResponse_3()), + ) as _i9.Future<_i5.OutputResponse>); + @override + _i9.Future<_i5.OutputResponse> getPrecompiledObjectGraph( + _i11.GetPrecompiledObjectRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getPrecompiledObjectGraph, + [request], + ), + returnValue: Future<_i5.OutputResponse>.value(_FakeOutputResponse_3()), + ) as _i9.Future<_i5.OutputResponse>); + @override + _i9.Future<_i6.GetSnippetResponse> getSnippet( + _i13.GetSnippetRequest? request) => + (super.noSuchMethod( + Invocation.method( + #getSnippet, + [request], + ), + returnValue: + Future<_i6.GetSnippetResponse>.value(_FakeGetSnippetResponse_4()), + ) as _i9.Future<_i6.GetSnippetResponse>); + @override + _i9.Future<_i7.SaveSnippetResponse> saveSnippet( + _i14.SaveSnippetRequest? request) => + (super.noSuchMethod( + Invocation.method( + #saveSnippet, + [request], + ), + returnValue: + Future<_i7.SaveSnippetResponse>.value(_FakeSaveSnippetResponse_5()), + ) as _i9.Future<_i7.SaveSnippetResponse>); +} diff --git a/playground/frontend/test/pages/playground/states/example_selector_state_test.mocks.dart b/playground/frontend/test/pages/playground/states/example_selector_state_test.mocks.dart new file mode 100644 index 000000000000..7ff97f7bf571 --- /dev/null +++ b/playground/frontend/test/pages/playground/states/example_selector_state_test.mocks.dart @@ -0,0 +1,67 @@ +// Mocks generated by Mockito 5.2.0 from annotations +// in playground/test/pages/playground/states/example_selector_state_test.dart. +// Do not manually edit this file. + +import 'dart:async' as _i5; + +import 'package:mockito/mockito.dart' as _i1; +import 'package:playground_components/src/controllers/example_loaders/example_loader_factory.dart' + as _i2; +import 'package:playground_components/src/controllers/example_loaders/examples_loader.dart' + as _i3; +import 'package:playground_components/src/controllers/playground_controller.dart' + as _i4; +import 'package:playground_components/src/models/example_loading_descriptors/example_loading_descriptor.dart' + as _i8; +import 'package:playground_components/src/models/example_loading_descriptors/examples_loading_descriptor.dart' + as _i6; +import 'package:playground_components/src/models/sdk.dart' as _i7; + +// ignore_for_file: type=lint +// ignore_for_file: avoid_redundant_argument_values +// ignore_for_file: avoid_setters_without_getters +// ignore_for_file: comment_references +// ignore_for_file: implementation_imports +// ignore_for_file: invalid_use_of_visible_for_testing_member +// ignore_for_file: prefer_const_constructors +// ignore_for_file: unnecessary_parenthesis +// ignore_for_file: camel_case_types + +class _FakeExampleLoaderFactory_0 extends _i1.Fake + implements _i2.ExampleLoaderFactory {} + +/// A class which mocks [ExamplesLoader]. +/// +/// See the documentation for Mockito's code generation for more information. +class MockExamplesLoader extends _i1.Mock implements _i3.ExamplesLoader { + MockExamplesLoader() { + _i1.throwOnMissingStub(this); + } + + @override + _i2.ExampleLoaderFactory get defaultFactory => (super.noSuchMethod( + Invocation.getter(#defaultFactory), + returnValue: _FakeExampleLoaderFactory_0()) as _i2.ExampleLoaderFactory); + @override + void setPlaygroundController(_i4.PlaygroundController? value) => + super.noSuchMethod(Invocation.method(#setPlaygroundController, [value]), + returnValueForMissingStub: null); + @override + _i5.Future load(_i6.ExamplesLoadingDescriptor? descriptor) => + (super.noSuchMethod(Invocation.method(#load, [descriptor]), + returnValue: Future.value(), + returnValueForMissingStub: Future.value()) as _i5.Future); + @override + _i5.Future loadDefaultIfAny(_i7.Sdk? sdk) => + (super.noSuchMethod(Invocation.method(#loadDefaultIfAny, [sdk]), + returnValue: Future.value(), + returnValueForMissingStub: Future.value()) as _i5.Future); + @override + _i5.Future loadOne( + {_i6.ExamplesLoadingDescriptor? group, + _i8.ExampleLoadingDescriptor? one}) => + (super.noSuchMethod( + Invocation.method(#loadOne, [], {#group: group, #one: one}), + returnValue: Future.value(), + returnValueForMissingStub: Future.value()) as _i5.Future); +} From d64e54cf1c4f5623daf5d2ee88459c3824d4325d Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Fri, 11 Nov 2022 18:12:52 +0400 Subject: [PATCH 14/20] Minor fixes (#23534) --- build.gradle.kts | 1 + playground/frontend/README.md | 20 ++++++++++++-------- 2 files changed, 13 insertions(+), 8 deletions(-) diff --git a/build.gradle.kts b/build.gradle.kts index 37d3d0b6f508..478b39bf6b8c 100644 --- a/build.gradle.kts +++ b/build.gradle.kts @@ -161,6 +161,7 @@ tasks.rat { // Ignore Flutter autogenerated files for Tour of Beam "learning/tour-of-beam/frontend/**/*.g.dart", + "learning/tour-of-beam/frontend/**/*.gen.dart", "learning/tour-of-beam/frontend/.metadata", "learning/tour-of-beam/frontend/pubspec.lock", diff --git a/playground/frontend/README.md b/playground/frontend/README.md index 1f8570bfd064..78668abc576a 100644 --- a/playground/frontend/README.md +++ b/playground/frontend/README.md @@ -25,6 +25,8 @@ Beam Playground is an interactive environment to try out Beam transforms and exa The vision for the Playground is to be a web application where users can try out Beam without having to install/initialize a Beam environment. +## Getting Started + ### Run See [playground/README.md](../README.md) for details on requirements and setup. @@ -32,7 +34,7 @@ See [playground/README.md](../README.md) for details on requirements and setup. The following command is used to build and serve the frontend app locally: ```bash -flutter run -d chome +flutter run -d chrome ``` ### Build @@ -48,7 +50,7 @@ This produces `build/web` directory with static files. Deploy them to your web s ### Docker The app is deployed to production as a Docker container. -You can also run in in Docker locally. This is useful if: +You can also run it in Docker locally. This is useful if: 1. You do not have Flutter and do not want to install it. 2. You want to mimic the release environment in the closest way possible. @@ -62,7 +64,7 @@ docker run -p 1234:8080 playground-frontend The container sets up NGINX on port 8080. This example exposes it as port 1234 on the host, -and the app can be served at http://localhost:1234 +and the app can be accessed at http://localhost:1234 ## Code Generation @@ -70,12 +72,12 @@ This project relies on generated code for some functionality: deserializers, test mocks, constants for asset files, extracted Beam symbols for the editor, etc. -All generated code is version-controlled, so after checkout the project is immediately runnable. +All generated files are version-controlled, so after checkout the project is immediately runnable. However, after changes you may need to re-run code generation. ### Standard Dart Code Generator -Most of the generated code is produced by running the standard Dart code generator. +Most of the generated files are produced by running the standard Dart code generator. This only requires Flutter, but must be called on multiple locations. For convenience, run this single command: @@ -106,6 +108,8 @@ if you have all required tools on your machine. To delete all generated files, r ./gradlew :playground:frontend:cleanGenerated ``` +## Validation + ### Pre-commit Checks To run all pre-commit checks, execute this in the beam root: @@ -127,14 +131,14 @@ Code can be automatically reformatted using: flutter format ./lib ``` -### Localization +## Localization The project is in the process of migrating from [the built-in Flutter localization](https://docs.flutter.dev/development/accessibility-and-localization/internationalization) to [easy_localization](https://pub.dev/packages/easy_localization). It temporarily uses both ways. -#### Flutter Built-in Localization +### Flutter Built-in Localization To add a new localization, follow next steps: @@ -148,7 +152,7 @@ To add a new localization, follow next steps: flutter build web ``` -#### easy_localization +### easy_localization To add a new localization (using `fr` as an example): From 4099de5d0d886eb0c80601ff0900fcc7332eac4e Mon Sep 17 00:00:00 2001 From: alexeyinkin Date: Wed, 16 Nov 2022 19:10:09 +0400 Subject: [PATCH 15/20] Extract Beam symbols for Go SDK (#23917) (#326) * Extract Beam symbols for Go SDK (#23917) * Fix after review, add tests (#23917) * Fix tests, lazy symbols loading on SDK switch (#23917) --- playground/frontend/lib/main.dart | 9 - .../assets/symbols/go.g.yaml | 6537 +++++++++++++++++ .../playground_components/build.gradle.kts | 16 + .../lib/src/assets/assets.gen.dart | 11 + .../controllers/playground_controller.dart | 16 + .../snippet_editing_controller.dart | 10 +- .../lib/src/playground_components.dart | 5 - .../lib/src/services/symbols/loaders/map.dart | 36 + .../services/symbols/symbols_notifier.dart | 2 +- .../playground_components/pubspec.yaml | 1 + .../playground_controller_test.dart | 9 +- .../symbols/symbols_notifier_test.dart | 3 +- .../test/tools/common.dart | 90 + .../extract_symbols_go_test.dart | 37 + .../tools/extract_symbols_go/go.golden.yaml | 17 + .../sdk_mock/directory/file2.go | 19 + .../sdk_mock/directory/ignore.txt | 18 + .../extract_symbols_go/sdk_mock/file1.go | 73 + .../extract_symbols_python_test.dart | 47 +- .../extract_symbols_go/extract_symbols_go.go | 257 + .../tools/extract_symbols_go/go.mod | 20 + .../tools/extract_symbols_go/go.sum | 3 + 22 files changed, 7176 insertions(+), 60 deletions(-) create mode 100644 playground/frontend/playground_components/assets/symbols/go.g.yaml create mode 100644 playground/frontend/playground_components/lib/src/services/symbols/loaders/map.dart create mode 100644 playground/frontend/playground_components/test/tools/common.dart create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_go/extract_symbols_go_test.dart create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_go/go.golden.yaml create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/file2.go create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/ignore.txt create mode 100644 playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/file1.go create mode 100644 playground/frontend/playground_components/tools/extract_symbols_go/extract_symbols_go.go create mode 100644 playground/frontend/playground_components/tools/extract_symbols_go/go.mod create mode 100644 playground/frontend/playground_components/tools/extract_symbols_go/go.sum diff --git a/playground/frontend/lib/main.dart b/playground/frontend/lib/main.dart index 1aa5e8e12c98..b9eb50cf70d2 100644 --- a/playground/frontend/lib/main.dart +++ b/playground/frontend/lib/main.dart @@ -21,7 +21,6 @@ import 'package:easy_localization/easy_localization.dart'; import 'package:easy_localization_ext/easy_localization_ext.dart'; import 'package:easy_localization_loader/easy_localization_loader.dart'; import 'package:flutter/material.dart'; -import 'package:highlight/languages/python.dart'; import 'package:intl/intl_browser.dart'; import 'package:playground/playground_app.dart'; import 'package:playground_components/playground_components.dart'; @@ -36,14 +35,6 @@ void main() async { await EasyLocalization.ensureInitialized(); await PlaygroundComponents.ensureInitialized(); - PlaygroundComponents.symbolsNotifier.addLoader( - python, - YamlSymbolsLoader( - path: 'assets/symbols/python.g.yaml', - package: PlaygroundComponents.packageName, - ), - ); - await findSystemLocale(); runApp( EasyLocalization( diff --git a/playground/frontend/playground_components/assets/symbols/go.g.yaml b/playground/frontend/playground_components/assets/symbols/go.g.yaml new file mode 100644 index 000000000000..566bf98b39dc --- /dev/null +++ b/playground/frontend/playground_components/assets/symbols/go.g.yaml @@ -0,0 +1,6537 @@ +"": + methods: + - AddClasspaths + - AddExtraPackages + - AddFakeImpulses + - AddFixedKey + - AfterAll + - AfterAny + - AfterCount + - AfterEach + - AfterEndOfWindow + - AfterProcessingTime + - AfterSynchronizedProcessingTime + - AllWithinBounds + - AllowedLateness + - Always + - ApplySdkImageOverrides + - ApproximateQuantiles + - ApproximateWeightedQuantiles + - AsCombineFn + - AsDoFn + - Bind + - BoolToBounded + - Bounded + - BucketExists + - BuildTempWorkerBinary + - BuildWorkerBinary + - CallNoPanic + - CheckConcrete + - ClassOf + - CleanupTopic + - CoGBKMainInput + - CoGroupByKey + - CoderFrom + - Combine + - CombinePerKey + - Combiner1 + - Combiner2 + - Combiner3 + - Commit + - CommitOffsetInFinalize + - Compile + - ConnectionInitSQLs + - ConnectionProperties + - ConsumerConfigs + - ContainerImages + - Convert + - ConvertFn + - Copy + - Count + - CountElms + - Create + - Create2 + - CreateBucket + - CreateDisposition + - CreateEnvironment + - CreateList + - CreateList2 + - CreateWithEndpoint + - CrossLanguage + - CrossLanguagePayload + - Debug + - Debugf + - Debugln + - Decode + - DecodeBase64 + - DecodeBool + - DecodeByte + - DecodeBytes + - DecodeCoder + - DecodeCoderRef + - DecodeCoderRefs + - DecodeDouble + - DecodeEventTime + - DecodeFn + - DecodeInt32 + - DecodeMultiEdge + - DecodePane + - DecodeSinglePrecisionFloat + - DecodeStringUTF8 + - DecodeStructPayload + - DecodeType + - DecodeUint32 + - DecodeUint64 + - DecodeVarInt + - DecodeVarUint64 + - DecodeWindowedValueHeader + - DecoderForSlice + - Default + - DefaultDial + - DefaultRunner + - DefaultSourceConfig + - DefaultStepConfig + - DefaultWindowingStrategy + - Deidentify + - DeserializeHooksFromOptions + - Dialect + - Diff + - DisableHook + - Discard + - Distinct + - DoFn0x0 + - DoFn0x1 + - DoFn0x2 + - DoFn0x3 + - DoFn0x4 + - DoFn0x5 + - DoFn10x0 + - DoFn10x1 + - DoFn10x2 + - DoFn10x3 + - DoFn10x4 + - DoFn10x5 + - DoFn1x0 + - DoFn1x1 + - DoFn1x2 + - DoFn1x3 + - DoFn1x4 + - DoFn1x5 + - DoFn2x0 + - DoFn2x1 + - DoFn2x2 + - DoFn2x3 + - DoFn2x4 + - DoFn2x5 + - DoFn3x0 + - DoFn3x1 + - DoFn3x2 + - DoFn3x3 + - DoFn3x4 + - DoFn3x5 + - DoFn4x0 + - DoFn4x1 + - DoFn4x2 + - DoFn4x3 + - DoFn4x4 + - DoFn4x5 + - DoFn5x0 + - DoFn5x1 + - DoFn5x2 + - DoFn5x3 + - DoFn5x4 + - DoFn5x5 + - DoFn6x0 + - DoFn6x1 + - DoFn6x2 + - DoFn6x3 + - DoFn6x4 + - DoFn6x5 + - DoFn7x0 + - DoFn7x1 + - DoFn7x2 + - DoFn7x3 + - DoFn7x4 + - DoFn7x5 + - DoFn8x0 + - DoFn8x1 + - DoFn8x2 + - DoFn8x3 + - DoFn8x4 + - DoFn8x5 + - DoFn9x0 + - DoFn9x1 + - DoFn9x2 + - DoFn9x3 + - DoFn9x4 + - DoFn9x5 + - DontUseFlagAsPipelineOption + - DropKey + - DropValue + - DumpToLog + - DumpToLogFromStore + - DumpToOutFromContext + - DumpToOutFromStore + - Emitter1 + - Emitter2 + - Emitter3 + - Empty + - EnableCaptureHook + - EnableHeapCaptureHook + - EnableHook + - EnableProfCaptureHook + - EnableTraceCaptureHook + - Encode + - EncodeBase64 + - EncodeBool + - EncodeByte + - EncodeBytes + - EncodeCoder + - EncodeCoderRef + - EncodeCoderRefs + - EncodeDouble + - EncodeElement + - EncodeEventTime + - EncodeFn + - EncodeInt32 + - EncodeMultiEdge + - EncodePane + - EncodePayload + - EncodeSinglePrecisionFloat + - EncodeStringUTF8 + - EncodeStructPayload + - EncodeType + - EncodeUint32 + - EncodeUint64 + - EncodeVarInt + - EncodeVarUint64 + - EncodeWindow + - EncodeWindowedValueHeader + - EncoderForSlice + - EnsureSubscription + - EnsureTopic + - Equals + - EqualsFloat + - EqualsList + - Error + - Errorf + - Errorln + - Evaluate + - Exclude + - Execute + - ExecuteBundles + - ExecuteEnv + - ExecutionMsecUrn + - Exit + - Exitf + - Exitln + - Expand + - ExpandedComponents + - ExpandedTransform + - ExpansionAddr + - ExpansionAddrRead + - ExpansionAddrWrite + - Explode + - External + - ExternalInputs + - ExternalOutputs + - ExternalTagged + - "False" + - Fatal + - Fatalf + - Fatalln + - FetchSize + - File + - Flatten + - FreeDiskSpace + - FromDuration + - FromMetricUpdates + - FromMilliseconds + - FromMonitoringInfos + - FromQuery + - FromTable + - FromTime + - FromType + - FuncName + - Function0x0 + - Function0x1 + - Function0x2 + - Function0x3 + - Function0x4 + - Function0x5 + - Function10x0 + - Function10x1 + - Function10x2 + - Function10x3 + - Function10x4 + - Function10x5 + - Function1x0 + - Function1x1 + - Function1x2 + - Function1x3 + - Function1x4 + - Function1x5 + - Function2x0 + - Function2x1 + - Function2x2 + - Function2x3 + - Function2x4 + - Function2x5 + - Function3x0 + - Function3x1 + - Function3x2 + - Function3x3 + - Function3x4 + - Function3x5 + - Function4x0 + - Function4x1 + - Function4x2 + - Function4x3 + - Function4x4 + - Function4x5 + - Function5x0 + - Function5x1 + - Function5x2 + - Function5x3 + - Function5x4 + - Function5x5 + - Function6x0 + - Function6x1 + - Function6x2 + - Function6x3 + - Function6x4 + - Function6x5 + - Function7x0 + - Function7x1 + - Function7x2 + - Function7x3 + - Function7x4 + - Function7x5 + - Function8x0 + - Function8x1 + - Function8x2 + - Function8x3 + - Function8x4 + - Function8x5 + - Function9x0 + - Function9x1 + - Function9x2 + - Function9x3 + - Function9x4 + - Function9x5 + - FunctionName + - FunctionReg + - GetBeamJar + - GetDefaultRepositoryURL + - GetEndpoint + - GetEnvironmentConfig + - GetEnvironmentUrn + - GetExperiments + - GetJobName + - GetMetrics + - GetProject + - GetProjectFromFlagOrEnvironment + - GetRegion + - GetRunningJobByName + - GetSdkImageOverrides + - GetStore + - GroupByKey + - Hash + - Head + - HeapDumpFrequency + - IDs + - Immediate + - Import + - Impulse + - ImpulseValue + - InboundTagToNode + - Include + - Info + - Infof + - Infoln + - Init + - Initialize + - Initialized + - Input + - Int64Counter + - Int64Distribution + - Int64Latest + - Interface + - Invoke + - InvokeWithoutEventTime + - IsBound + - IsCoGBK + - IsComplex + - IsComposite + - IsConcrete + - IsContainer + - IsEmit + - IsEmitWithEventTime + - IsEmitterRegistered + - IsEnabled + - IsEqual + - IsEqualList + - IsFieldNil + - IsFloat + - IsInputRegistered + - IsInteger + - IsIter + - IsKV + - IsLifecycleMethod + - IsList + - IsLoopback + - IsMalformedEmit + - IsMalformedIter + - IsMalformedMultiMap + - IsMalformedReIter + - IsMultiMap + - IsNullable + - IsNumber + - IsReIter + - IsStructurallyAssignable + - IsUniversal + - IsW + - IsWorkerCompatibleBinary + - Iter1 + - Iter2 + - JSONToProto + - Join + - KvEmitFn + - KvFn + - Largest + - LargestPerKey + - LegacyMultiRetrieve + - LoadFunction + - LookupCustomCoder + - LookupType + - Main + - MainCalled + - MainRet + - MainRetWithDefault + - MainWithDefault + - MakeBagState + - MakeCombiningState + - MakeElementDecoder + - MakeElementEncoder + - MakeFunc + - MakeFunc0x0 + - MakeFunc0x1 + - MakeFunc0x2 + - MakeFunc0x3 + - MakeFunc0x4 + - MakeFunc1x0 + - MakeFunc1x1 + - MakeFunc1x2 + - MakeFunc1x3 + - MakeFunc1x4 + - MakeFunc2x0 + - MakeFunc2x1 + - MakeFunc2x2 + - MakeFunc2x3 + - MakeFunc2x4 + - MakeFunc3x0 + - MakeFunc3x1 + - MakeFunc3x2 + - MakeFunc3x3 + - MakeFunc3x4 + - MakeFunc4x0 + - MakeFunc4x1 + - MakeFunc4x2 + - MakeFunc4x3 + - MakeFunc4x4 + - MakeFunc5x0 + - MakeFunc5x1 + - MakeFunc5x2 + - MakeFunc5x3 + - MakeFunc5x4 + - MakeFunc6x0 + - MakeFunc6x1 + - MakeFunc6x2 + - MakeFunc6x3 + - MakeFunc6x4 + - MakeFunc7x0 + - MakeFunc7x1 + - MakeFunc7x2 + - MakeFunc7x3 + - MakeFunc7x4 + - MakeFunc8x0 + - MakeFunc8x1 + - MakeFunc8x2 + - MakeFunc8x3 + - MakeFunc8x4 + - MakeGBKUnionCoder + - MakeJar + - MakeKVUnionCoder + - MakeMapState + - MakeObject + - MakePredicate + - MakeQualifiedSubscriptionName + - MakeQualifiedTopicName + - MakeSetState + - MakeSlice + - MakeValueState + - MakeWindowDecoder + - MakeWindowEncoder + - Marshal + - MarshalCoders + - MarshalTo + - MarshalWindowingStrategy + - Materialize + - Max + - MaxNumRecords + - MaxPerKey + - MaxReadSecs + - MaxRecord + - Mean + - MeanPerKey + - MergeCounters + - MergeDistributions + - MergeGauges + - MergeMsecs + - MergePCols + - Min + - MinPerKey + - MultiFinishBundle + - MultiRetrieve + - MultiStage + - MultiStartBundle + - Must + - MustEncode + - MustEncodeBase64 + - MustEncodePayload + - MustExtractFilePayload + - MustN + - MustSatisfy + - MustTaggedN + - Name + - NameType + - NamedInboundLinks + - NamedOutboundLinks + - Never + - New + - NewArtifactRetrievalServiceClient + - NewArtifactStagingServiceClient + - NewBeamFnControlClient + - NewBeamFnDataClient + - NewBeamFnExternalWorkerPoolClient + - NewBeamFnLoggingClient + - NewBeamFnStateClient + - NewBeamFnWorkerStatusClient + - NewBool + - NewBytes + - NewClient + - NewCoGBK + - NewCoder + - NewCoderMarshaller + - NewCoderUnmarshaller + - NewCombine + - NewCombineFn + - NewConfig + - NewCounter + - NewCrossLanguage + - NewCustomCoder + - NewDistribution + - NewDoFn + - NewDouble + - NewElementDecoder + - NewElementEncoder + - NewExpansionServiceClient + - NewExpansionServiceRunner + - NewExternal + - NewExternalTransform + - NewExtractor + - NewFixedWindows + - NewFlatten + - NewFloat + - NewFn + - NewGauge + - NewGlobalWindow + - NewGlobalWindows + - NewGrowableTracker + - NewI + - NewImpulse + - NewIntervalWindow + - NewJobServiceClient + - NewKV + - NewLegacyArtifactRetrievalServiceClient + - NewLegacyArtifactStagingServiceClient + - NewLockRTracker + - NewMutation + - NewN + - NewNamespaceGenerator + - NewOptions + - NewPI + - NewPTransformState + - NewPW + - NewPane + - NewParDo + - NewPipeline + - NewPipelineWithRoot + - NewPlan + - NewProvisionServiceClient + - NewPyExpansionServiceRunner + - NewQualifiedTableName + - NewR + - NewRegistry + - NewReshuffle + - NewResults + - NewRetrievalServer + - NewSampler + - NewScopeTree + - NewScopedDataManager + - NewScopedStateReader + - NewScopedStateReaderWithCache + - NewSessions + - NewSideInputAdapter + - NewSlidingWindows + - NewStagingServer + - NewString + - NewT + - NewTaggedExternal + - NewTestStreamServiceClient + - NewTracker + - NewUnauthenticatedClient + - NewUserStateAdapter + - NewVarInt + - NewVarIntZ + - NewVarUintZ + - NewW + - NewWindowInto + - NewWrappedTracker + - NoFiringPane + - NodeTypes + - NonEmpty + - Normalize + - Now + - NullableDecoder + - NullableEncoder + - NumMainInputs + - OptionsToProto + - OrFinally + - OutboundTagToNode + - Output + - OutputParallelization + - OutputType + - PCollectionLabels + - PTransformLabels + - PackBase64Proto + - PackBytes + - PackProto + - PanesAccumulate + - PanesDiscard + - ParDo + - ParDo0 + - ParDo2 + - ParDo3 + - ParDo4 + - ParDo5 + - ParDo6 + - ParDo7 + - ParDoN + - ParseObject + - Partition + - Performant + - PhysicalMemorySize + - Prepare + - Print + - PrintJob + - Printf + - ProducerConfigs + - ProtoToJSON + - ProtoToOptions + - Publish + - Query + - QueryAutomatedExpansionService + - QueryExpansionService + - QueryPythonExpansionService + - Read + - ReadAll + - ReadAllSdf + - ReadClasspaths + - ReadConnectionInitSQLs + - ReadConnectionProperties + - ReadExpansionAddr + - ReadFromPostgres + - ReadN + - ReadNBufUnsafe + - ReadObject + - ReadProxyManifest + - ReadQuery + - ReadRowHeader + - ReadSdf + - ReadSimpleRowHeader + - ReadUnsafe + - ReadWorkerID + - Register + - RegisterArtifactRetrievalServiceServer + - RegisterArtifactStagingServiceServer + - RegisterBeamFnControlServer + - RegisterBeamFnDataServer + - RegisterBeamFnExternalWorkerPoolServer + - RegisterBeamFnLoggingServer + - RegisterBeamFnStateServer + - RegisterBeamFnWorkerStatusServer + - RegisterCaptureHook + - RegisterCoder + - RegisterDoFn + - RegisterEmitter + - RegisterExpansionServiceServer + - RegisterFunc + - RegisterFunction + - RegisterHandler + - RegisterHeapCaptureHook + - RegisterHook + - RegisterInit + - RegisterInput + - RegisterJobServiceServer + - RegisterLegacyArtifactRetrievalServiceServer + - RegisterLegacyArtifactStagingServiceServer + - RegisterLogicalType + - RegisterLogicalTypeProvider + - RegisterOverrideForUrn + - RegisterProfCaptureHook + - RegisterProvisionServiceServer + - RegisterRunner + - RegisterSchemaProvider + - RegisterSchemaProviderWithURN + - RegisterSchemaProviders + - RegisterStructWrapper + - RegisterTestStreamServiceServer + - RegisterTraceCaptureHook + - RegisterType + - Registered + - RemoveFakeImpulses + - Rename + - Render + - Repeat + - Replace + - Require + - RequireAllFieldsExported + - Reshuffle + - ResolveArtifacts + - ResolveArtifactsWithConfig + - ResolveFunction + - ResolveOutputIsBounded + - ResolveXLangArtifacts + - ResultsExtractor + - ResumeProcessingIn + - Retrieve + - RowDecoderForStruct + - RowEncoderForStruct + - Run + - RunAndValidate + - RunInitHooks + - RunRequestHooks + - RunResponseHooks + - RunWithMetrics + - SampleForHeapProfile + - SampleInterval + - Satisfy + - Search + - Seq + - SerializeHooksToOptions + - SetBundleID + - SetDefaultRepositoryURL + - SetLogger + - SetPTransformID + - SetProcessMemoryCeiling + - SetTopLevelMsg + - SetTopLevelMsgf + - SetUpPythonEnvironment + - ShallowClone + - ShallowClonePTransform + - ShimNeeded + - SideInputCacheCapacity + - SkipK + - SkipPtr + - SkipW + - Smallest + - SmallestPerKey + - Source + - SourceSingle + - Stage + - StageDir + - StageFile + - StageModel + - StageViaLegacyApi + - StageViaPortableApi + - StartLoopback + - StartReadTimestamp + - Step + - StopProcessing + - SubParams + - SubReturns + - Submit + - Substitute + - Sum + - SumPerKey + - SwapKV + - TimestampPolicy + - ToFunc0x0 + - ToFunc0x1 + - ToFunc0x2 + - ToFunc0x3 + - ToFunc0x4 + - ToFunc1x0 + - ToFunc1x1 + - ToFunc1x2 + - ToFunc1x3 + - ToFunc1x4 + - ToFunc2x0 + - ToFunc2x1 + - ToFunc2x2 + - ToFunc2x3 + - ToFunc2x4 + - ToFunc3x0 + - ToFunc3x1 + - ToFunc3x2 + - ToFunc3x3 + - ToFunc3x4 + - ToFunc4x0 + - ToFunc4x1 + - ToFunc4x2 + - ToFunc4x3 + - ToFunc4x4 + - ToFunc5x0 + - ToFunc5x1 + - ToFunc5x2 + - ToFunc5x3 + - ToFunc5x4 + - ToFunc6x0 + - ToFunc6x1 + - ToFunc6x2 + - ToFunc6x3 + - ToFunc6x4 + - ToFunc7x0 + - ToFunc7x1 + - ToFunc7x2 + - ToFunc7x3 + - ToFunc7x4 + - ToFunc8x0 + - ToFunc8x1 + - ToFunc8x2 + - ToFunc8x3 + - ToFunc8x4 + - ToLogicalType + - ToType + - TopologicalSort + - Transform + - Translate + - Trigger + - TrimCoders + - "True" + - TryCoGroupByKey + - TryCombine + - TryCombinePerKey + - TryCreate + - TryCreateList + - TryCrossLanguage + - TryEqualsFloat + - TryExternal + - TryExternalTagged + - TryFlatten + - TryGroupByKey + - TryParDo + - TryReshuffle + - TryWindowInto + - TypeKey + - TypeReg + - Types + - UnderlyingType + - UnfoldEmit + - UnfoldIter + - UnfoldMultiMap + - UnfoldReIter + - Unmarshal + - UnmarshalCoders + - UnmarshalFrom + - UnmarshalPlan + - UnnamedInput + - UnnamedOutput + - UnnamedOutputTag + - Unpack + - UnpackBase64Proto + - UnpackBytes + - UnpackProto + - Update + - UpdateArtifactTypeFromFileToURL + - UpdateDefaultEnvWorkerType + - UpdateGoEnvironmentWorker + - UpdateMap + - Upload + - UploadHeapProfile + - UrnToString + - UrnToType + - UseAutomatedJavaExpansionService + - UseAutomatedPythonExpansionService + - UseStandardSQL + - UserLabels + - UserStateCoderID + - UserStateKeyCoderID + - VFloat64Fn + - VFn + - ValidateKVType + - ValidateNonCompositeType + - ValidateScheme + - ValueOf + - VerifyNamedOutputs + - WaitForCompletion + - Warn + - Warnf + - Warnln + - WindowInto + - WithContext + - WithContextf + - WithExpansionAddr + - WithIndexes + - WithQueryLocation + - Wrap + - WrapIterable + - WrapMethods + - WrapWindowed + - Wrapf + - Write + - WriteBatch + - WriteClasspaths + - WriteConnectionProperties + - WriteExpansionAddr + - WriteObject + - WriteRowHeader + - WriteSimpleRowHeader + - WriteStatement + - WriteToPostgres + - WriteUnsafe + - WriteWithBatchSize + - WriteWorkerID +AccumulationMode: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +AccumulationMode_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +AfterAllTrigger: + methods: + - String + - SubTriggers +AfterAnyTrigger: + methods: + - String + - SubTriggers +AfterCountTrigger: + methods: + - ElementCount + - String +AfterEachTrigger: + methods: + - String + - Subtriggers +AfterEndOfWindowTrigger: + methods: + - Early + - EarlyFiring + - Late + - LateFiring + - String +AfterProcessingTimeTrigger: + methods: + - AlignedTo + - PlusDelay + - String + - TimestampTransforms +AfterSynchronizedProcessingTimeTrigger: + methods: + - String +AlignToTransform: + methods: + - String + properties: + - Period +AlwaysTrigger: + methods: + - String +Annotation: + methods: + - Descriptor + - GetKey + - GetValue + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Key + - Value +ApiServiceDescriptor: + methods: + - Descriptor + - GetAuthentication + - GetUrl + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Authentication + - Url +ArrayType: + methods: + - Descriptor + - GetElementType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ElementType +ArrayTypeValue: + methods: + - Descriptor + - GetElement + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Element +ArtifactChunk: + methods: + - Descriptor + - GetData + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Data +ArtifactFilePayload: + methods: + - Descriptor + - GetPath + - GetSha256 + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Path + - Sha256 +ArtifactInformation: + methods: + - Descriptor + - GetRolePayload + - GetRoleUrn + - GetTypePayload + - GetTypeUrn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - RolePayload + - RoleUrn + - TypePayload + - TypeUrn +ArtifactMetadata: + methods: + - Descriptor + - GetName + - GetPermissions + - GetSha256 + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Name + - Permissions + - Sha256 +ArtifactRequestWrapper: + methods: + - Descriptor + - GetGetArtifact + - GetRequest + - GetResolveArtifact + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Request +ArtifactRequestWrapper_GetArtifact: + properties: + - GetArtifact +ArtifactRequestWrapper_ResolveArtifact: + properties: + - ResolveArtifact +ArtifactResponseWrapper: + methods: + - Descriptor + - GetGetArtifactResponse + - GetIsLast + - GetResolveArtifactResponse + - GetResponse + - GetStagingToken + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - IsLast + - Response + - StagingToken +ArtifactResponseWrapper_GetArtifactResponse: + properties: + - GetArtifactResponse +ArtifactResponseWrapper_ResolveArtifactResponse: + properties: + - ResolveArtifactResponse +ArtifactRetrievalService_GetArtifactClient: + methods: + - Recv +ArtifactRetrievalService_GetArtifactServer: + methods: + - Send +ArtifactRetrievalServiceClient: + methods: + - GetArtifact + - ResolveArtifacts +ArtifactRetrievalServiceServer: + methods: + - GetArtifact + - ResolveArtifacts +ArtifactStagingService_ReverseArtifactRetrievalServiceClient: + methods: + - Recv + - Send +ArtifactStagingService_ReverseArtifactRetrievalServiceServer: + methods: + - Recv + - Send +ArtifactStagingServiceClient: + methods: + - ReverseArtifactRetrievalService +ArtifactStagingServiceServer: + methods: + - ReverseArtifactRetrievalService +ArtifactStagingToRolePayload: + methods: + - Descriptor + - GetStagedName + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - StagedName +ArtifactUrlPayload: + methods: + - Descriptor + - GetSha256 + - GetUrl + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Sha256 + - Url +AtomicType: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +AtomicTypeValue: + methods: + - Descriptor + - GetBoolean + - GetByte + - GetBytes + - GetDouble + - GetFloat + - GetInt16 + - GetInt32 + - GetInt64 + - GetString_ + - GetValue + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Value +AtomicTypeValue_Boolean: + properties: + - Boolean +AtomicTypeValue_Byte: + properties: + - Byte +AtomicTypeValue_Bytes: + properties: + - Bytes +AtomicTypeValue_Double: + properties: + - Double +AtomicTypeValue_Float: + properties: + - Float +AtomicTypeValue_Int16: + properties: + - Int16 +AtomicTypeValue_Int32: + properties: + - Int32 +AtomicTypeValue_Int64: + properties: + - Int64 +AtomicTypeValue_String_: + properties: + - String_ +AuthenticationSpec: + methods: + - Descriptor + - GetPayload + - GetUrn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Payload + - Urn +Bag: + methods: + - Add + - Clear + - CoderType + - KeyCoderType + - Read + - StateKey + - StateType + properties: + - Key +BagStateSpec: + methods: + - Descriptor + - GetElementCoderId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ElementCoderId +BeamConstants: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +BeamConstants_Constants: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +BeamFnControl_ControlClient: + methods: + - Recv + - Send +BeamFnControl_ControlServer: + methods: + - Recv + - Send +BeamFnControlClient: + methods: + - Control + - GetProcessBundleDescriptor +BeamFnControlServer: + methods: + - Control + - GetProcessBundleDescriptor +BeamFnData_DataClient: + methods: + - Recv + - Send +BeamFnData_DataServer: + methods: + - Recv + - Send +BeamFnDataClient: + methods: + - Data +BeamFnDataServer: + methods: + - Data +BeamFnExternalWorkerPoolClient: + methods: + - StartWorker + - StopWorker +BeamFnExternalWorkerPoolServer: + methods: + - StartWorker + - StopWorker +BeamFnLogging_LoggingClient: + methods: + - Recv + - Send +BeamFnLogging_LoggingServer: + methods: + - Recv + - Send +BeamFnLoggingClient: + methods: + - Logging +BeamFnLoggingServer: + methods: + - Logging +BeamFnState_StateClient: + methods: + - Recv + - Send +BeamFnState_StateServer: + methods: + - Recv + - Send +BeamFnStateClient: + methods: + - State +BeamFnStateServer: + methods: + - State +BeamFnWorkerStatus_WorkerStatusClient: + methods: + - Recv + - Send +BeamFnWorkerStatus_WorkerStatusServer: + methods: + - Recv + - Send +BeamFnWorkerStatusClient: + methods: + - WorkerStatus +BeamFnWorkerStatusServer: + methods: + - WorkerStatus +BoundableRTracker: + methods: + - IsBounded +BoundedQuery: + properties: + - End + - Start +BuilderMethod: + methods: + - Descriptor + - GetName + - GetPayload + - GetSchema + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Name + - Payload + - Schema +BundleApplication: + methods: + - Descriptor + - GetElement + - GetInputId + - GetIsBounded + - GetOutputWatermarks + - GetTransformId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Element + - InputId + - IsBounded + - OutputWatermarks + - TransformId +BundleFinalization: + methods: + - RegisterCallback +BundleState: + methods: + - String +CacheMetrics: + properties: + - Hits +CancelJobRequest: + methods: + - Descriptor + - GetJobId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - JobId +CancelJobResponse: + methods: + - Descriptor + - GetState + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - State +Class: + methods: + - String +ClosingBehavior: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +ClosingBehavior_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +CoGBK: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Edge + - Out + - UID +Coder: + methods: + - Descriptor + - Equals + - GetComponentCoderIds + - GetSpec + - IsValid + - ProtoMessage + - ProtoReflect + - Reset + - String + - Type + properties: + - ComponentCoderIds + - Components + - Custom + - ID + - Kind + - Spec + - T + - Window +CoderMarshaller: + methods: + - Add + - AddMulti + - AddWindowCoder + - Build + properties: + - Namespace +CoderRef: + properties: + - Components + - IsPairLike + - IsStreamLike + - IsWrapper + - PipelineProtoCoderID + - Type +CoderUnmarshaller: + methods: + - Coder + - Coders + - WindowCoder +Combine: + methods: + - Down + - FinishBundle + - GetPID + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Fn + - Out + - PID + - UID + - UsesKey +CombineFn: + methods: + - AddInputFn + - CompactFn + - CreateAccumulatorFn + - ExtractOutputFn + - MergeAccumulatorsFn + - Name + - SetupFn + - TeardownFn +CombinePayload: + methods: + - Descriptor + - GetAccumulatorCoderId + - GetCombineFn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - AccumulatorCoderId + - CombineFn +Combining: + methods: + - Add + - Clear + - CoderType + - GetCombineFn + - KeyCoderType + - Read + - StateKey + - StateType + properties: + - Key +CombiningPipelineState: + methods: + - GetCombineFn +CombiningStateSpec: + methods: + - Descriptor + - GetAccumulatorCoderId + - GetCombineFn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - AccumulatorCoderId + - CombineFn +CommitManifestRequest: + methods: + - Descriptor + - GetManifest + - GetStagingSessionToken + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Manifest + - StagingSessionToken +CommitManifestResponse: + methods: + - Descriptor + - GetRetrievalToken + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - RetrievalToken +CommitManifestResponse_Constants: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +Components: + methods: + - Descriptor + - GetCoders + - GetEnvironments + - GetPcollections + - GetTransforms + - GetWindowingStrategies + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Coders + - Environments + - Pcollections + - Transforms + - WindowingStrategies +Config: + methods: + - AddElementList + - AddElements + - AdvanceProcessingTime + - AdvanceProcessingTimeToInfinity + - AdvanceWatermark + - AdvanceWatermarkToInfinity +ContentStructure: + methods: + - String +ConvertToAccumulators: + methods: + - ProcessElement + - String +Copier: + methods: + - Copy +Counter: + methods: + - Dec + - Inc + - String +CounterResult: + methods: + - Name + - Namespace + - Result + - Transform + properties: + - Attempted + - Key +CustomCoder: + methods: + - Descriptor + - Equals + - GetDec + - GetEnc + - GetName + - GetType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Dec + - Enc + - ID + - Name + - Type +DataChannel: + methods: + - OpenRead + - OpenWrite +DataChannelManager: + methods: + - Open +DataContext: + properties: + - Data + - State +DataManager: + methods: + - OpenRead + - OpenWrite +DataSink: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Coder + - PCol + - SID + - UID +DataSource: + methods: + - Checkpoint + - Down + - FinishBundle + - ID + - InitSplittable + - Process + - Progress + - Split + - StartBundle + - String + - Up + properties: + - Coder + - Name + - Out + - PCol + - SID + - UID +Decoder: + methods: + - Decode +DefaultTrigger: + methods: + - String +DeferredArtifactPayload: + methods: + - Descriptor + - GetData + - GetKey + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Data + - Key +DelayTransform: + methods: + - String + properties: + - Delay +DelayedBundleApplication: + methods: + - Descriptor + - GetApplication + - GetRequestedTimeDelay + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Application + - RequestedTimeDelay +DescribePipelineOptionsRequest: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +DescribePipelineOptionsResponse: + methods: + - Descriptor + - GetOptions + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Options +Discard: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - UID +DisplayData: + methods: + - Descriptor + - GetPayload + - GetUrn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Payload + - Urn +Distribution: + methods: + - String + - Update +DistributionResult: + methods: + - Name + - Namespace + - Result + - Transform + properties: + - Attempted + - Key +DistributionValue: + properties: + - Count +DoFn: + methods: + - Annotations + - FinishBundleFn + - IsSplittable + - Name + - PipelineState + - ProcessElementFn + - SetupFn + - StartBundleFn + - TeardownFn +DockerPayload: + methods: + - Descriptor + - GetContainerImage + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ContainerImage +DynFn: + methods: + - Descriptor + - GetData + - GetGen + - GetName + - GetType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Data + - Gen + - Name + - T + - Type +ElementDecoder: + methods: + - Decode + - DecodeTo +ElementEncoder: + methods: + - Encode +ElementProcessor: + methods: + - ProcessElement +Elements: + methods: + - Descriptor + - GetData + - GetTimers + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Data + - Timers +Elements_Data: + methods: + - Descriptor + - GetData + - GetInstructionId + - GetIsLast + - GetTransformId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Data + - InstructionId + - IsLast + - TransformId +Elements_Timers: + methods: + - Descriptor + - GetInstructionId + - GetIsLast + - GetTimerFamilyId + - GetTimers + - GetTransformId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - InstructionId + - IsLast + - TimerFamilyId + - Timers + - TransformId +EmbeddedFilePayload: + methods: + - Descriptor + - GetData + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Data +Emitter: + properties: + - Key + - Name + - Time +EncodedCoder: + methods: + - MarshalJSON + - UnmarshalJSON + properties: + - Coder +EncodedFunc: + methods: + - MarshalJSON + - UnmarshalJSON + properties: + - Fn +EncodedType: + methods: + - MarshalJSON + - UnmarshalJSON + properties: + - T +Encoder: + methods: + - Encode +Entry: + methods: + - Descriptor + - GetElems + - GetFooter + - GetHeader + - GetInstReq + - GetInstResp + - GetKind + - GetLogEntries + - GetMsg + - GetTimestamp + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Kind + - Msg + - Timestamp +Entry_Elems: + properties: + - Elems +Entry_Footer: + properties: + - Footer +Entry_Header: + properties: + - Header +Entry_InstReq: + properties: + - InstReq +Entry_InstResp: + properties: + - InstResp +Entry_LogEntries: + properties: + - LogEntries +EntryHeader: + methods: + - Descriptor + - GetKind + - GetLen + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Kind + - Len +Environment: + methods: + - Descriptor + - GetCapabilities + - GetDependencies + - GetDisplayData + - GetPayload + - GetResourceHints + - GetUrn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Capabilities + - Dependencies + - DisplayData + - Payload + - ResourceHints + - Urn +Eval: + methods: + - AllExported + - Bytes + - Generate + - Performant + - Print + - Printf + - RequiresRegistrations + - UsesDefaultReflectionShims +EventsRequest: + methods: + - Descriptor + - GetOutputIds + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - OutputIds +ExecutableStagePayload: + methods: + - Descriptor + - GetComponents + - GetEnvironment + - GetInput + - GetOutputs + - GetSideInputs + - GetTimerFamilies + - GetTimers + - GetTransforms + - GetUserStates + - GetWireCoderSettings + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Components + - Environment + - Input + - Outputs + - SideInputs + - TimerFamilies + - Timers + - Transforms + - UserStates + - WireCoderSettings +ExecutableStagePayload_SideInputId: + methods: + - Descriptor + - GetLocalName + - GetTransformId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - LocalName + - TransformId +ExecutableStagePayload_TimerFamilyId: + methods: + - Descriptor + - GetLocalName + - GetTransformId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - LocalName + - TransformId +ExecutableStagePayload_TimerId: + methods: + - Descriptor + - GetLocalName + - GetTransformId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - LocalName + - TransformId +ExecutableStagePayload_UserStateId: + methods: + - Descriptor + - GetLocalName + - GetTransformId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - LocalName + - TransformId +ExecutableStagePayload_WireCoderSetting: + methods: + - Descriptor + - GetInputOrOutputId + - GetPayload + - GetTarget + - GetTimer + - GetUrn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Payload + - Target + - Urn +ExecutableStagePayload_WireCoderSetting_InputOrOutputId: + properties: + - InputOrOutputId +ExecutableStagePayload_WireCoderSetting_Timer: + properties: + - Timer +ExecutionState: + methods: + - String + properties: + - IsProcessing + - State + - TotalTime +Expand: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Out + - UID + - ValueDecoders +ExpandedTransform: + properties: + - Components + - Requirements + - Transform +ExpansionMethods: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +ExpansionMethods_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +ExpansionPayload: + properties: + - Dialect + - Query +ExpansionRequest: + methods: + - Descriptor + - GetComponents + - GetNamespace + - GetOutputCoderRequests + - GetTransform + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Components + - Namespace + - OutputCoderRequests + - Transform +ExpansionResponse: + methods: + - Descriptor + - GetComponents + - GetError + - GetRequirements + - GetTransform + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Components + - Error + - Requirements + - Transform +ExpansionServiceClient: + methods: + - Expand +ExpansionServiceRunner: + methods: + - Endpoint + - StartService + - StopService + - String +ExpansionServiceServer: + methods: + - Expand +ExternalConfigurationPayload: + methods: + - Descriptor + - GetPayload + - GetSchema + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Payload + - Schema +ExternalPayload: + methods: + - Descriptor + - GetEndpoint + - GetParams + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Endpoint + - Params +ExternalTransform: + methods: + - WithNamedInputs + - WithNamedOutputs + properties: + - Expanded + - ExpansionAddr + - InputsMap + - Namespace + - OutputsMap + - Payload + - Urn +ExtractOutput: + methods: + - ProcessElement + - String +Extractor: + methods: + - Bytes + - ExtractFrom + - FromAsts + - Generate + - NameType + - Print + - Printf + - Summary + properties: + - Debug + - DistributionInt64 + - GaugeInt64 + - Ids + - LegacyIdentifiers + - MsecsInt64 + - Package + - SumInt64 +Field: + methods: + - Descriptor + - GetDescription + - GetEncodingPosition + - GetId + - GetName + - GetOptions + - GetType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Description + - EncodingPosition + - Id + - Name + - Options + - Type +FieldType: + methods: + - Descriptor + - GetArrayType + - GetAtomicType + - GetIterableType + - GetLogicalType + - GetMapType + - GetNullable + - GetRowType + - GetTypeInfo + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Nullable + - TypeInfo +FieldType_ArrayType: + properties: + - ArrayType +FieldType_AtomicType: + properties: + - AtomicType +FieldType_IterableType: + properties: + - IterableType +FieldType_LogicalType: + properties: + - LogicalType +FieldType_MapType: + properties: + - MapType +FieldType_RowType: + properties: + - RowType +FieldValue: + methods: + - Descriptor + - GetArrayValue + - GetAtomicValue + - GetFieldValue + - GetIterableValue + - GetLogicalTypeValue + - GetMapValue + - GetRowValue + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - FieldValue +FieldValue_ArrayValue: + properties: + - ArrayValue +FieldValue_AtomicValue: + properties: + - AtomicValue +FieldValue_IterableValue: + properties: + - IterableValue +FieldValue_LogicalTypeValue: + properties: + - LogicalTypeValue +FieldValue_MapValue: + properties: + - MapValue +FieldValue_RowValue: + properties: + - RowValue +FinalizeBundleRequest: + methods: + - Descriptor + - GetInstructionId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - InstructionId +FinalizeBundleResponse: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +FixedKey: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Key + - Out + - UID +FixedReStream: + methods: + - Open + properties: + - Buf +FixedStream: + methods: + - Close + - Read + properties: + - Buf +FixedWindowsPayload: + methods: + - Descriptor + - GetOffset + - GetSize + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Offset + - Size +FixedWindowsPayload_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +Flatten: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - "N" + - Out + - UID +Fn: + methods: + - BundleFinalization + - Coder + - Context + - Descriptor + - Emits + - Equals + - Error + - EventTime + - GetDynfn + - GetFn + - GetOpt + - GetType + - Inputs + - Name + - OutEventTime + - Pane + - Params + - ProcessContinuation + - ProtoMessage + - ProtoReflect + - RTracker + - Reset + - Returns + - StateProvider + - String + - Type + - WatermarkEstimator + - Window + properties: + - DynFn + - Dynfn + - Fn + - Gap + - Kind + - Opt + - Param + - Period + - Recv + - Ret + - Size + - Type +FnParam: + properties: + - Kind + - T +FnParamKind: + methods: + - String +Footer: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +FullType: + methods: + - Class + - Components + - Descriptor + - GetComponents + - GetType + - ProtoMessage + - ProtoReflect + - Reset + - String + - Type + properties: + - Components + - Type +FullValue: + methods: + - String + properties: + - Continuation + - Elm + - Elm2 + - Pane + - Timestamp + - Windows +Func: + methods: + - Call + - Name + - Type + properties: + - In + - Name +Func0x0: + methods: + - Call0x0 +Func0x1: + methods: + - Call0x1 +Func0x2: + methods: + - Call0x2 +Func0x3: + methods: + - Call0x3 +Func0x4: + methods: + - Call0x4 +Func1x0: + methods: + - Call1x0 +Func1x1: + methods: + - Call1x1 +Func1x2: + methods: + - Call1x2 +Func1x3: + methods: + - Call1x3 +Func1x4: + methods: + - Call1x4 +Func2x0: + methods: + - Call2x0 +Func2x1: + methods: + - Call2x1 +Func2x2: + methods: + - Call2x2 +Func2x3: + methods: + - Call2x3 +Func2x4: + methods: + - Call2x4 +Func3x0: + methods: + - Call3x0 +Func3x1: + methods: + - Call3x1 +Func3x2: + methods: + - Call3x2 +Func3x3: + methods: + - Call3x3 +Func3x4: + methods: + - Call3x4 +Func4x0: + methods: + - Call4x0 +Func4x1: + methods: + - Call4x1 +Func4x2: + methods: + - Call4x2 +Func4x3: + methods: + - Call4x3 +Func4x4: + methods: + - Call4x4 +Func5x0: + methods: + - Call5x0 +Func5x1: + methods: + - Call5x1 +Func5x2: + methods: + - Call5x2 +Func5x3: + methods: + - Call5x3 +Func5x4: + methods: + - Call5x4 +Func6x0: + methods: + - Call6x0 +Func6x1: + methods: + - Call6x1 +Func6x2: + methods: + - Call6x2 +Func6x3: + methods: + - Call6x3 +Func6x4: + methods: + - Call6x4 +Func7x0: + methods: + - Call7x0 +Func7x1: + methods: + - Call7x1 +Func7x2: + methods: + - Call7x2 +Func7x3: + methods: + - Call7x3 +Func7x4: + methods: + - Call7x4 +Func8x0: + methods: + - Call8x0 +Func8x1: + methods: + - Call8x1 +Func8x2: + methods: + - Call8x2 +Func8x3: + methods: + - Call8x3 +Func8x4: + methods: + - Call8x4 +FunctionSpec: + methods: + - Descriptor + - GetPayload + - GetUrn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Payload + - Urn +Gauge: + methods: + - Set + - String +GaugeResult: + methods: + - Name + - Namespace + - Result + - Transform + properties: + - Attempted + - Key +GaugeValue: + properties: + - Timestamp + - Value +GenID: + methods: + - New +GetArtifactRequest: + methods: + - Descriptor + - GetArtifact + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Artifact +GetArtifactResponse: + methods: + - Descriptor + - GetData + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Data +GetJobMetricsRequest: + methods: + - Descriptor + - GetJobId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - JobId +GetJobMetricsResponse: + methods: + - Descriptor + - GetMetrics + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Metrics +GetJobPipelineRequest: + methods: + - Descriptor + - GetJobId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - JobId +GetJobPipelineResponse: + methods: + - Descriptor + - GetPipeline + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Pipeline +GetJobStateRequest: + methods: + - Descriptor + - GetJobId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - JobId +GetJobsRequest: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +GetJobsResponse: + methods: + - Descriptor + - GetJobInfo + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - JobInfo +GetManifestRequest: + methods: + - Descriptor + - GetRetrievalToken + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - RetrievalToken +GetManifestResponse: + methods: + - Descriptor + - GetManifest + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Manifest +GetProcessBundleDescriptorRequest: + methods: + - Descriptor + - GetProcessBundleDescriptorId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ProcessBundleDescriptorId +GetProvisionInfoRequest: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +GetProvisionInfoResponse: + methods: + - Descriptor + - GetInfo + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Info +GlobalWindow: + methods: + - Equals + - MaxTimestamp + - String +GlobalWindowsPayload: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +GlobalWindowsPayload_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +Graph: + methods: + - Build + - NewEdge + - NewNode + - NewScope + - Root + - String +GroupIntoBatchesPayload: + methods: + - Descriptor + - GetBatchSize + - GetBatchSizeBytes + - GetMaxBufferingDurationMillis + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - BatchSize + - BatchSizeBytes + - MaxBufferingDurationMillis +GrowableTracker: + methods: + - End + - GetProgress + - IsBounded + - Start + - TrySplit +GuardedError: + methods: + - Error + - TrySetError +HandlerParams: + methods: + - CoderMarshaller + - Inputs + - Outputs + properties: + - Config + - Req +HarnessMonitoringInfosRequest: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +HarnessMonitoringInfosResponse: + methods: + - Descriptor + - GetMonitoringData + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - MonitoringData +Header: + methods: + - Descriptor + - GetMaxMsgLen + - GetSdkVersion + - GetVersion + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - MaxMsgLen + - SdkVersion + - Version +Hook: + properties: + - Dialer + - Init + - Req + - Resp +Impulse: + methods: + - Down + - FinishBundle + - ID + - Process + - StartBundle + - String + - Up + properties: + - Out + - UID + - Value +Inbound: + methods: + - String + properties: + - From + - Kind + - Type +Inject: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - "N" + - Out + - UID + - ValueEncoder +InjectPayload: + methods: + - Descriptor + - GetN + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - "N" +Input: + properties: + - Key + - Name + - Time +InstructionRequest: + methods: + - Descriptor + - GetFinalizeBundle + - GetHarnessMonitoringInfos + - GetInstructionId + - GetMonitoringInfos + - GetProcessBundle + - GetProcessBundleProgress + - GetProcessBundleSplit + - GetRegister + - GetRequest + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - InstructionId + - Request +InstructionRequest_FinalizeBundle: + properties: + - FinalizeBundle +InstructionRequest_HarnessMonitoringInfos: + properties: + - HarnessMonitoringInfos +InstructionRequest_MonitoringInfos: + properties: + - MonitoringInfos +InstructionRequest_ProcessBundle: + properties: + - ProcessBundle +InstructionRequest_ProcessBundleProgress: + properties: + - ProcessBundleProgress +InstructionRequest_ProcessBundleSplit: + properties: + - ProcessBundleSplit +InstructionRequest_Register: + properties: + - Register +InstructionResponse: + methods: + - Descriptor + - GetError + - GetFinalizeBundle + - GetHarnessMonitoringInfos + - GetInstructionId + - GetMonitoringInfos + - GetProcessBundle + - GetProcessBundleProgress + - GetProcessBundleSplit + - GetRegister + - GetResponse + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Error + - InstructionId + - Response +InstructionResponse_FinalizeBundle: + properties: + - FinalizeBundle +InstructionResponse_HarnessMonitoringInfos: + properties: + - HarnessMonitoringInfos +InstructionResponse_MonitoringInfos: + properties: + - MonitoringInfos +InstructionResponse_ProcessBundle: + properties: + - ProcessBundle +InstructionResponse_ProcessBundleProgress: + properties: + - ProcessBundleProgress +InstructionResponse_ProcessBundleSplit: + properties: + - ProcessBundleSplit +InstructionResponse_Register: + properties: + - Register +Interface: + methods: + - List + - OpenRead + - OpenWrite + - Size +IntervalWindow: + methods: + - Equals + - MaxTimestamp + - String + properties: + - Start +IsBounded: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +IsBounded_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +IterableType: + methods: + - Descriptor + - GetElementType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ElementType +IterableTypeValue: + methods: + - Descriptor + - GetElement + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Element +JavaClassLookupPayload: + methods: + - Descriptor + - GetBuilderMethods + - GetClassName + - GetConstructorMethod + - GetConstructorPayload + - GetConstructorSchema + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - BuilderMethods + - ClassName + - ConstructorMethod + - ConstructorPayload + - ConstructorSchema +JobInfo: + methods: + - Descriptor + - GetJobId + - GetJobName + - GetPipelineOptions + - GetState + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - JobId + - JobName + - PipelineOptions + - State +JobMessage: + methods: + - Descriptor + - GetImportance + - GetMessageId + - GetMessageText + - GetTime + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Importance + - MessageId + - MessageText + - Time +JobMessage_MessageImportance: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +JobMessagesRequest: + methods: + - Descriptor + - GetJobId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - JobId +JobMessagesResponse: + methods: + - Descriptor + - GetMessageResponse + - GetResponse + - GetStateResponse + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Response +JobMessagesResponse_MessageResponse: + properties: + - MessageResponse +JobMessagesResponse_StateResponse: + properties: + - StateResponse +JobOptions: + properties: + - Algorithm + - ArtifactURLs + - ContainerImage + - DataflowServiceOptions + - DiskSizeGb + - DiskType + - EnableHotKeyLogging + - Experiments + - FlexRSGoal + - KmsKey + - Labels + - MachineType + - MaxNumWorkers + - Name + - Network + - NoUsePublicIPs + - NumWorkers + - Options + - Parallelism + - Project + - Region + - RetainDocker + - ServiceAccountEmail + - Subnetwork + - TeardownPolicy + - TempLocation + - TemplateLocation + - TransformNameMapping + - Update + - Worker + - WorkerHarnessThreads + - WorkerJar + - WorkerRegion + - WorkerZone + - Zone +JobService_GetMessageStreamClient: + methods: + - Recv +JobService_GetMessageStreamServer: + methods: + - Send +JobService_GetStateStreamClient: + methods: + - Recv +JobService_GetStateStreamServer: + methods: + - Send +JobServiceClient: + methods: + - Cancel + - DescribePipelineOptions + - GetJobMetrics + - GetJobs + - GetMessageStream + - GetPipeline + - GetState + - GetStateStream + - Prepare + - Run +JobServiceServer: + methods: + - Cancel + - DescribePipelineOptions + - GetJobMetrics + - GetJobs + - GetMessageStream + - GetPipeline + - GetState + - GetStateStream + - Prepare + - Run +JobState: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +JobState_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +JobStateEvent: + methods: + - Descriptor + - GetState + - GetTimestamp + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - State + - Timestamp +KV: {} +KeyedFile: + properties: + - Key +Kind: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +LabelledPayload: + methods: + - Descriptor + - GetBoolValue + - GetDoubleValue + - GetIntValue + - GetKey + - GetLabel + - GetNamespace + - GetStringValue + - GetValue + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Key + - Label + - Namespace + - Value +LabelledPayload_BoolValue: + properties: + - BoolValue +LabelledPayload_DoubleValue: + properties: + - DoubleValue +LabelledPayload_IntValue: + properties: + - IntValue +LabelledPayload_StringValue: + properties: + - StringValue +Labels: + methods: + - Map + - Name + - Namespace + - PCollection + - Transform +LegacyArtifactRetrievalService_GetArtifactClient: + methods: + - Recv +LegacyArtifactRetrievalService_GetArtifactServer: + methods: + - Send +LegacyArtifactRetrievalServiceClient: + methods: + - GetArtifact + - GetManifest +LegacyArtifactRetrievalServiceServer: + methods: + - GetArtifact + - GetManifest +LegacyArtifactStagingService_PutArtifactClient: + methods: + - CloseAndRecv + - Send +LegacyArtifactStagingService_PutArtifactServer: + methods: + - Recv + - SendAndClose +LegacyArtifactStagingServiceClient: + methods: + - CommitManifest + - PutArtifact +LegacyArtifactStagingServiceServer: + methods: + - CommitManifest + - PutArtifact +LegacyGetArtifactRequest: + methods: + - Descriptor + - GetName + - GetRetrievalToken + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Name + - RetrievalToken +LiftedCombine: + methods: + - Down + - FinishBundle + - ProcessElement + - StartBundle + - String + - Up + properties: + - KeyCoder + - WindowCoder +LockRTracker: + methods: + - GetError + - GetProgress + - GetRestriction + - IsBounded + - IsDone + - TryClaim + - TrySplit + properties: + - Mu + - Rt +LogControl: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +LogEntry: + methods: + - Descriptor + - GetInstructionId + - GetLogLocation + - GetMessage + - GetSeverity + - GetThread + - GetTimestamp + - GetTrace + - GetTransformId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - InstructionId + - LogLocation + - Message + - Severity + - Thread + - Timestamp + - Trace + - TransformId +LogEntry_List: + methods: + - Descriptor + - GetLogEntries + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - LogEntries +LogEntry_Severity: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +LogEntry_Severity_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +Logger: + methods: + - Log +LogicalType: + methods: + - ArgumentType + - ArgumentValue + - Descriptor + - GetArgument + - GetArgumentType + - GetPayload + - GetRepresentation + - GetUrn + - GoType + - ID + - ProtoMessage + - ProtoReflect + - Reset + - StorageType + - String + properties: + - Argument + - ArgumentType + - Payload + - Representation + - Urn +LogicalTypeValue: + methods: + - Descriptor + - GetValue + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Value +LogicalTypes: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +LogicalTypes_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +Loopback: + methods: + - EnvironmentConfig + - StartWorker + - Stop + - StopWorker +MainInput: + properties: + - Key + - RTracker + - Values +Manifest: + methods: + - Descriptor + - GetArtifact + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Artifact +ManualWatermarkEstimator: + methods: + - CurrentWatermark + - UpdateWatermark + properties: + - State +Map: + methods: + - Clear + - CoderType + - Get + - KeyCoderType + - Keys + - Put + - Remove + - StateKey + - StateType + properties: + - Key +MapLoader: + methods: + - LoadMap +MapStateSpec: + methods: + - Descriptor + - GetKeyCoderId + - GetValueCoderId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - KeyCoderId + - ValueCoderId +MapType: + methods: + - Descriptor + - GetKeyType + - GetValueType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - KeyType + - ValueType +MapTypeEntry: + methods: + - Descriptor + - GetKey + - GetValue + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Key + - Value +MapTypeValue: + methods: + - Descriptor + - GetEntries + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Entries +MavenPayload: + methods: + - Descriptor + - GetArtifact + - GetRepositoryUrl + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Artifact + - RepositoryUrl +MergeAccumulators: + methods: + - ProcessElement + - String + - Up +MergeStatus: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +MergeStatus_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +MessageWithComponents: + methods: + - Descriptor + - GetCoder + - GetCombinePayload + - GetComponents + - GetFunctionSpec + - GetParDoPayload + - GetPcollection + - GetPtransform + - GetReadPayload + - GetRoot + - GetSideInput + - GetWindowIntoPayload + - GetWindowingStrategy + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Components + - Root +MessageWithComponents_Coder: + properties: + - Coder +MessageWithComponents_CombinePayload: + properties: + - CombinePayload +MessageWithComponents_FunctionSpec: + properties: + - FunctionSpec +MessageWithComponents_ParDoPayload: + properties: + - ParDoPayload +MessageWithComponents_Pcollection: + properties: + - Pcollection +MessageWithComponents_Ptransform: + properties: + - Ptransform +MessageWithComponents_ReadPayload: + properties: + - ReadPayload +MessageWithComponents_SideInput: + properties: + - SideInput +MessageWithComponents_WindowIntoPayload: + properties: + - WindowIntoPayload +MessageWithComponents_WindowingStrategy: + properties: + - WindowingStrategy +MetricResults: + methods: + - Descriptor + - GetAttempted + - GetCommitted + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Attempted + - Committed +MonitoringInfo: + methods: + - Descriptor + - GetLabels + - GetPayload + - GetStartTime + - GetType + - GetUrn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Labels + - Payload + - StartTime + - Type + - Urn +MonitoringInfo_MonitoringInfoLabels: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +MonitoringInfoLabelProps: + methods: + - Descriptor + - GetName + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Name +MonitoringInfoSpec: + methods: + - Descriptor + - GetAnnotations + - GetRequiredLabels + - GetType + - GetUrn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Annotations + - RequiredLabels + - Type + - Urn +MonitoringInfoSpecs: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +MonitoringInfoSpecs_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +MonitoringInfoTypeUrns: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +MonitoringInfoTypeUrns_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +MonitoringInfosMetadataRequest: + methods: + - Descriptor + - GetMonitoringInfoId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - MonitoringInfoId +MonitoringInfosMetadataResponse: + methods: + - Descriptor + - GetMonitoringInfo + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - MonitoringInfo +MsecResult: + methods: + - Name + - Namespace + - Result + - Transform + properties: + - Attempted + - Key +MsecValue: + properties: + - Start +MultiEdge: + methods: + - Descriptor + - GetFn + - GetInbound + - GetOpcode + - GetOutbound + - GetWindowFn + - ID + - Name + - ProtoMessage + - ProtoReflect + - Reset + - Scope + - String + properties: + - AccumCoder + - CombineFn + - DoFn + - External + - Fn + - Inbound + - Input + - Op + - Opcode + - Outbound + - Output + - Payload + - RestrictionCoder + - StateCoders + - Value + - WindowFn +MultiEdge_Inbound: + methods: + - Descriptor + - GetKind + - GetType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Kind + - Type +MultiEdge_Inbound_InputKind: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +MultiEdge_Outbound: + methods: + - Descriptor + - GetType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Type +Multiplex: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Out + - UID +Mutation: + methods: + - Set + - WithGroupKey + properties: + - GroupKey + - Ops + - RowKey +NamedEdge: + properties: + - Edge + - Name +NamedScope: + properties: + - Name + - Scope +NeverTrigger: + methods: + - String +Node: + methods: + - Bounded + - ID + - String + - Type + - WindowingStrategy + properties: + - Coder +Nullable: {} +OnTimeBehavior: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +OnTimeBehavior_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +Operation: + properties: + - Column + - Family + - Ts + - Value +Option: + methods: + - Descriptor + - GetName + - GetType + - GetValue + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Name + - Payload + - Type + - Urn + - Value +Options: + methods: + - Add + - Export + - Get + - Import + - LoadOptionsFromFlags + - Set + properties: + - Environment +Opts: + properties: + - InternalSharding + - K + - NumQuantiles +OrFinallyTrigger: + methods: + - Finally + - Main + - String +OrderedListStateSpec: + methods: + - Descriptor + - GetElementCoderId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ElementCoderId +Outbound: + methods: + - String + properties: + - To + - Type +OutputTime: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +OutputTime_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +PCol: + methods: + - ID + - WSID + - WindowingStrategy + properties: + - Bounded + - Coder + - Index + - Local +PColResult: + methods: + - Name + - Namespace + - Result + - Transform + properties: + - Attempted + - Key +PColValue: + properties: + - ElementCount + - SampledByteSize +PCollection: + methods: + - Coder + - Descriptor + - Down + - FinishBundle + - GetCoderId + - GetDisplayData + - GetIsBounded + - GetUniqueName + - GetWindowingStrategyId + - ID + - IsValid + - ProcessElement + - ProtoMessage + - ProtoReflect + - Reset + - SetCoder + - StartBundle + - String + - Type + - Up + properties: + - Coder + - CoderId + - DisplayData + - IsBounded + - Out + - PColID + - Seed + - UID + - UniqueName + - WindowingStrategyId +PCollectionSnapshot: + properties: + - ElementCount + - ID + - SizeCount +PTransform: + methods: + - Descriptor + - GetAnnotations + - GetDisplayData + - GetEnvironmentId + - GetInputs + - GetOutputs + - GetSpec + - GetSubtransforms + - GetUniqueName + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Annotations + - DisplayData + - EnvironmentId + - Inputs + - Outputs + - Spec + - Subtransforms + - UniqueName +PTransformState: + methods: + - Set +PairWithRestriction: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Fn + - Out + - UID +PaneInfo: + properties: + - Index + - IsFirst + - Timing +ParDo: + methods: + - AttachFinalizer + - Down + - FinishBundle + - GetPID + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Fn + - Inbound + - Out + - PID + - Side + - UID + - UState +ParDoPayload: + methods: + - Descriptor + - GetDoFn + - GetOnWindowExpirationTimerFamilySpec + - GetRequestsFinalization + - GetRequiresStableInput + - GetRequiresTimeSortedInput + - GetRestrictionCoderId + - GetSideInputs + - GetStateSpecs + - GetTimerFamilySpecs + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - DoFn + - OnWindowExpirationTimerFamilySpec + - RequestsFinalization + - RequiresStableInput + - RequiresTimeSortedInput + - RestrictionCoderId + - SideInputs + - StateSpecs + - TimerFamilySpecs +Payload: + properties: + - Config + - Data + - DataSchema + - InputsMap + - Location + - OutputsMap + - URN +Pipeline: + methods: + - Build + - Descriptor + - GetComponents + - GetDisplayData + - GetRequirements + - GetRootTransformIds + - ProtoMessage + - ProtoReflect + - Reset + - Root + - String + properties: + - Components + - DisplayData + - Requirements + - RootTransformIds +PipelineOptionDescriptor: + methods: + - Descriptor + - GetDefaultValue + - GetDescription + - GetGroup + - GetName + - GetType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - DefaultValue + - Description + - Group + - Name + - Type +PipelineOptionType: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +PipelineOptionType_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +PipelineResult: + methods: + - JobID + - Metrics +PipelineState: + methods: + - CoderType + - KeyCoderType + - StateKey + - StateType +Plan: + methods: + - Checkpoint + - Down + - Execute + - Finalize + - GetExpirationTime + - ID + - Progress + - SourcePTransformID + - Split + - String +PlanSnapshot: + properties: + - PCols + - Source +Port: + properties: + - URL +PrepareJobRequest: + methods: + - Descriptor + - GetJobName + - GetPipeline + - GetPipelineOptions + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - JobName + - Pipeline + - PipelineOptions +PrepareJobResponse: + methods: + - Descriptor + - GetArtifactStagingEndpoint + - GetPreparationId + - GetStagingSessionToken + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ArtifactStagingEndpoint + - PreparationId + - StagingSessionToken +ProcessBundleDescriptor: + methods: + - Descriptor + - GetCoders + - GetEnvironments + - GetId + - GetPcollections + - GetStateApiServiceDescriptor + - GetTimerApiServiceDescriptor + - GetTransforms + - GetWindowingStrategies + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Coders + - Environments + - Id + - Pcollections + - StateApiServiceDescriptor + - TimerApiServiceDescriptor + - Transforms + - WindowingStrategies +ProcessBundleProgressRequest: + methods: + - Descriptor + - GetInstructionId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - InstructionId +ProcessBundleProgressResponse: + methods: + - Descriptor + - GetMonitoringData + - GetMonitoringInfos + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - MonitoringData + - MonitoringInfos +ProcessBundleRequest: + methods: + - Descriptor + - GetCacheTokens + - GetElements + - GetProcessBundleDescriptorId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - CacheTokens + - Elements + - ProcessBundleDescriptorId +ProcessBundleRequest_CacheToken: + methods: + - Descriptor + - GetSideInput + - GetToken + - GetType + - GetUserState + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Token + - Type +ProcessBundleRequest_CacheToken_SideInput: + methods: + - Descriptor + - GetSideInputId + - GetTransformId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - SideInputId + - TransformId +ProcessBundleRequest_CacheToken_SideInput_: + properties: + - SideInput +ProcessBundleRequest_CacheToken_UserState: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +ProcessBundleRequest_CacheToken_UserState_: + properties: + - UserState +ProcessBundleResponse: + methods: + - Descriptor + - GetElements + - GetMonitoringData + - GetMonitoringInfos + - GetRequiresFinalization + - GetResidualRoots + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Elements + - MonitoringData + - MonitoringInfos + - RequiresFinalization + - ResidualRoots +ProcessBundleSplitRequest: + methods: + - Descriptor + - GetDesiredSplits + - GetInstructionId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - DesiredSplits + - InstructionId +ProcessBundleSplitRequest_DesiredSplit: + methods: + - Descriptor + - GetAllowedSplitPoints + - GetEstimatedInputElements + - GetFractionOfRemainder + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - AllowedSplitPoints + - EstimatedInputElements + - FractionOfRemainder +ProcessBundleSplitResponse: + methods: + - Descriptor + - GetChannelSplits + - GetPrimaryRoots + - GetResidualRoots + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ChannelSplits + - PrimaryRoots + - ResidualRoots +ProcessBundleSplitResponse_ChannelSplit: + methods: + - Descriptor + - GetFirstResidualElement + - GetLastPrimaryElement + - GetTransformId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - FirstResidualElement + - LastPrimaryElement + - TransformId +ProcessContinuation: + methods: + - ResumeDelay + - ShouldResume +ProcessPayload: + methods: + - Descriptor + - GetArch + - GetCommand + - GetEnv + - GetOs + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Arch + - Command + - Env + - Os +ProcessSizedElementsAndRestrictions: + methods: + - AttachFinalizer + - Checkpoint + - Down + - FinishBundle + - GetInputId + - GetOutputWatermark + - GetProgress + - GetTransformId + - ID + - ProcessElement + - Split + - StartBundle + - String + - Up + properties: + - PDo + - SU + - TfId +ProgressReportSnapshot: + properties: + - Count + - ID +Provider: + methods: + - AddInputFn + - ClearBagState + - ClearMapState + - ClearMapStateKey + - ClearValueState + - CreateAccumulatorFn + - ExtractOutputFn + - MergeAccumulatorsFn + - ReadBagState + - ReadMapStateKeys + - ReadMapStateValue + - ReadValueState + - WriteBagState + - WriteMapState + - WriteValueState +ProvisionInfo: + methods: + - Descriptor + - GetArtifactEndpoint + - GetControlEndpoint + - GetDependencies + - GetLoggingEndpoint + - GetMetadata + - GetPipelineOptions + - GetRetrievalToken + - GetRunnerCapabilities + - GetSiblingWorkerIds + - GetStatusEndpoint + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ArtifactEndpoint + - ControlEndpoint + - Dependencies + - LoggingEndpoint + - Metadata + - PipelineOptions + - RetrievalToken + - RunnerCapabilities + - SiblingWorkerIds + - StatusEndpoint +ProvisionServiceClient: + methods: + - GetProvisionInfo +ProvisionServiceServer: + methods: + - GetProvisionInfo +ProxyManifest: + methods: + - Descriptor + - GetLocation + - GetManifest + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Location + - Manifest +ProxyManifest_Location: + methods: + - Descriptor + - GetName + - GetUri + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Name + - Uri +PubSubReadPayload: + methods: + - Descriptor + - GetIdAttribute + - GetSubscription + - GetSubscriptionRuntimeOverridden + - GetTimestampAttribute + - GetTopic + - GetTopicRuntimeOverridden + - GetWithAttributes + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - IdAttribute + - Subscription + - SubscriptionRuntimeOverridden + - TimestampAttribute + - Topic + - TopicRuntimeOverridden + - WithAttributes +PubSubWritePayload: + methods: + - Descriptor + - GetIdAttribute + - GetTimestampAttribute + - GetTopic + - GetTopicRuntimeOverridden + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - IdAttribute + - TimestampAttribute + - Topic + - TopicRuntimeOverridden +PutArtifactMetadata: + methods: + - Descriptor + - GetMetadata + - GetStagingSessionToken + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Metadata + - StagingSessionToken +PutArtifactRequest: + methods: + - Descriptor + - GetContent + - GetData + - GetMetadata + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Content +PutArtifactRequest_Data: + properties: + - Data +PutArtifactRequest_Metadata: + properties: + - Metadata +PutArtifactResponse: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +PyPIPayload: + methods: + - Descriptor + - GetArtifactId + - GetVersion + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ArtifactId + - Version +QualifiedTableName: + methods: + - String + properties: + - Dataset + - Project + - Table +QueryOptions: + properties: + - UseStandardSQL +QueryResults: + methods: + - Counters + - Distributions + - Gauges + - Msecs + - PCols +RTracker: + methods: + - GetError + - GetProgress + - GetRestriction + - IsDone + - TryClaim + - TrySplit +RangeEndEstimator: + methods: + - Estimate +RawOptions: + properties: + - Options +RawOptionsWrapper: + properties: + - AppName + - Experiments + - Options + - Parallelism + - RetainDocker + - Runner +ReStream: + methods: + - Open +ReadModifyWriteStateSpec: + methods: + - Descriptor + - GetCoderId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - CoderId +ReadOptions: + properties: + - IDAttribute + - Subscription + - TimestampAttribute + - WithAttributes +ReadPayload: + methods: + - Descriptor + - GetIsBounded + - GetSource + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - IsBounded + - Source +RegisterRequest: + methods: + - Descriptor + - GetProcessBundleDescriptor + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ProcessBundleDescriptor +RegisterResponse: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +Registry: + methods: + - FromType + - RegisterLogicalType + - RegisterLogicalTypeProvider + - RegisterType + - Registered + - ToType +RemoteGrpcPort: + methods: + - Descriptor + - GetApiServiceDescriptor + - GetCoderId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ApiServiceDescriptor + - CoderId +Remover: + methods: + - Remove +Renamer: + methods: + - Rename +RepeatTrigger: + methods: + - String + - SubTrigger +ReshuffleInput: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Coder + - Out + - SID + - Seed + - UID +ReshuffleOutput: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Coder + - Out + - SID + - UID +ReshufflePayload: + methods: + - Descriptor + - GetCoderId + - GetCoderPayloads + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - CoderId + - CoderPayloads +ResolveArtifactsRequest: + methods: + - Descriptor + - GetArtifacts + - GetPreferredUrns + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Artifacts + - PreferredUrns +ResolveArtifactsResponse: + methods: + - Descriptor + - GetReplacements + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Replacements +ResolveConfig: + properties: + - JoinFn + - SdkPath +Restriction: + methods: + - EvenSplits + - Size + - SizedSplits + properties: + - Start +Results: + methods: + - AllMetrics + - Query +RetrievalServer: + methods: + - GetArtifact + - GetManifest +ReturnKind: + methods: + - String +ReturnParam: + properties: + - Kind + - T +ReusableEmitter: + methods: + - Init + - Value +ReusableInput: + methods: + - Init + - Reset + - Value +ReusableTimestampObservingWatermarkEmitter: + methods: + - AttachEstimator +Root: + methods: + - Process +Row: + methods: + - Descriptor + - GetValues + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Values +RowDecoderBuilder: + methods: + - Build + - Register + properties: + - RequireAllFieldsExported +RowEncoderBuilder: + methods: + - Build + - Register + properties: + - RequireAllFieldsExported +RowType: + methods: + - Descriptor + - GetSchema + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Schema +RunJobRequest: + methods: + - Descriptor + - GetPreparationId + - GetRetrievalToken + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - PreparationId + - RetrievalToken +RunJobResponse: + methods: + - Descriptor + - GetJobId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - JobId +SCombine: + methods: + - MergeAccumulators +Schema: + methods: + - Descriptor + - GetEncodingPositionsSet + - GetFields + - GetId + - GetOptions + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - EncodingPositionsSet + - Fields + - Id + - Options +SchemaCoder: + methods: + - Register + - Validate + properties: + - CmpOptions +SchemaProvider: + methods: + - BuildDecoder + - BuildEncoder + - FromLogicalType +Scope: + methods: + - ID + - IsValid + - Scope + - String + properties: + - Label + - Parent +ScopeTree: + properties: + - Children + - Edges + - Scope +ScopedDataManager: + methods: + - Close + - OpenRead + - OpenWrite +ScopedStateReader: + methods: + - Close + - GetSideInputCache + - OpenBagUserStateAppender + - OpenBagUserStateClearer + - OpenBagUserStateReader + - OpenIterable + - OpenIterableSideInput + - OpenMultiMapSideInput + - OpenMultimapKeysUserStateClearer + - OpenMultimapKeysUserStateReader + - OpenMultimapUserStateAppender + - OpenMultimapUserStateClearer + - OpenMultimapUserStateReader +SdfFallback: + methods: + - AttachFinalizer + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - PDo +SearchQuery: + properties: + - Identifier + - Parameters + - ResourceType +SessionWindowsPayload: + methods: + - Descriptor + - GetGapSize + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - GapSize +SessionWindowsPayload_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +Set: + methods: + - Add + - Clear + - CoderType + - Contains + - KeyCoderType + - Keys + - Remove + - StateKey + - StateType + properties: + - Key +SetStateSpec: + methods: + - Descriptor + - GetElementCoderId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ElementCoderId +SideCache: + methods: + - QueryCache + - SetCache +SideInput: + methods: + - Descriptor + - GetAccessPattern + - GetViewFn + - GetWindowMappingFn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - AccessPattern + - Input + - ViewFn + - WindowMappingFn +SideInputAdapter: + methods: + - NewIterable + - NewKeyedIterable +SideInputCache: + methods: + - CacheMetrics + - CompleteBundle + - Init + - QueryCache + - SetCache + - SetValidTokens +Signature: + methods: + - String + properties: + - Args + - OptArgs + - OptReturn + - Return +SingleResult: + methods: + - Name + - Namespace + - Transform +SliceLoader: + methods: + - LoadSlice +SlidingWindowsPayload: + methods: + - Descriptor + - GetOffset + - GetPeriod + - GetSize + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Offset + - Period + - Size +SlidingWindowsPayload_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +SourceConfig: + properties: + - HotKeyFraction + - InitialSplits + - KeySize + - NumElements + - NumHotKeys + - ValueSize +SourceConfigBuilder: + methods: + - Build + - BuildFromJSON + - HotKeyFraction + - InitialSplits + - KeySize + - NumElements + - NumHotKeys + - ValueSize +SplitAndSizeRestrictions: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Fn + - Out + - UID +SplitPoints: + properties: + - BufSize + - Frac + - Splits +SplitResult: + properties: + - InId + - OW + - PI + - PS + - RI + - RS + - TId +SplittableDoFn: + methods: + - CreateInitialRestrictionFn + - CreateTrackerFn + - CreateWatermarkEstimatorFn + - HasTruncateRestriction + - InitialWatermarkEstimatorStateFn + - IsStatefulWatermarkEstimating + - IsWatermarkEstimating + - Name + - RestrictionSizeFn + - RestrictionT + - SplitRestrictionFn + - TruncateRestrictionFn + - WatermarkEstimatorStateFn + - WatermarkEstimatorStateT + - WatermarkEstimatorT +SplittableUnit: + methods: + - Checkpoint + - GetInputId + - GetOutputWatermark + - GetProgress + - GetTransformId + - Split +StagingServer: + methods: + - CommitManifest + - PutArtifact +Standard: + methods: + - Log + properties: + - Level +StandardArtifacts: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardArtifacts_Roles: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardArtifacts_Types: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardCoders: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardCoders_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardDisplayData: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardDisplayData_DisplayData: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardEnvironments: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardEnvironments_Environments: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardPTransforms: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardPTransforms_CombineComponents: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardPTransforms_Composites: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardPTransforms_DeprecatedPrimitives: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardPTransforms_GroupIntoBatchesComponents: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardPTransforms_Primitives: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardPTransforms_SplittableParDoComponents: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardProtocols: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardProtocols_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardRequirements: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardRequirements_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardResourceHints: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardResourceHints_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardRunnerProtocols: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardRunnerProtocols_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardSideInputTypes: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardSideInputTypes_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StandardUserStateTypes: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StandardUserStateTypes_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +StartWorkerRequest: + methods: + - Descriptor + - GetArtifactEndpoint + - GetControlEndpoint + - GetLoggingEndpoint + - GetParams + - GetProvisionEndpoint + - GetWorkerId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ArtifactEndpoint + - ControlEndpoint + - LoggingEndpoint + - Params + - ProvisionEndpoint + - WorkerId +StartWorkerResponse: + methods: + - Descriptor + - GetError + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Error +StateAppendRequest: + methods: + - Descriptor + - GetData + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Data +StateAppendResponse: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StateChannel: + methods: + - Send + properties: + - DoneCh +StateChannelManager: + methods: + - Open +StateClearRequest: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StateClearResponse: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +StateGetRequest: + methods: + - Descriptor + - GetContinuationToken + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ContinuationToken +StateGetResponse: + methods: + - Descriptor + - GetContinuationToken + - GetData + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ContinuationToken + - Data +StateKey: + methods: + - Descriptor + - GetBagUserState + - GetIterableSideInput + - GetMultimapKeysSideInput + - GetMultimapKeysUserState + - GetMultimapSideInput + - GetMultimapUserState + - GetRunner + - GetType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Type +StateKey_BagUserState: + methods: + - Descriptor + - GetKey + - GetTransformId + - GetUserStateId + - GetWindow + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Key + - TransformId + - UserStateId + - Window +StateKey_BagUserState_: + properties: + - BagUserState +StateKey_IterableSideInput: + methods: + - Descriptor + - GetSideInputId + - GetTransformId + - GetWindow + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - SideInputId + - TransformId + - Window +StateKey_IterableSideInput_: + properties: + - IterableSideInput +StateKey_MultimapKeysSideInput: + methods: + - Descriptor + - GetSideInputId + - GetTransformId + - GetWindow + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - SideInputId + - TransformId + - Window +StateKey_MultimapKeysSideInput_: + properties: + - MultimapKeysSideInput +StateKey_MultimapKeysUserState: + methods: + - Descriptor + - GetKey + - GetTransformId + - GetUserStateId + - GetWindow + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Key + - TransformId + - UserStateId + - Window +StateKey_MultimapKeysUserState_: + properties: + - MultimapKeysUserState +StateKey_MultimapSideInput: + methods: + - Descriptor + - GetKey + - GetSideInputId + - GetTransformId + - GetWindow + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Key + - SideInputId + - TransformId + - Window +StateKey_MultimapSideInput_: + properties: + - MultimapSideInput +StateKey_MultimapUserState: + methods: + - Descriptor + - GetKey + - GetMapKey + - GetTransformId + - GetUserStateId + - GetWindow + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Key + - MapKey + - TransformId + - UserStateId + - Window +StateKey_MultimapUserState_: + properties: + - MultimapUserState +StateKey_Runner: + methods: + - Descriptor + - GetKey + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Key +StateKey_Runner_: + properties: + - Runner +StateReader: + methods: + - GetSideInputCache + - OpenBagUserStateAppender + - OpenBagUserStateClearer + - OpenBagUserStateReader + - OpenIterable + - OpenIterableSideInput + - OpenMultiMapSideInput + - OpenMultimapKeysUserStateClearer + - OpenMultimapKeysUserStateReader + - OpenMultimapUserStateAppender + - OpenMultimapUserStateClearer + - OpenMultimapUserStateReader +StateRequest: + methods: + - Descriptor + - GetAppend + - GetClear + - GetGet + - GetId + - GetInstructionId + - GetRequest + - GetStateKey + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Id + - InstructionId + - Request + - StateKey +StateRequest_Append: + properties: + - Append +StateRequest_Clear: + properties: + - Clear +StateRequest_Get: + properties: + - Get +StateResponse: + methods: + - Descriptor + - GetAppend + - GetClear + - GetError + - GetGet + - GetId + - GetResponse + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Error + - Id + - Response +StateResponse_Append: + properties: + - Append +StateResponse_Clear: + properties: + - Clear +StateResponse_Get: + properties: + - Get +StateSampler: + methods: + - Sample + - SetLogInterval +StateSpec: + methods: + - Descriptor + - GetBagSpec + - GetCombiningSpec + - GetMapSpec + - GetOrderedListSpec + - GetProtocol + - GetReadModifyWriteSpec + - GetSetSpec + - GetSpec + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Protocol + - Spec +StateSpec_BagSpec: + properties: + - BagSpec +StateSpec_CombiningSpec: + properties: + - CombiningSpec +StateSpec_MapSpec: + properties: + - MapSpec +StateSpec_OrderedListSpec: + properties: + - OrderedListSpec +StateSpec_ReadModifyWriteSpec: + properties: + - ReadModifyWriteSpec +StateSpec_SetSpec: + properties: + - SetSpec +Status: + methods: + - String +StepConfig: + properties: + - FilterRatio + - InitialSplits + - OutputPerInput + - Splittable +StepConfigBuilder: + methods: + - Build + - FilterRatio + - InitialSplits + - OutputPerInput + - Splittable +StepKey: + properties: + - Step +StopWorkerRequest: + methods: + - Descriptor + - GetWorkerId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - WorkerId +StopWorkerResponse: + methods: + - Descriptor + - GetError + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Error +Store: + methods: + - BundleState + - StateRegistry +Stream: + methods: + - Read +StreamID: + methods: + - String + properties: + - Port + - PtransformID +SymbolResolver: + methods: + - Sym2Addr +SymbolTable: + methods: + - Addr2Sym + - Sym2Addr +T: + methods: + - Errorf + - FailNow + - Failed + - Helper + - Run +TestStreamPayload: + methods: + - Descriptor + - GetCoderId + - GetEndpoint + - GetEvents + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - CoderId + - Endpoint + - Events +TestStreamPayload_Event: + methods: + - Descriptor + - GetElementEvent + - GetEvent + - GetProcessingTimeEvent + - GetWatermarkEvent + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Event +TestStreamPayload_Event_AddElements: + methods: + - Descriptor + - GetElements + - GetTag + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Elements + - Tag +TestStreamPayload_Event_AdvanceProcessingTime: + methods: + - Descriptor + - GetAdvanceDuration + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - AdvanceDuration +TestStreamPayload_Event_AdvanceWatermark: + methods: + - Descriptor + - GetNewWatermark + - GetTag + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - NewWatermark + - Tag +TestStreamPayload_Event_ElementEvent: + properties: + - ElementEvent +TestStreamPayload_Event_ProcessingTimeEvent: + properties: + - ProcessingTimeEvent +TestStreamPayload_Event_WatermarkEvent: + properties: + - WatermarkEvent +TestStreamPayload_TimestampedElement: + methods: + - Descriptor + - GetEncodedElement + - GetTimestamp + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - EncodedElement + - Timestamp +TestStreamService_EventsClient: + methods: + - Recv +TestStreamService_EventsServer: + methods: + - Send +TestStreamServiceClient: + methods: + - Events +TestStreamServiceServer: + methods: + - Events +Time: + methods: + - Add + - Milliseconds + - String + - Subtract + - ToTime +TimeDomain: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +TimeDomain_Enum: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +TimerFamilySpec: + methods: + - Descriptor + - GetTimeDomain + - GetTimerFamilyCoderId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - TimeDomain + - TimerFamilyCoderId +TimerMap: + properties: + - Clear + - FireTimestamp + - Key + - Pane + - Windows +Timers: + properties: + - Clear + - FireTimestamp + - Key + - Pane + - Tag + - Windows +TimestampObservingEstimator: + methods: + - ObserveTimestamp +TimestampObservingWatermarkEstimator: + methods: + - CurrentWatermark + - ObserveTimestamp + properties: + - State +TimestampTransform: + methods: + - Descriptor + - GetAlignTo + - GetDelay + - GetTimestampTransform + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - TimestampTransform +TimestampTransform_AlignTo: + methods: + - Descriptor + - GetOffset + - GetPeriod + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Offset + - Period +TimestampTransform_AlignTo_: + properties: + - AlignTo +TimestampTransform_Delay: + methods: + - Descriptor + - GetDelayMillis + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - DelayMillis +TimestampTransform_Delay_: + properties: + - Delay +Top: + properties: + - Emitters + - FileName + - Functions + - Imports + - Inputs + - Shims + - Types + - Wraps +Tracker: + methods: + - GetError + - GetProgress + - GetRestriction + - IsBounded + - IsDone + - TryClaim + - TrySplit +Transaction: + properties: + - Key + - MapKey + - Type + - Val +TransformPayload: + methods: + - Descriptor + - GetEdge + - GetInject + - GetReshuffle + - GetUrn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Edge + - Inject + - Reshuffle + - Urn +Trigger: + methods: + - Descriptor + - GetAfterAll + - GetAfterAny + - GetAfterEach + - GetAfterEndOfWindow + - GetAfterProcessingTime + - GetAfterSynchronizedProcessingTime + - GetAlways + - GetDefault + - GetElementCount + - GetNever + - GetOrFinally + - GetRepeat + - GetTrigger + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Trigger +Trigger_AfterAll: + methods: + - Descriptor + - GetSubtriggers + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Subtriggers +Trigger_AfterAll_: + properties: + - AfterAll +Trigger_AfterAny: + methods: + - Descriptor + - GetSubtriggers + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Subtriggers +Trigger_AfterAny_: + properties: + - AfterAny +Trigger_AfterEach: + methods: + - Descriptor + - GetSubtriggers + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Subtriggers +Trigger_AfterEach_: + properties: + - AfterEach +Trigger_AfterEndOfWindow: + methods: + - Descriptor + - GetEarlyFirings + - GetLateFirings + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - EarlyFirings + - LateFirings +Trigger_AfterEndOfWindow_: + properties: + - AfterEndOfWindow +Trigger_AfterProcessingTime: + methods: + - Descriptor + - GetTimestampTransforms + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - TimestampTransforms +Trigger_AfterProcessingTime_: + properties: + - AfterProcessingTime +Trigger_AfterSynchronizedProcessingTime: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +Trigger_AfterSynchronizedProcessingTime_: + properties: + - AfterSynchronizedProcessingTime +Trigger_Always: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +Trigger_Always_: + properties: + - Always +Trigger_Default: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +Trigger_Default_: + properties: + - Default +Trigger_ElementCount: + methods: + - Descriptor + - GetElementCount + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ElementCount +Trigger_ElementCount_: + properties: + - ElementCount +Trigger_Never: + methods: + - Descriptor + - ProtoMessage + - ProtoReflect + - Reset + - String +Trigger_Never_: + properties: + - Never +Trigger_OrFinally: + methods: + - Descriptor + - GetFinally + - GetMain + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Finally + - Main +Trigger_OrFinally_: + properties: + - OrFinally +Trigger_Repeat: + methods: + - Descriptor + - GetSubtrigger + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Subtrigger +Trigger_Repeat_: + properties: + - Repeat +TruncateSizedRestriction: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Fn + - Out + - UID +Type: + methods: + - Descriptor + - GetChanDir + - GetElement + - GetExternalKey + - GetFields + - GetIsVariadic + - GetKind + - GetParameterTypes + - GetReturnTypes + - GetSpecial + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - ChanDir + - Element + - ExternalKey + - Fields + - IsVariadic + - Kind + - ParameterTypes + - ReturnTypes + - Special +Type_ChanDir: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +Type_Kind: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +Type_Special: + methods: + - Descriptor + - Enum + - EnumDescriptor + - Number + - String + - Type +Type_StructField: + methods: + - Descriptor + - GetAnonymous + - GetIndex + - GetName + - GetOffset + - GetPkgPath + - GetTag + - GetType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Anonymous + - Index + - Name + - Offset + - PkgPath + - Tag + - Type +TypeDefinition: + properties: + - T + - Var +TypeMismatchError: + methods: + - Error + properties: + - Got +U: {} +UnimplementedArtifactRetrievalServiceServer: + methods: + - GetArtifact + - ResolveArtifacts +UnimplementedArtifactStagingServiceServer: + methods: + - ReverseArtifactRetrievalService +UnimplementedBeamFnControlServer: + methods: + - Control + - GetProcessBundleDescriptor +UnimplementedBeamFnDataServer: + methods: + - Data +UnimplementedBeamFnExternalWorkerPoolServer: + methods: + - StartWorker + - StopWorker +UnimplementedBeamFnLoggingServer: + methods: + - Logging +UnimplementedBeamFnStateServer: + methods: + - State +UnimplementedBeamFnWorkerStatusServer: + methods: + - WorkerStatus +UnimplementedExpansionServiceServer: + methods: + - Expand +UnimplementedJobServiceServer: + methods: + - Cancel + - DescribePipelineOptions + - GetJobMetrics + - GetJobs + - GetMessageStream + - GetPipeline + - GetState + - GetStateStream + - Prepare + - Run +UnimplementedLegacyArtifactRetrievalServiceServer: + methods: + - GetArtifact + - GetManifest +UnimplementedLegacyArtifactStagingServiceServer: + methods: + - CommitManifest + - PutArtifact +UnimplementedProvisionServiceServer: + methods: + - GetProvisionInfo +UnimplementedTestStreamServiceServer: + methods: + - Events +Unit: + methods: + - Down + - FinishBundle + - ID + - StartBundle + - Up +UnsafeArtifactRetrievalServiceServer: {} +UnsafeArtifactStagingServiceServer: {} +UnsafeBeamFnControlServer: {} +UnsafeBeamFnDataServer: {} +UnsafeBeamFnExternalWorkerPoolServer: {} +UnsafeBeamFnLoggingServer: {} +UnsafeBeamFnStateServer: {} +UnsafeBeamFnWorkerStatusServer: {} +UnsafeExpansionServiceServer: {} +UnsafeJobServiceServer: {} +UnsafeLegacyArtifactRetrievalServiceServer: {} +UnsafeLegacyArtifactStagingServiceServer: {} +UnsafeProvisionServiceServer: {} +UnsafeTestStreamServiceServer: {} +UserFn: + methods: + - Descriptor + - GetName + - GetType + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Name + - Type +UserStateAdapter: + methods: + - NewStateProvider +V: {} +Value: + methods: + - Clear + - CoderType + - KeyCoderType + - Read + - StateKey + - StateType + - Write + properties: + - Key +W: {} +WallTimeWatermarkEstimator: + methods: + - CurrentWatermark +WatermarkEstimator: + methods: + - CurrentWatermark +Window: + methods: + - Equals + - MaxTimestamp +WindowCoder: + methods: + - Equals + - String + properties: + - Kind + - Payload +WindowDecoder: + methods: + - Decode + - DecodeSingle +WindowEncoder: + methods: + - Encode + - EncodeSingle +WindowFn: + methods: + - Descriptor + - GetGapMs + - GetKind + - GetPeriodMs + - GetSizeMs + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - GapMs + - Kind + - PeriodMs + - SizeMs +WindowInto: + methods: + - Down + - FinishBundle + - ID + - ProcessElement + - StartBundle + - String + - Up + properties: + - Fn + - Out + - UID +WindowIntoOption: {} +WindowIntoPayload: + methods: + - Descriptor + - GetWindowFn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - WindowFn +WindowMapper: + methods: + - MapWindow +WindowedValue: {} +WindowingStrategy: + methods: + - Descriptor + - Equals + - GetAccumulationMode + - GetAllowedLateness + - GetAssignsToOneWindow + - GetClosingBehavior + - GetEnvironmentId + - GetMergeStatus + - GetOnTimeBehavior + - GetOutputTime + - GetTrigger + - GetWindowCoderId + - GetWindowFn + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - AccumulationMode + - AllowedLateness + - AssignsToOneWindow + - ClosingBehavior + - EnvironmentId + - Fn + - MergeStatus + - OnTimeBehavior + - OutputTime + - Trigger + - WindowCoderId + - WindowFn +WorkerStatusRequest: + methods: + - Descriptor + - GetId + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Id +WorkerStatusResponse: + methods: + - Descriptor + - GetError + - GetId + - GetStatusInfo + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - Error + - Id + - StatusInfo +Wrap: + properties: + - Methods + - Name +WrappedTracker: + methods: + - IsBounded +WriteFilesPayload: + methods: + - Descriptor + - GetFormatFunction + - GetRunnerDeterminedSharding + - GetSideInputs + - GetSink + - GetWindowedWrites + - ProtoMessage + - ProtoReflect + - Reset + - String + properties: + - FormatFunction + - RunnerDeterminedSharding + - SideInputs + - Sink + - WindowedWrites +Writer: + methods: + - SaveData +X: {} +"Y": {} +Z: {} diff --git a/playground/frontend/playground_components/build.gradle.kts b/playground/frontend/playground_components/build.gradle.kts index 3eddbaf60067..56b1ac705c46 100644 --- a/playground/frontend/playground_components/build.gradle.kts +++ b/playground/frontend/playground_components/build.gradle.kts @@ -135,6 +135,7 @@ tasks.register("generateCode") { tasks.register("extractBeamSymbols") { dependsOn("ensureSymbolsDirectoryExists") + dependsOn("extractBeamSymbolsGo") dependsOn("extractBeamSymbolsPython") group = "build" @@ -150,6 +151,21 @@ tasks.register("ensureSymbolsDirectoryExists") { } } +tasks.register("extractBeamSymbolsGo") { + doLast { + exec { + workingDir("tools/extract_symbols_go") + executable("go") + args( + "run", + "extract_symbols_go.go", + "../../../../../sdks/go/pkg/beam", + ) + standardOutput = FileOutputStream("playground/frontend/playground_components/assets/symbols/go.g.yaml") + } + } +} + tasks.register("extractBeamSymbolsPython") { doLast { exec { diff --git a/playground/frontend/playground_components/lib/src/assets/assets.gen.dart b/playground/frontend/playground_components/lib/src/assets/assets.gen.dart index eea3b7b984c3..0d02529875f9 100644 --- a/playground/frontend/playground_components/lib/src/assets/assets.gen.dart +++ b/playground/frontend/playground_components/lib/src/assets/assets.gen.dart @@ -52,6 +52,16 @@ class $AssetsSvgGen { String get dragVertical => 'assets/svg/drag-vertical.svg'; } +class $AssetsSymbolsGen { + const $AssetsSymbolsGen(); + + /// File path: assets/symbols/go.g.yaml + String get goG => 'assets/symbols/go.g.yaml'; + + /// File path: assets/symbols/python.g.yaml + String get pythonG => 'assets/symbols/python.g.yaml'; +} + class $AssetsTranslationsGen { const $AssetsTranslationsGen(); @@ -67,6 +77,7 @@ class Assets { $AssetsNotificationIconsGen(); static const $AssetsPngGen png = $AssetsPngGen(); static const $AssetsSvgGen svg = $AssetsSvgGen(); + static const $AssetsSymbolsGen symbols = $AssetsSymbolsGen(); static const $AssetsTranslationsGen translations = $AssetsTranslationsGen(); } diff --git a/playground/frontend/playground_components/lib/src/controllers/playground_controller.dart b/playground/frontend/playground_components/lib/src/controllers/playground_controller.dart index f3f1f52ba098..bb3c8643e222 100644 --- a/playground/frontend/playground_components/lib/src/controllers/playground_controller.dart +++ b/playground/frontend/playground_components/lib/src/controllers/playground_controller.dart @@ -21,6 +21,7 @@ import 'dart:math'; import 'package:flutter/material.dart'; import 'package:flutter/services.dart'; +import 'package:get_it/get_it.dart'; import '../cache/example_cache.dart'; import '../models/example.dart'; @@ -34,6 +35,8 @@ import '../repositories/code_repository.dart'; import '../repositories/models/run_code_request.dart'; import '../repositories/models/run_code_result.dart'; import '../repositories/models/shared_file.dart'; +import '../services/symbols/loaders/map.dart'; +import '../services/symbols/symbols_notifier.dart'; import '../util/pipeline_options.dart'; import 'example_loaders/examples_loader.dart'; import 'snippet_editing_controller.dart'; @@ -146,6 +149,7 @@ class PlaygroundController with ChangeNotifier { ); controller.selectedExample = example; + _ensureSymbolsInitialized(); } else { final controller = _getOrCreateSnippetEditingController( example.sdk, @@ -169,12 +173,24 @@ class PlaygroundController with ChangeNotifier { sdk, loadDefaultIfNot: true, ); + _ensureSymbolsInitialized(); if (notify) { notifyListeners(); } } + void _ensureSymbolsInitialized() { + final mode = _sdk?.highlightMode; + final loader = symbolLoadersByMode[mode]; + + if (mode == null || loader == null) { + return; + } + + GetIt.instance.get().addLoaderIfNot(mode, loader); + } + void setSource(String source) { final controller = requireSnippetEditingController(); controller.setSource(source); diff --git a/playground/frontend/playground_components/lib/src/controllers/snippet_editing_controller.dart b/playground/frontend/playground_components/lib/src/controllers/snippet_editing_controller.dart index dd668c1a13bd..42d2b8267c24 100644 --- a/playground/frontend/playground_components/lib/src/controllers/snippet_editing_controller.dart +++ b/playground/frontend/playground_components/lib/src/controllers/snippet_editing_controller.dart @@ -18,17 +18,19 @@ import 'package:flutter/widgets.dart'; import 'package:flutter_code_editor/flutter_code_editor.dart'; +import 'package:get_it/get_it.dart'; import '../enums/complexity.dart'; import '../models/example.dart'; import '../models/example_loading_descriptors/content_example_loading_descriptor.dart'; import '../models/example_loading_descriptors/example_loading_descriptor.dart'; import '../models/sdk.dart'; -import '../playground_components.dart'; +import '../services/symbols/symbols_notifier.dart'; class SnippetEditingController extends ChangeNotifier { final Sdk sdk; final CodeController codeController; + final _symbolsNotifier = GetIt.instance.get(); Example? _selectedExample; String _pipelineOptions; @@ -42,7 +44,7 @@ class SnippetEditingController extends ChangeNotifier { ), _selectedExample = selectedExample, _pipelineOptions = pipelineOptions { - PlaygroundComponents.symbolsNotifier.addListener(_onSymbolsNotifierChanged); + _symbolsNotifier.addListener(_onSymbolsNotifierChanged); _onSymbolsNotifierChanged(); } @@ -104,7 +106,7 @@ class SnippetEditingController extends ChangeNotifier { return; } - final dictionary = PlaygroundComponents.symbolsNotifier.getDictionary(mode); + final dictionary = _symbolsNotifier.getDictionary(mode); if (dictionary == null) { return; } @@ -114,7 +116,7 @@ class SnippetEditingController extends ChangeNotifier { @override void dispose() { - PlaygroundComponents.symbolsNotifier.removeListener( + _symbolsNotifier.removeListener( _onSymbolsNotifierChanged, ); super.dispose(); diff --git a/playground/frontend/playground_components/lib/src/playground_components.dart b/playground/frontend/playground_components/lib/src/playground_components.dart index d52792d0e1da..dc6dea30d0eb 100644 --- a/playground/frontend/playground_components/lib/src/playground_components.dart +++ b/playground/frontend/playground_components/lib/src/playground_components.dart @@ -17,10 +17,8 @@ */ import 'package:easy_localization_ext/easy_localization_ext.dart'; -import 'package:get_it/get_it.dart'; import 'locator.dart'; -import 'services/symbols/symbols_notifier.dart'; class PlaygroundComponents { static const packageName = 'playground_components'; @@ -34,7 +32,4 @@ class PlaygroundComponents { static Future ensureInitialized() async { await initializeServiceLocator(); } - - static SymbolsNotifier get symbolsNotifier => - GetIt.instance.get(); } diff --git a/playground/frontend/playground_components/lib/src/services/symbols/loaders/map.dart b/playground/frontend/playground_components/lib/src/services/symbols/loaders/map.dart new file mode 100644 index 000000000000..44c03811a3b9 --- /dev/null +++ b/playground/frontend/playground_components/lib/src/services/symbols/loaders/map.dart @@ -0,0 +1,36 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import 'package:highlight/languages/go.dart'; +import 'package:highlight/languages/python.dart'; + +import '../../../assets/assets.gen.dart'; +import '../../../playground_components.dart'; +import 'yaml.dart'; + +final symbolLoadersByMode = { + go: YamlSymbolsLoader( + path: Assets.symbols.goG, + package: PlaygroundComponents.packageName, + ), + + python: YamlSymbolsLoader( + path: Assets.symbols.pythonG, + package: PlaygroundComponents.packageName, + ), +}; diff --git a/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart b/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart index 4713b76a3ab8..7c78fd0e8967 100644 --- a/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart +++ b/playground/frontend/playground_components/lib/src/services/symbols/symbols_notifier.dart @@ -28,7 +28,7 @@ class SymbolsNotifier extends ChangeNotifier { final _dictionaryFuturesByMode = >{}; final _dictionariesByMode = {}; - void addLoader(Mode mode, AbstractSymbolsLoader loader) { + void addLoaderIfNot(Mode mode, AbstractSymbolsLoader loader) { unawaited(_load(mode, loader)); } diff --git a/playground/frontend/playground_components/pubspec.yaml b/playground/frontend/playground_components/pubspec.yaml index 04394ce167b9..27408fde11ae 100644 --- a/playground/frontend/playground_components/pubspec.yaml +++ b/playground/frontend/playground_components/pubspec.yaml @@ -61,6 +61,7 @@ flutter: - assets/notification_icons/ - assets/png/ - assets/svg/ + - assets/symbols/go.g.yaml - assets/symbols/python.g.yaml - assets/translations/en.yaml diff --git a/playground/frontend/playground_components/test/src/controllers/playground_controller_test.dart b/playground/frontend/playground_components/test/src/controllers/playground_controller_test.dart index 567a55351786..f709cc587f4a 100644 --- a/playground/frontend/playground_components/test/src/controllers/playground_controller_test.dart +++ b/playground/frontend/playground_components/test/src/controllers/playground_controller_test.dart @@ -19,16 +19,15 @@ import 'package:flutter_test/flutter_test.dart'; import 'package:mockito/annotations.dart'; import 'package:mockito/mockito.dart'; -import 'package:playground_components/src/cache/example_cache.dart'; -import 'package:playground_components/src/controllers/example_loaders/examples_loader.dart'; -import 'package:playground_components/src/controllers/playground_controller.dart'; -import 'package:playground_components/src/models/sdk.dart'; +import 'package:playground_components/playground_components.dart'; import '../common/examples.dart'; import 'playground_controller_test.mocks.dart'; @GenerateMocks([ExamplesLoader, ExampleCache]) -void main() { +Future main() async { + await PlaygroundComponents.ensureInitialized(); + late PlaygroundController state; final mockExamplesLoader = MockExamplesLoader(); diff --git a/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart b/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart index 53ace7a94c29..10c673c94359 100644 --- a/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart +++ b/playground/frontend/playground_components/test/src/services/symbols/symbols_notifier_test.dart @@ -37,7 +37,8 @@ void main() { loadedSymbols = List.from(notifier.getDictionary(mode)!.symbols); }); - notifier.addLoader(mode, const _TestLoader(symbols)); + notifier.addLoaderIfNot(mode, const _TestLoader(symbols)); + notifier.addLoaderIfNot(mode, const _TestLoader(symbols)); await Future.delayed(Duration.zero); expect(notified, 1); diff --git a/playground/frontend/playground_components/test/tools/common.dart b/playground/frontend/playground_components/test/tools/common.dart new file mode 100644 index 000000000000..ef98885a477f --- /dev/null +++ b/playground/frontend/playground_components/test/tools/common.dart @@ -0,0 +1,90 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import 'dart:io'; + +import 'package:flutter_test/flutter_test.dart'; + +Future testExtractSymbols({ + required String language, + required List executables, + required List arguments, +}) async { + final directory = 'tools/extract_symbols_$language'; + final fileName = 'test/$directory/$language.golden.yaml'; + final results = {}; + + for (final executable in await _getExecutables(executables)) { + final result = await Process.run( + executable, + arguments, + workingDirectory: directory, + ); + + if (result.exitCode != 0) { + results[executable] = result; + continue; + } + + expect(result.stdout, File(fileName).readAsStringSync()); + return; + } + + final path = (await Process.run('printenv', ['PATH'])).stdout; + fail( + 'Script error ' + 'or No $executables in your \$PATH: $path\n${results.toStringDebug()}', + ); +} + +/// Returns all executables found in $PATH. +/// +/// Flutter comes with it's own copy of `python3` which has neither +/// `pyyaml` package nor `pip3` to install it. +/// The test environment overrides $PATH to put that copy of `python3` first, +/// so we cannot automatically get the system's default `python3`. +/// So we must try all available copies of `python3`. +/// +/// The same may happen with other SDKs. +Future> _getExecutables(List executables) async { + final result = await Process.run('which', ['-a', executables.join(' ')]); + return result.stdout + .toString() + .split('\n') + .where((command) => command.isNotEmpty); +} + +extension on ProcessResult { + String toStringDebug() { + final buffer = StringBuffer(); + + buffer.writeln('Exit code: ${this.exitCode}'); + buffer.writeln('Stdout:\n${this.stdout}'); + buffer.writeln('Stderr:\n${this.stderr}'); + + return buffer.toString(); + } +} + +extension on Map { + String toStringDebug() { + return entries + .map((e) => '${e.key}\n${e.value.toStringDebug()}') + .join('\n\n'); + } +} diff --git a/playground/frontend/playground_components/test/tools/extract_symbols_go/extract_symbols_go_test.dart b/playground/frontend/playground_components/test/tools/extract_symbols_go/extract_symbols_go_test.dart new file mode 100644 index 000000000000..874a75c80eb6 --- /dev/null +++ b/playground/frontend/playground_components/test/tools/extract_symbols_go/extract_symbols_go_test.dart @@ -0,0 +1,37 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import 'package:flutter_test/flutter_test.dart'; + +import '../common.dart'; + +const _lang = 'go'; + +void main() { + test('Extract SDK Symbols. $_lang', () async { + await testExtractSymbols( + language: _lang, + executables: ['go'], + arguments: const [ + 'run', + 'extract_symbols_$_lang.go', + '../../test/tools/extract_symbols_$_lang/sdk_mock', + ], + ); + }); +} diff --git a/playground/frontend/playground_components/test/tools/extract_symbols_go/go.golden.yaml b/playground/frontend/playground_components/test/tools/extract_symbols_go/go.golden.yaml new file mode 100644 index 000000000000..4729b2b9e341 --- /dev/null +++ b/playground/frontend/playground_components/test/tools/extract_symbols_go/go.golden.yaml @@ -0,0 +1,17 @@ +"": + methods: + - PublicGlobalFunction +PublicStruct2: + methods: + - MethodAfterStructDeclaration + - PublicMethodOnPublicStruct + - PublicMethodOnPublicStructGeneric1 + - PublicMethodOnPublicStructGeneric2 + - PublicMethodOnPublicStructPointer + - PublicMethodOnPublicStructPointerGeneric1 + - PublicMethodOnPublicStructPointerGeneric2 + properties: + - PublicField2 +PublicStruct3: + properties: + - PublicField3 diff --git a/playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/file2.go b/playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/file2.go new file mode 100644 index 000000000000..095773800dd2 --- /dev/null +++ b/playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/file2.go @@ -0,0 +1,19 @@ +// Licensed to the Apache Software Foundation (ASF) under one or more +// contributor license agreements. See the NOTICE file distributed with +// this work for additional information regarding copyright ownership. +// The ASF licenses this file to You under the Apache License, Version 2.0 +// (the "License"); you may not use this file except in compliance with +// the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +func privateGlobalFunction() {} +func PublicGlobalFunction() {} diff --git a/playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/ignore.txt b/playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/ignore.txt new file mode 100644 index 000000000000..ad26d74c4aec --- /dev/null +++ b/playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/directory/ignore.txt @@ -0,0 +1,18 @@ +// Licensed to the Apache Software Foundation (ASF) under one or more +// contributor license agreements. See the NOTICE file distributed with +// this work for additional information regarding copyright ownership. +// The ASF licenses this file to You under the Apache License, Version 2.0 +// (the "License"); you may not use this file except in compliance with +// the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +func PublicFunctionInIgnoredFile() {} diff --git a/playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/file1.go b/playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/file1.go new file mode 100644 index 000000000000..7497cc150a90 --- /dev/null +++ b/playground/frontend/playground_components/test/tools/extract_symbols_go/sdk_mock/file1.go @@ -0,0 +1,73 @@ +// Licensed to the Apache Software Foundation (ASF) under one or more +// contributor license agreements. See the NOTICE file distributed with +// this work for additional information regarding copyright ownership. +// The ASF licenses this file to You under the Apache License, Version 2.0 +// (the "License"); you may not use this file except in compliance with +// the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +// Methods are deliberately declared before structs. + +// Private methods on private struct -- Ignored. + +func (p privateStruct2) privateMethodOnPrivateStruct() {} +func (p privateStruct2[int]) privateMethodOnPrivateStructGeneric1() {} +func (p privateStruct2[int, string]) privateMethodOnPrivateStructGeneric2() {} +func (p *privateStruct2) privateMethodOnPrivateStructPointer() {} +func (p *privateStruct2[int]) privateMethodOnPrivateStructPointerGeneric1() {} +func (p *privateStruct2[int, string]) privateMethodOnPrivateStructPointerGeneric2() {} + +// Public methods on private struct -- Ignored. + +func (p privateStruct2) PublicMethodOnPrivateStruct() {} +func (p privateStruct2[int]) PublicMethodOnPrivateStructGeneric1() {} +func (p privateStruct2[int, string]) PublicMethodOnPrivateStructGeneric2() {} +func (p *privateStruct2) PublicMethodOnPrivateStructPointer() {} +func (p *privateStruct2[int]) PublicMethodOnPrivateStructPointerGeneric1() {} +func (p *privateStruct2[int, string]) PublicMethodOnPrivateStructPointerGeneric2() {} + +// Private methods on public struct -- Ignored. + +func (p PublicStruct2) privateMethodOnPublicStruct() {} +func (p PublicStruct2[int]) privateMethodOnPublicStructGeneric1() {} +func (p PublicStruct2[int, string]) privateMethodOnPublicStructGeneric2() {} +func (p *PublicStruct2) privateMethodOnPublicStructPointer() {} +func (p *PublicStruct2[int]) privateMethodOnPublicStructPointerGeneric1() {} +func (p *PublicStruct2[int, string]) privateMethodOnPublicStructPointerGeneric2() {} + +// Public methods on public struct. + +func (p PublicStruct2) PublicMethodOnPublicStruct() {} +func (p PublicStruct2[int]) PublicMethodOnPublicStructGeneric1() {} +func (p PublicStruct2[int, string]) PublicMethodOnPublicStructGeneric2() {} +func (p *PublicStruct2) PublicMethodOnPublicStructPointer() {} +func (p *PublicStruct2[int]) PublicMethodOnPublicStructPointerGeneric1() {} +func (p *PublicStruct2[int, string]) PublicMethodOnPublicStructPointerGeneric2() {} + +// Structs + +type privateStruct1 struct { + privateField1 int + PublicField2 *string +} + +type PublicStruct2 struct { + privateField1 int + PublicField2 *string +} + +type PublicStruct3 struct { + PublicStruct2 + PublicField3 int +} + +func (p PublicStruct2) MethodAfterStructDeclaration() {} diff --git a/playground/frontend/playground_components/test/tools/extract_symbols_python/extract_symbols_python_test.dart b/playground/frontend/playground_components/test/tools/extract_symbols_python/extract_symbols_python_test.dart index 77b35ca7f721..344198f0ba9a 100644 --- a/playground/frontend/playground_components/test/tools/extract_symbols_python/extract_symbols_python_test.dart +++ b/playground/frontend/playground_components/test/tools/extract_symbols_python/extract_symbols_python_test.dart @@ -16,44 +16,21 @@ * limitations under the License. */ -import 'dart:io'; - import 'package:flutter_test/flutter_test.dart'; -void main() { - test('Extract SDK Symbols. Python', () async { - const arguments = [ - 'tools/extract_symbols_python/extract_symbols_python.py', - 'test/tools/extract_symbols_python/sdk_mock', - ]; - const fileName = 'test/tools/extract_symbols_python/python.golden.yaml'; - - for (final executable in await _getPythonExecutables()) { - final result = await Process.run(executable, arguments); - if (result.exitCode != 0) { - continue; - } +import '../common.dart'; - expect(result.stdout, File(fileName).readAsStringSync()); - return; - } +const _lang = 'python'; - final path = (await Process.run('printenv', ['PATH'])).stdout; - fail('Python error or No python3 executable found in your \$PATH: $path'); +void main() { + test('Extract SDK Symbols. $_lang', () async { + await testExtractSymbols( + language: _lang, + executables: ['python3'], + arguments: const [ + 'extract_symbols_$_lang.py', + '../../test/tools/extract_symbols_$_lang/sdk_mock', + ], + ); }); } - -/// Returns all `python3` executables found in $PATH. -/// -/// Flutter comes with it's own copy of `python3` which has neither -/// `pyyaml` package nor `pip3` to install it. -/// The test environment overrides $PATH to put that copy of `python3` first, -/// so we cannot automatically get the system's default `python3`. -/// So we must try all available copies of `python3`. -Future> _getPythonExecutables() async { - final result = await Process.run('which', ['-a', 'python3']); - return result.stdout - .toString() - .split('\n') - .where((command) => command.isNotEmpty); -} diff --git a/playground/frontend/playground_components/tools/extract_symbols_go/extract_symbols_go.go b/playground/frontend/playground_components/tools/extract_symbols_go/extract_symbols_go.go new file mode 100644 index 000000000000..01881b4e84b5 --- /dev/null +++ b/playground/frontend/playground_components/tools/extract_symbols_go/extract_symbols_go.go @@ -0,0 +1,257 @@ +// Licensed to the Apache Software Foundation (ASF) under one or more +// contributor license agreements. See the NOTICE file distributed with +// this work for additional information regarding copyright ownership. +// The ASF licenses this file to You under the Apache License, Version 2.0 +// (the "License"); you may not use this file except in compliance with +// the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "fmt" + "go/ast" + "go/parser" + "go/token" + "io/fs" + "os" + "path/filepath" + "sort" + "strings" + "unicode" + + "gopkg.in/yaml.v2" +) + +type ClassSymbols struct { + Methods []string `yaml:",omitempty"` + Properties []string `yaml:",omitempty"` +} + +func (cs *ClassSymbols) sort() { + sort.Strings(cs.Methods) + cs.Methods = removeDuplicates(cs.Methods) + + sort.Strings(cs.Properties) + cs.Properties = removeDuplicates(cs.Properties) +} + +func main() { + if len(os.Args) < 2 { + fmt.Println("Usage: go run extract_symbols_go.go ") + return + } + + path := os.Args[1] + classesMap := getDirSymbolsRecursive(path) + sortClassSymbolsMap(classesMap) + + yamlData, err := yaml.Marshal(&classesMap) + if err != nil { + panic(err) + } + + fmt.Print(string(yamlData)) +} + +func getDirSymbolsRecursive(dir string) map[string]*ClassSymbols { + classesMap := make(map[string]*ClassSymbols) + + filepath.WalkDir(dir, func(path string, d fs.DirEntry, err error) error { + if err != nil { + return err + } + + if d.IsDir() || !shouldIncludeFile(path) { + return nil + } + + addFileSymbols(classesMap, path) + return nil + }) + + return classesMap +} + +func shouldIncludeFile(path string) bool { + if !strings.HasSuffix(path, ".go") { + return false + } + + if strings.HasSuffix(path, "_test.go") { + return false + } + + return true +} + +func addFileSymbols(classesMap map[string]*ClassSymbols, filename string) { + fileSet := token.NewFileSet() + file, err := parser.ParseFile(fileSet, filename, nil, parser.SkipObjectResolution) + if err != nil { + panic(err) + } + + ast.Inspect(file, func(node ast.Node) bool { + switch node := node.(type) { + case *ast.TypeSpec: + visitTypeSpec(classesMap, node) + case *ast.FuncDecl: + visitFuncDecl(classesMap, node) + default: + return true // Go recursive + } + + return false // No recursion + }) +} + +func visitTypeSpec(classesMap map[string]*ClassSymbols, typeSpec *ast.TypeSpec) { + className := typeSpec.Name.Name + if !shouldIncludeSymbol(className) { + return + } + + if structType, ok := typeSpec.Type.(*ast.StructType); ok { + visitStructType(classesMap, typeSpec, structType) + return + } + + if interfaceType, ok := typeSpec.Type.(*ast.InterfaceType); ok { + visitInterfaceType(classesMap, typeSpec, interfaceType) + return + } +} + +func visitStructType(classesMap map[string]*ClassSymbols, typeSpec *ast.TypeSpec, structType *ast.StructType) { + className := typeSpec.Name.Name + classSymbols := getOrCreateClassSymbols(classesMap, className) + + for _, field := range (*structType.Fields).List { + if len(field.Names) == 0 { + continue + } + + name := field.Names[0].Name + if !shouldIncludeSymbol(name) { + continue + } + + classSymbols.Properties = append(classSymbols.Properties, name) + } +} + +func visitInterfaceType(classesMap map[string]*ClassSymbols, typeSpec *ast.TypeSpec, interfaceType *ast.InterfaceType) { + className := typeSpec.Name.Name + classSymbols := getOrCreateClassSymbols(classesMap, className) + + for _, field := range (*interfaceType.Methods).List { + if len(field.Names) == 0 { + continue + } + + name := field.Names[0].Name + if !shouldIncludeSymbol(name) { + continue + } + + classSymbols.Methods = append(classSymbols.Methods, name) + } +} + +func visitFuncDecl(classesMap map[string]*ClassSymbols, funcDecl *ast.FuncDecl) { + className := getReceiverClassName(funcDecl) + if !shouldIncludeSymbol(className) { + return + } + + name := funcDecl.Name.Name + if !shouldIncludeSymbol(name) { + return + } + + classSymbols := getOrCreateClassSymbols(classesMap, className) + classSymbols.Methods = append(classSymbols.Methods, name) +} + +func getReceiverClassName(funcDecl *ast.FuncDecl) string { + if funcDecl.Recv == nil { + return "" + } + + return getExpressionClassName(funcDecl.Recv.List[0].Type) +} + +// Extracts the class name from nodes like Foo, *Foo, Foo[type] etc. +func getExpressionClassName(expr ast.Expr) string { + switch expr := expr.(type) { + case *ast.Ident: + // Foo + return expr.Name + case *ast.IndexExpr: + // Foo[param] + if ident, ok := expr.X.(*ast.Ident); ok { + return ident.Name + } + case *ast.IndexListExpr: + // Foo[param1, param2] + if ident, ok := expr.X.(*ast.Ident); ok { + return ident.Name + } + case *ast.StarExpr: + // *Foo, *Foo[param], *Foo[param1, param2] + return getExpressionClassName(expr.X) + } + + panic(nil) +} + +func getOrCreateClassSymbols(classesMap map[string]*ClassSymbols, name string) *ClassSymbols { + existing, ok := classesMap[name] + if ok { + return existing + } + + created := ClassSymbols{} + + classesMap[name] = &created + return &created +} + +func shouldIncludeSymbol(symbol string) bool { + if symbol == "" { + return true // Special case for globals. + } + + r := []rune(symbol)[0] + return unicode.IsUpper(r) +} + +func sortClassSymbolsMap(classesMap map[string]*ClassSymbols) { + // Only sort ClassSymbols objects because the map itself is sorted when serialized. + // https://github.com/go-yaml/yaml/issues/30#issuecomment-56232269 + for _, v := range classesMap { + v.sort() + } +} + +func removeDuplicates(arr []string) []string { + existing := make(map[string]bool) + result := []string{} + + for _, item := range arr { + if _, exists := existing[item]; !exists { + existing[item] = true + result = append(result, item) + } + } + + return result +} diff --git a/playground/frontend/playground_components/tools/extract_symbols_go/go.mod b/playground/frontend/playground_components/tools/extract_symbols_go/go.mod new file mode 100644 index 000000000000..3542725fa6ec --- /dev/null +++ b/playground/frontend/playground_components/tools/extract_symbols_go/go.mod @@ -0,0 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one or more +// contributor license agreements. See the NOTICE file distributed with +// this work for additional information regarding copyright ownership. +// The ASF licenses this file to You under the Apache License, Version 2.0 +// (the "License"); you may not use this file except in compliance with +// the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +module beam.apache.org/playground/extract_symbols_go + +go 1.18 + +require gopkg.in/yaml.v2 v2.4.0 // indirect diff --git a/playground/frontend/playground_components/tools/extract_symbols_go/go.sum b/playground/frontend/playground_components/tools/extract_symbols_go/go.sum new file mode 100644 index 000000000000..75346616b19b --- /dev/null +++ b/playground/frontend/playground_components/tools/extract_symbols_go/go.sum @@ -0,0 +1,3 @@ +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= +gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= From 619b3f6ae021773422b7530ab5a5aa89337a961b Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Wed, 16 Nov 2022 19:53:27 +0400 Subject: [PATCH 16/20] Add newly generated files, add config.example.dart (#23304) --- playground/frontend/README.md | 10 + playground/frontend/lib/config.example.dart | 34 +++ .../assets/symbols/go.g.yaml | 16 + .../assets/symbols/python.g.yaml | 3 + .../playground_components/pubspec.yaml | 2 +- .../http_example_loader_test.mocks.dart | 284 ++++++++++++++++++ playground/frontend/pubspec.lock | 2 +- 7 files changed, 349 insertions(+), 2 deletions(-) create mode 100644 playground/frontend/lib/config.example.dart create mode 100644 playground/frontend/playground_components/test/src/controllers/example_loaders/http_example_loader_test.mocks.dart diff --git a/playground/frontend/README.md b/playground/frontend/README.md index 78668abc576a..862fcdacc050 100644 --- a/playground/frontend/README.md +++ b/playground/frontend/README.md @@ -27,6 +27,16 @@ without having to install/initialize a Beam environment. ## Getting Started +### Copy the configuration file + +After checkout, run: + +```bash +cp playground/frontend/lib/config.example.dart playground/frontend/lib/config.g.dart +``` + +This is a temporarily required step. See more: https://github.com/apache/beam/issues/24200 + ### Run See [playground/README.md](../README.md) for details on requirements and setup. diff --git a/playground/frontend/lib/config.example.dart b/playground/frontend/lib/config.example.dart new file mode 100644 index 000000000000..0cfefe45a370 --- /dev/null +++ b/playground/frontend/lib/config.example.dart @@ -0,0 +1,34 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +// To build and run the app, copy this file to './config.g.dart' +// This is a temporary solution while we cannot have 'config.g.dart' +// in the repository. +// TODO: https://github.com/apache/beam/issues/24200 + +const String kAnalyticsUA = 'UA-73650088-2'; +const String kApiClientURL = + 'https://backend-router-beta-dot-apache-beam-testing.appspot.com'; +const String kApiJavaClientURL = + 'https://backend-java-beta-dot-apache-beam-testing.appspot.com'; +const String kApiGoClientURL = + 'https://backend-go-beta-dot-apache-beam-testing.appspot.com'; +const String kApiPythonClientURL = + 'https://backend-python-beta-dot-apache-beam-testing.appspot.com'; +const String kApiScioClientURL = + 'https://backend-scio-beta-dot-apache-beam-testing.appspot.com'; diff --git a/playground/frontend/playground_components/assets/symbols/go.g.yaml b/playground/frontend/playground_components/assets/symbols/go.g.yaml index 566bf98b39dc..218eee2710db 100644 --- a/playground/frontend/playground_components/assets/symbols/go.g.yaml +++ b/playground/frontend/playground_components/assets/symbols/go.g.yaml @@ -1,5 +1,6 @@ "": methods: + - Accelerator - AddClasspaths - AddExtraPackages - AddFakeImpulses @@ -329,6 +330,7 @@ - GetExperiments - GetJobName - GetMetrics + - GetPipelineResourceHints - GetProject - GetProjectFromFlagOrEnvironment - GetRegion @@ -491,6 +493,7 @@ - MergePCols - Min - MinPerKey + - MinRAMBytes - MultiFinishBundle - MultiRetrieve - MultiStage @@ -548,6 +551,7 @@ - NewGlobalWindow - NewGlobalWindows - NewGrowableTracker + - NewHints - NewI - NewImpulse - NewIntervalWindow @@ -628,6 +632,7 @@ - ParDo6 - ParDo7 - ParDoN + - ParseMinRAM - ParseObject - Partition - Performant @@ -2882,6 +2887,16 @@ Header: - MaxMsgLen - SdkVersion - Version +Hint: + methods: + - MergeWithOuter + - Payload + - URN +Hints: + methods: + - Equal + - MergeWithOuter + - Payloads Hook: properties: - Dialer @@ -3925,6 +3940,7 @@ Options: - Set properties: - Environment + - PipelineResourceHints Opts: properties: - InternalSharding diff --git a/playground/frontend/playground_components/assets/symbols/python.g.yaml b/playground/frontend/playground_components/assets/symbols/python.g.yaml index 7e9ceeea0e13..e3edda0b3a4d 100644 --- a/playground/frontend/playground_components/assets/symbols/python.g.yaml +++ b/playground/frontend/playground_components/assets/symbols/python.g.yaml @@ -7940,6 +7940,7 @@ PyTorchInference: PytorchLinearRegression: methods: - forward + - generate PytorchLinearRegressionDict: methods: - forward @@ -10770,6 +10771,7 @@ TestPTransformAnnotations: - test_mixed_annotations_are_converted_to_beam_annotations - test_nested_typing_annotations_are_converted_to_beam_annotations - test_pep484_annotations + - test_pipe_operator_as_union - test_typing_module_annotations_are_converted_to_beam_annotations TestPTransformFn: methods: @@ -11802,6 +11804,7 @@ WordCountIT: - test_wordcount_it - test_wordcount_it_with_prebuilt_sdk_container_cloud_build - test_wordcount_it_with_prebuilt_sdk_container_local_docker + - test_wordcount_it_with_use_sibling_sdk_workers properties: - DEFAULT_CHECKSUM WordExtractingDoFn: diff --git a/playground/frontend/playground_components/pubspec.yaml b/playground/frontend/playground_components/pubspec.yaml index f6805f89d68d..60948f8fe5c5 100644 --- a/playground/frontend/playground_components/pubspec.yaml +++ b/playground/frontend/playground_components/pubspec.yaml @@ -32,7 +32,7 @@ dependencies: easy_localization_loader: ^1.0.0 equatable: ^2.0.5 flutter: { sdk: flutter } - flutter_code_editor: ^0.1.4 # Unlisted package, use direct link: https://pub.dev/packages/flutter_code_editor + flutter_code_editor: ^0.1.8 flutter_markdown: ^0.6.12 flutter_svg: ^1.0.3 get_it: ^7.2.0 diff --git a/playground/frontend/playground_components/test/src/controllers/example_loaders/http_example_loader_test.mocks.dart b/playground/frontend/playground_components/test/src/controllers/example_loaders/http_example_loader_test.mocks.dart new file mode 100644 index 000000000000..ef2b63f69cc3 --- /dev/null +++ b/playground/frontend/playground_components/test/src/controllers/example_loaders/http_example_loader_test.mocks.dart @@ -0,0 +1,284 @@ +// Mocks generated by Mockito 5.2.0 from annotations +// in playground_components/test/src/controllers/example_loaders/http_example_loader_test.dart. +// Do not manually edit this file. + +// ignore_for_file: no_leading_underscores_for_library_prefixes +import 'dart:async' as _i7; +import 'dart:ui' as _i9; + +import 'package:mockito/mockito.dart' as _i1; +import 'package:playground_components/src/cache/example_cache.dart' as _i4; +import 'package:playground_components/src/models/category_with_examples.dart' + as _i6; +import 'package:playground_components/src/models/example.dart' as _i3; +import 'package:playground_components/src/models/example_base.dart' as _i2; +import 'package:playground_components/src/models/sdk.dart' as _i5; +import 'package:playground_components/src/repositories/models/shared_file.dart' + as _i8; + +// ignore_for_file: type=lint +// ignore_for_file: avoid_redundant_argument_values +// ignore_for_file: avoid_setters_without_getters +// ignore_for_file: comment_references +// ignore_for_file: implementation_imports +// ignore_for_file: invalid_use_of_visible_for_testing_member +// ignore_for_file: prefer_const_constructors +// ignore_for_file: unnecessary_parenthesis +// ignore_for_file: camel_case_types + +class _FakeExampleBase_0 extends _i1.Fake implements _i2.ExampleBase {} + +class _FakeExample_1 extends _i1.Fake implements _i3.Example {} + +/// A class which mocks [ExampleCache]. +/// +/// See the documentation for Mockito's code generation for more information. +class MockExampleCache extends _i1.Mock implements _i4.ExampleCache { + MockExampleCache() { + _i1.throwOnMissingStub(this); + } + + @override + bool get hasCatalog => (super.noSuchMethod( + Invocation.getter(#hasCatalog), + returnValue: false, + ) as bool); + @override + Map<_i5.Sdk, List<_i6.CategoryWithExamples>> get categoryListsBySdk => + (super.noSuchMethod( + Invocation.getter(#categoryListsBySdk), + returnValue: <_i5.Sdk, List<_i6.CategoryWithExamples>>{}, + ) as Map<_i5.Sdk, List<_i6.CategoryWithExamples>>); + @override + Map<_i5.Sdk, _i3.Example> get defaultExamplesBySdk => (super.noSuchMethod( + Invocation.getter(#defaultExamplesBySdk), + returnValue: <_i5.Sdk, _i3.Example>{}, + ) as Map<_i5.Sdk, _i3.Example>); + @override + bool get isSelectorOpened => (super.noSuchMethod( + Invocation.getter(#isSelectorOpened), + returnValue: false, + ) as bool); + @override + set isSelectorOpened(bool? _isSelectorOpened) => super.noSuchMethod( + Invocation.setter( + #isSelectorOpened, + _isSelectorOpened, + ), + returnValueForMissingStub: null, + ); + @override + _i7.Future get allExamplesFuture => (super.noSuchMethod( + Invocation.getter(#allExamplesFuture), + returnValue: Future.value(), + ) as _i7.Future); + @override + bool get hasListeners => (super.noSuchMethod( + Invocation.getter(#hasListeners), + returnValue: false, + ) as bool); + @override + _i7.Future init() => (super.noSuchMethod( + Invocation.method( + #init, + [], + ), + returnValue: Future.value(), + returnValueForMissingStub: Future.value(), + ) as _i7.Future); + @override + void setSdkCategories(Map<_i5.Sdk, List<_i6.CategoryWithExamples>>? map) => + super.noSuchMethod( + Invocation.method( + #setSdkCategories, + [map], + ), + returnValueForMissingStub: null, + ); + @override + List<_i6.CategoryWithExamples> getCategories(_i5.Sdk? sdk) => + (super.noSuchMethod( + Invocation.method( + #getCategories, + [sdk], + ), + returnValue: <_i6.CategoryWithExamples>[], + ) as List<_i6.CategoryWithExamples>); + @override + _i7.Future getExampleOutput( + String? path, + _i5.Sdk? sdk, + ) => + (super.noSuchMethod( + Invocation.method( + #getExampleOutput, + [ + path, + sdk, + ], + ), + returnValue: Future.value(''), + ) as _i7.Future); + @override + _i7.Future getExampleSource( + String? path, + _i5.Sdk? sdk, + ) => + (super.noSuchMethod( + Invocation.method( + #getExampleSource, + [ + path, + sdk, + ], + ), + returnValue: Future.value(''), + ) as _i7.Future); + @override + _i7.Future<_i2.ExampleBase> getExample( + String? path, + _i5.Sdk? sdk, + ) => + (super.noSuchMethod( + Invocation.method( + #getExample, + [ + path, + sdk, + ], + ), + returnValue: Future<_i2.ExampleBase>.value(_FakeExampleBase_0()), + ) as _i7.Future<_i2.ExampleBase>); + @override + _i7.Future getExampleLogs( + String? path, + _i5.Sdk? sdk, + ) => + (super.noSuchMethod( + Invocation.method( + #getExampleLogs, + [ + path, + sdk, + ], + ), + returnValue: Future.value(''), + ) as _i7.Future); + @override + _i7.Future getExampleGraph( + String? id, + _i5.Sdk? sdk, + ) => + (super.noSuchMethod( + Invocation.method( + #getExampleGraph, + [ + id, + sdk, + ], + ), + returnValue: Future.value(''), + ) as _i7.Future); + @override + _i7.Future<_i3.Example> loadSharedExample(String? id) => (super.noSuchMethod( + Invocation.method( + #loadSharedExample, + [id], + ), + returnValue: Future<_i3.Example>.value(_FakeExample_1()), + ) as _i7.Future<_i3.Example>); + @override + _i7.Future getSnippetId({ + List<_i8.SharedFile>? files, + _i5.Sdk? sdk, + String? pipelineOptions, + }) => + (super.noSuchMethod( + Invocation.method( + #getSnippetId, + [], + { + #files: files, + #sdk: sdk, + #pipelineOptions: pipelineOptions, + }, + ), + returnValue: Future.value(''), + ) as _i7.Future); + @override + _i7.Future<_i3.Example> loadExampleInfo(_i2.ExampleBase? example) => + (super.noSuchMethod( + Invocation.method( + #loadExampleInfo, + [example], + ), + returnValue: Future<_i3.Example>.value(_FakeExample_1()), + ) as _i7.Future<_i3.Example>); + @override + void changeSelectorVisibility() => super.noSuchMethod( + Invocation.method( + #changeSelectorVisibility, + [], + ), + returnValueForMissingStub: null, + ); + @override + _i7.Future loadDefaultExamples() => (super.noSuchMethod( + Invocation.method( + #loadDefaultExamples, + [], + ), + returnValue: Future.value(), + returnValueForMissingStub: Future.value(), + ) as _i7.Future); + @override + _i7.Future loadDefaultExamplesIfNot() => (super.noSuchMethod( + Invocation.method( + #loadDefaultExamplesIfNot, + [], + ), + returnValue: Future.value(), + returnValueForMissingStub: Future.value(), + ) as _i7.Future); + @override + _i7.Future<_i2.ExampleBase?> getCatalogExampleByPath(String? path) => + (super.noSuchMethod( + Invocation.method( + #getCatalogExampleByPath, + [path], + ), + returnValue: Future<_i2.ExampleBase?>.value(), + ) as _i7.Future<_i2.ExampleBase?>); + @override + void addListener(_i9.VoidCallback? listener) => super.noSuchMethod( + Invocation.method( + #addListener, + [listener], + ), + returnValueForMissingStub: null, + ); + @override + void removeListener(_i9.VoidCallback? listener) => super.noSuchMethod( + Invocation.method( + #removeListener, + [listener], + ), + returnValueForMissingStub: null, + ); + @override + void dispose() => super.noSuchMethod( + Invocation.method( + #dispose, + [], + ), + returnValueForMissingStub: null, + ); + @override + void notifyListeners() => super.noSuchMethod( + Invocation.method( + #notifyListeners, + [], + ), + returnValueForMissingStub: null, + ); +} diff --git a/playground/frontend/pubspec.lock b/playground/frontend/pubspec.lock index 2b5bdd5b4aaa..b939585e24ec 100644 --- a/playground/frontend/pubspec.lock +++ b/playground/frontend/pubspec.lock @@ -278,7 +278,7 @@ packages: name: flutter_code_editor url: "https://pub.dartlang.org" source: hosted - version: "0.1.4" + version: "0.1.8" flutter_highlight: dependency: transitive description: From 9f7c02c2e5a0de9e0a179aa5f10a8a7f68c61662 Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Wed, 16 Nov 2022 20:50:27 +0400 Subject: [PATCH 17/20] Fix (#23304) --- playground/frontend/build.gradle | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/playground/frontend/build.gradle b/playground/frontend/build.gradle index ed7eaeb1ba2a..27ca2c6ce064 100644 --- a/playground/frontend/build.gradle +++ b/playground/frontend/build.gradle @@ -166,21 +166,11 @@ task cleanGenerated { description = "Remove build artifacts" doLast { - exec { - executable("mv") - args("lib/config.g.dart", "lib/config.g.dart_") - } - println("Deleting:") deleteFilesByRegExp(".*\\.g\\.dart\$") deleteFilesByRegExp(".*\\.gen\\.dart\$") deleteFilesByRegExp(".*\\.mocks\\.dart\$") - - exec { - executable("mv") - args("lib/config.g.dart_", "lib/config.g.dart") - } } } From 688781c8c4e9aaf48ec8f3797fab53669dd75b86 Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Thu, 17 Nov 2022 15:26:55 +0400 Subject: [PATCH 18/20] gofmt extract_symbols_go.go (#23304) --- .../extract_symbols_go/extract_symbols_go.go | 98 +++++++++---------- 1 file changed, 49 insertions(+), 49 deletions(-) diff --git a/playground/frontend/playground_components/tools/extract_symbols_go/extract_symbols_go.go b/playground/frontend/playground_components/tools/extract_symbols_go/extract_symbols_go.go index 01881b4e84b5..a940a9ab396d 100644 --- a/playground/frontend/playground_components/tools/extract_symbols_go/extract_symbols_go.go +++ b/playground/frontend/playground_components/tools/extract_symbols_go/extract_symbols_go.go @@ -100,16 +100,16 @@ func addFileSymbols(classesMap map[string]*ClassSymbols, filename string) { } ast.Inspect(file, func(node ast.Node) bool { - switch node := node.(type) { - case *ast.TypeSpec: - visitTypeSpec(classesMap, node) - case *ast.FuncDecl: - visitFuncDecl(classesMap, node) - default: - return true // Go recursive - } - - return false // No recursion + switch node := node.(type) { + case *ast.TypeSpec: + visitTypeSpec(classesMap, node) + case *ast.FuncDecl: + visitFuncDecl(classesMap, node) + default: + return true // Go recursive + } + + return false // No recursion }) } @@ -168,17 +168,17 @@ func visitInterfaceType(classesMap map[string]*ClassSymbols, typeSpec *ast.TypeS func visitFuncDecl(classesMap map[string]*ClassSymbols, funcDecl *ast.FuncDecl) { className := getReceiverClassName(funcDecl) - if !shouldIncludeSymbol(className) { - return - } + if !shouldIncludeSymbol(className) { + return + } - name := funcDecl.Name.Name - if !shouldIncludeSymbol(name) { - return - } + name := funcDecl.Name.Name + if !shouldIncludeSymbol(name) { + return + } - classSymbols := getOrCreateClassSymbols(classesMap, className) - classSymbols.Methods = append(classSymbols.Methods, name) + classSymbols := getOrCreateClassSymbols(classesMap, className) + classSymbols.Methods = append(classSymbols.Methods, name) } func getReceiverClassName(funcDecl *ast.FuncDecl) string { @@ -186,31 +186,31 @@ func getReceiverClassName(funcDecl *ast.FuncDecl) string { return "" } - return getExpressionClassName(funcDecl.Recv.List[0].Type) + return getExpressionClassName(funcDecl.Recv.List[0].Type) } // Extracts the class name from nodes like Foo, *Foo, Foo[type] etc. func getExpressionClassName(expr ast.Expr) string { - switch expr := expr.(type) { - case *ast.Ident: - // Foo - return expr.Name - case *ast.IndexExpr: - // Foo[param] - if ident, ok := expr.X.(*ast.Ident); ok { - return ident.Name - } - case *ast.IndexListExpr: - // Foo[param1, param2] - if ident, ok := expr.X.(*ast.Ident); ok { - return ident.Name - } - case *ast.StarExpr: - // *Foo, *Foo[param], *Foo[param1, param2] - return getExpressionClassName(expr.X) - } - - panic(nil) + switch expr := expr.(type) { + case *ast.Ident: + // Foo + return expr.Name + case *ast.IndexExpr: + // Foo[param] + if ident, ok := expr.X.(*ast.Ident); ok { + return ident.Name + } + case *ast.IndexListExpr: + // Foo[param1, param2] + if ident, ok := expr.X.(*ast.Ident); ok { + return ident.Name + } + case *ast.StarExpr: + // *Foo, *Foo[param], *Foo[param1, param2] + return getExpressionClassName(expr.X) + } + + panic(nil) } func getOrCreateClassSymbols(classesMap map[string]*ClassSymbols, name string) *ClassSymbols { @@ -243,15 +243,15 @@ func sortClassSymbolsMap(classesMap map[string]*ClassSymbols) { } func removeDuplicates(arr []string) []string { - existing := make(map[string]bool) - result := []string{} + existing := make(map[string]bool) + result := []string{} - for _, item := range arr { - if _, exists := existing[item]; !exists { - existing[item] = true - result = append(result, item) - } - } + for _, item := range arr { + if _, exists := existing[item]; !exists { + existing[item] = true + result = append(result, item) + } + } - return result + return result } From c469e927b597b669f831f445c2128acc6a7c85ef Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Fri, 18 Nov 2022 05:38:35 +0400 Subject: [PATCH 19/20] Fix pythonG and goG falling out of generated asset constants (#23304) --- playground/frontend/playground_components/build.gradle.kts | 1 + 1 file changed, 1 insertion(+) diff --git a/playground/frontend/playground_components/build.gradle.kts b/playground/frontend/playground_components/build.gradle.kts index 56b1ac705c46..e231cf7fc904 100644 --- a/playground/frontend/playground_components/build.gradle.kts +++ b/playground/frontend/playground_components/build.gradle.kts @@ -121,6 +121,7 @@ val deleteFilesByRegExp by extra( tasks.register("generateCode") { dependsOn("cleanFlutter") dependsOn("pubGet") + mustRunAfter("extractBeamSymbols") group = "build" description = "Generate code" From 624292ab1f790d3c830cb86e5d788a66e2d297ac Mon Sep 17 00:00:00 2001 From: Alexey Inkin Date: Mon, 21 Nov 2022 17:37:37 +0400 Subject: [PATCH 20/20] Update flutter_code_editor to v0.1.9, pale read-only blocks (#23304) --- playground/frontend/playground_components/pubspec.yaml | 2 +- playground/frontend/pubspec.lock | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/playground/frontend/playground_components/pubspec.yaml b/playground/frontend/playground_components/pubspec.yaml index 60948f8fe5c5..05f10ae94982 100644 --- a/playground/frontend/playground_components/pubspec.yaml +++ b/playground/frontend/playground_components/pubspec.yaml @@ -32,7 +32,7 @@ dependencies: easy_localization_loader: ^1.0.0 equatable: ^2.0.5 flutter: { sdk: flutter } - flutter_code_editor: ^0.1.8 + flutter_code_editor: ^0.1.9 flutter_markdown: ^0.6.12 flutter_svg: ^1.0.3 get_it: ^7.2.0 diff --git a/playground/frontend/pubspec.lock b/playground/frontend/pubspec.lock index b939585e24ec..522ceebd0fb9 100644 --- a/playground/frontend/pubspec.lock +++ b/playground/frontend/pubspec.lock @@ -278,7 +278,7 @@ packages: name: flutter_code_editor url: "https://pub.dartlang.org" source: hosted - version: "0.1.8" + version: "0.1.9" flutter_highlight: dependency: transitive description: