Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
30 commits
Select commit Hold shift + click to select a range
b733fb3
#34009 avro generic record to beam row conversion added support for a…
wollowizard Feb 19, 2025
efeffb9
using string comparison to avoid class not found issues with earlier …
alfredo-scaccialepre-edo Feb 19, 2025
d5a4618
using string comparison to avoid class not found issues with earlier …
wollowizard Feb 19, 2025
7546865
com.github.davidmc24.gradle.plugin:gradle-avro-plugin:1.9.1
wollowizard Feb 20, 2025
ef819be
Merge branch 'master' of github.com:wollowizard/beam
wollowizard Feb 20, 2025
ee332cb
using string comparison to avoid class not found issues with earlier …
wollowizard Feb 19, 2025
774fbba
com.github.davidmc24.gradle.plugin:gradle-avro-plugin:1.9.1
wollowizard Feb 20, 2025
2f3051c
Add `types.Unalias` to types assertions and types switches to get an …
synenka Feb 19, 2025
364ffe8
Revert huggingface transformers to 4.30.0 (#34025)
Amar3tto Feb 19, 2025
6290844
add endpoint type to WorkerMetadataResponse proto (#33953)
m-trieu Feb 19, 2025
d215423
add hashcode/equals to WaitTest helper classes to avoid log error (#3…
scwhittle Feb 19, 2025
666a0d2
Add enable_lineage experiment to Dataflow tests (#34027)
Abacn Feb 20, 2025
5c79a5d
Add UUID support in SpannerSchema (#34034)
lagarwal1 Feb 20, 2025
656b7a0
fix dashboard link (#34023)
ahmedabu98 Feb 20, 2025
e805741
[Go SDK] Add missing type inspection case for Alias types. (#34039)
lostluck Feb 20, 2025
80b6df8
Merge branch 'apache:master' into master
wollowizard Feb 20, 2025
dc3ddfc
removed unneeded license header
wollowizard Feb 21, 2025
012ec89
Merge branch 'master' of github.com:wollowizard/beam
wollowizard Feb 21, 2025
1f4d9a5
remove unneeded license header
wollowizard Feb 21, 2025
1583eb0
Merge branch 'apache:master' into master
wollowizard Feb 23, 2025
708c164
Merge branch 'master' of github.com:wollowizard/beam
wollowizard Feb 25, 2025
6ff042e
Added tests for specific records generated with avro 1.8.2 and 1.9.2,…
wollowizard Feb 25, 2025
1af176c
Merge branch 'apache:master' into master
wollowizard Feb 25, 2025
d4bbf46
Supporting different UUID representations in different avro versions
wollowizard Feb 25, 2025
7d06754
Merge branch 'apache:master' into master
wollowizard Feb 25, 2025
58931eb
Spotless fixes
wollowizard Feb 25, 2025
4a4b4c2
Merge branch 'master' of github.com:wollowizard/beam
wollowizard Feb 25, 2025
15c6c4f
Merge branch 'apache:master' into master
wollowizard Mar 5, 2025
6f1fcff
fix dependency typo
wollowizard Mar 17, 2025
f76a171
Merge branch 'master' of github.com:wollowizard/beam
wollowizard Mar 17, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions build.gradle.kts
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,7 @@ tasks.rat {

"**/package-list",
"**/test.avsc",
"**/logical-types.avsc",
"**/user.avsc",
"**/test/resources/**/*.txt",
"**/test/resources/**/*.csv",
Expand Down
2 changes: 1 addition & 1 deletion buildSrc/build.gradle.kts
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,7 @@ dependencies {
implementation("com.github.spotbugs.snom:spotbugs-gradle-plugin:5.0.14")

runtimeOnly("com.google.protobuf:protobuf-gradle-plugin:0.8.13") // Enable proto code generation
runtimeOnly("com.github.davidmc24.gradle.plugin:gradle-avro-plugin:1.9.1") // Enable Avro code generation
runtimeOnly("com.github.davidmc24.gradle.plugin:gradle-avro-plugin:1.9.1") // Enable Avro code generation. Version 1.1.0 is the last supporting avro 1.10.2
runtimeOnly("com.diffplug.spotless:spotless-plugin-gradle:5.6.1") // Enable a code formatting plugin
runtimeOnly("gradle.plugin.com.dorongold.plugins:task-tree:1.5") // Adds a 'taskTree' task to print task dependency tree
runtimeOnly("gradle.plugin.com.github.johnrengelman:shadow:7.1.1") // Enable shading Java dependencies
Expand Down
5 changes: 4 additions & 1 deletion sdks/java/extensions/avro/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -67,6 +67,7 @@ dependencies {
implementation library.java.error_prone_annotations
implementation library.java.avro
implementation library.java.joda_time
implementation library.java.commons_lang3
testImplementation(project(path: ":sdks:java:core", configuration: "shadowTest")) {
// Exclude Avro dependencies from "core" since Avro support moved to this extension
exclude group: "org.apache.avro", module: "avro"
Expand Down Expand Up @@ -143,9 +144,11 @@ avroVersions.each { k, v ->
main = "org.apache.avro.tool.Main"
args = [
"compile",
"-bigDecimal", // Use BigDecimal for logical type decimal, similarly to what gradle-avro-plugin does
"schema",
"src/test/avro/org/apache/beam/sdk/extensions/avro/io/user.avsc",
"src/test/avro/org/apache/beam/sdk/extensions/avro/schemas/test.avsc",
"src/test/avro/org/apache/beam/sdk/extensions/avro/schemas/logicaltypes/logical-types.avsc",
"build/generated/sources/avro$k/test/java"
]
}
Expand All @@ -161,4 +164,4 @@ static def createTaskNames(Map<String, String> prefixMap, String suffix) {
return prefixMap.keySet().stream()
.map { version -> "avroVersion${version}${suffix}" }
.collect(Collectors.toList())
}
}
Loading
Loading