java.lang.RuntimeException: Failed to construct instance from factory method DataflowRunner#fromOptions(interface org.apache.beam.sdk.opti ons.PipelineOptions) #3600
Description
When i update beam.version to 2.5.0 i get this error.
java.lang.RuntimeException: Failed to construct instance from factory method DataflowRunner#fromOptions(interface org.apache.beam.sdk.opti
ons.PipelineOptions)
at org.apache.beam.sdk.util.InstanceBuilder.buildFromMethod(InstanceBuilder.java:233)
at org.apache.beam.sdk.util.InstanceBuilder.build(InstanceBuilder.java:162)
at org.apache.beam.sdk.PipelineRunner.fromOptions(PipelineRunner.java:55)
at org.apache.beam.sdk.Pipeline.create(Pipeline.java:150)
at com.dataflow.stream.ingestion.dataFlowPipeline.main(dataFlowPipeline.java:684)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.codehaus.mojo.exec.ExecJavaMojo$1.run(ExecJavaMojo.java:282)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.beam.sdk.util.InstanceBuilder.buildFromMethod(InstanceBuilder.java:222)
... 10 more
Caused by: java.lang.NoSuchMethodError: com.google.api.client.googleapis.services.json.AbstractGoogleJsonClient$Builder.setBatchPath(Ljava/lang/String;)Lcom/google/api/client/googleapis/services/AbstractGoogleClient$Builder;
at com.google.api.services.dataflow.Dataflow$Builder.setBatchPath(Dataflow.java:5723)
at com.google.api.services.dataflow.Dataflow$Builder.<init>(Dataflow.java:5702)
at org.apache.beam.runners.dataflow.util.DataflowTransport.newDataflowClient(DataflowTransport.java:77)
at org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions$DataflowClientFactory.create(DataflowPipelineDebugOptions
.java:123)
at org.apache.beam.runners.dataflow.options.DataflowPipelineDebugOptions$DataflowClientFactory.create(DataflowPipelineDebugOptions
.java:120)
at org.apache.beam.sdk.options.ProxyInvocationHandler.returnDefaultHelper(ProxyInvocationHandler.java:592)
at org.apache.beam.sdk.options.ProxyInvocationHandler.getDefault(ProxyInvocationHandler.java:533)
at org.apache.beam.sdk.options.ProxyInvocationHandler.invoke(ProxyInvocationHandler.java:155)
at com.sun.proxy.$Proxy37.getDataflowClient(Unknown Source)
at org.apache.beam.runners.dataflow.DataflowClient.create(DataflowClient.java:43)
at org.apache.beam.runners.dataflow.DataflowRunner.<init>(DataflowRunner.java:328)
at org.apache.beam.runners.dataflow.DataflowRunner.fromOptions(DataflowRunner.java:323)
at org.apache.beam.runners.dataflow.DataflowRunner.fromOptions(DataflowRunner.java:323)
... 15 more
here is my dependency tree:
- org.apache.beam:beam-sdks-java-core:jar:2.5.0:compile
[INFO] | +- com.github.stephenc.findbugs:findbugs-annotations:jar:1.3.9-1:compile
[INFO] | \- org.xerial.snappy:snappy-java:jar:1.1.4:compile
[INFO] +- org.apache.beam:beam-sdks-java-io-google-cloud-platform:jar:2.4.0:compile
[INFO] | +- org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core:jar:2.4.0:compile
[INFO] | | +- com.google.cloud.bigdataoss:gcsio:jar:1.4.5:compile
[INFO] | | \- com.google.apis:google-api-services-cloudresourcemanager:jar:v1-rev6-1.22.0:compile
[INFO] | +- org.apache.beam:beam-sdks-java-extensions-protobuf:jar:2.4.0:compile
[INFO] | +- io.grpc:grpc-core:jar:1.2.0:compile
[INFO] | | +- io.grpc:grpc-context:jar:1.2.0:compile
[INFO] | | \- com.google.instrumentation:instrumentation-api:jar:0.3.0:compile
[INFO] | +- com.google.api:gax-grpc:jar:0.20.0:compile
[INFO] | | \- io.grpc:grpc-protobuf:jar:1.2.0:compile
[INFO] | +- com.google.cloud:google-cloud-core-grpc:jar:1.2.0:compile
[INFO] | +- com.google.apis:google-api-services-pubsub:jar:v1-rev10-1.22.0:compile
[INFO] | +- com.google.api.grpc:grpc-google-cloud-pubsub-v1:jar:0.1.18:compile
[INFO] | +- com.google.api.grpc:proto-google-cloud-pubsub-v1:jar:0.1.18:compile
[INFO] | +- com.google.cloud.bigdataoss:util:jar:1.4.5:compile
[INFO] | | +- com.google.api-client:google-api-client-java6:jar:1.20.0:compile
[INFO] | | +- com.google.api-client:google-api-client-jackson2:jar:1.20.0:compile
[INFO] | | \- com.google.oauth-client:google-oauth-client-java6:jar:1.20.0:compile
[INFO] | +- com.google.cloud.datastore:datastore-v1-proto-client:jar:1.4.0:compile
[INFO] | | +- com.google.http-client:google-http-client-protobuf:jar:1.20.0:compile
[INFO] | | \- com.google.http-client:google-http-client-jackson:jar:1.20.0:compile
[INFO] | +- io.grpc:grpc-auth:jar:1.2.0:compile
[INFO] | +- io.grpc:grpc-netty:jar:1.2.0:compile
[INFO] | | +- io.netty:netty-codec-http2:jar:4.1.8.Final:compile (version selected from constraint [4.1.8.Final,4.1.8.Final])
[INFO] | | | \- io.netty:netty-codec-http:jar:4.1.8.Final:compile
[INFO] | | \- io.netty:netty-handler-proxy:jar:4.1.8.Final:compile
[INFO] | | \- io.netty:netty-codec-socks:jar:4.1.8.Final:compile
[INFO] | +- io.netty:netty-handler:jar:4.1.8.Final:compile
[INFO] | | +- io.netty:netty-buffer:jar:4.1.8.Final:compile
[INFO] | | | \- io.netty:netty-common:jar:4.1.8.Final:compile
[INFO] | | +- io.netty:netty-transport:jar:4.1.8.Final:compile
[INFO] | | | \- io.netty:netty-resolver:jar:4.1.8.Final:compile
[INFO] | | \- io.netty:netty-codec:jar:4.1.8.Final:compile
[INFO] | +- io.grpc:grpc-stub:jar:1.2.0:compile
[INFO] | +- io.grpc:grpc-all:jar:1.2.0:compile
[INFO] | | +- io.grpc:grpc-okhttp:jar:1.2.0:compile
[INFO] | | | +- com.squareup.okhttp:okhttp:jar:2.5.0:compile
[INFO] | | | \- com.squareup.okio:okio:jar:1.6.0:compile
[INFO] | | +- io.grpc:grpc-protobuf-lite:jar:1.2.0:compile
[INFO] | | \- io.grpc:grpc-protobuf-nano:jar:1.2.0:compile
[INFO] | | \- com.google.protobuf.nano:protobuf-javanano:jar:3.0.0-alpha-5:compile
[INFO] | +- com.google.cloud:google-cloud-spanner:jar:0.20.0b-beta:compile
[INFO] | | +- com.google.api.grpc:proto-google-cloud-spanner-v1:jar:0.1.11b:compile
[INFO] | | +- com.google.api.grpc:proto-google-cloud-spanner-admin-instance-v1:jar:0.1.11:compile
[INFO] | | +- com.google.api.grpc:grpc-google-cloud-spanner-v1:jar:0.1.11b:compile
[INFO] | | +- com.google.api.grpc:grpc-google-cloud-spanner-admin-database-v1:jar:0.1.11:compile
[INFO] | | +- com.google.api.grpc:grpc-google-cloud-spanner-admin-instance-v1:jar:0.1.11:compile
[INFO] | | +- com.google.api.grpc:grpc-google-longrunning-v1:jar:0.1.11:compile
[INFO] | | | \- com.google.api.grpc:proto-google-longrunning-v1:jar:0.1.11:compile
[INFO] | | \- junit:junit:jar:4.12:compile
[INFO] | | \- org.hamcrest:hamcrest-core:jar:1.3:compile
[INFO] | +- com.google.cloud.bigtable:bigtable-protos:jar:1.0.0-pre3:compile
[INFO] | +- com.google.cloud.bigtable:bigtable-client-core:jar:1.0.0:compile
[INFO] | | +- commons-logging:commons-logging:jar:1.2:compile
[INFO] | | +- com.google.auth:google-auth-library-appengine:jar:0.7.0:compile
[INFO] | | +- io.opencensus:opencensus-contrib-grpc-util:jar:0.7.0:compile
[INFO] | | \- io.dropwizard.metrics:metrics-core:jar:3.1.2:compile
[INFO] | +- com.google.http-client:google-http-client:jar:1.22.0:compile
[INFO] | | \- org.apache.httpcomponents:httpclient:jar:4.0.1:compile
[INFO] | | +- org.apache.httpcomponents:httpcore:jar:4.0.1:compile
[INFO] | | \- commons-codec:commons-codec:jar:1.3:compile
[INFO] | +- com.google.http-client:google-http-client-jackson2:jar:1.22.0:compile
[INFO] | +- com.google.auth:google-auth-library-credentials:jar:0.7.1:compile
[INFO] | +- com.google.auth:google-auth-library-oauth2-http:jar:0.7.1:compile
[INFO] | +- io.netty:netty-tcnative-boringssl-static:jar:1.1.33.Fork26:compile
[INFO] | +- com.google.api.grpc:proto-google-cloud-spanner-admin-database-v1:jar:0.1.9:compile
[INFO] | \- com.google.api.grpc:proto-google-common-protos:jar:0.1.9:compile
[INFO] +- org.apache.beam:beam-runners-google-cloud-dataflow-java:jar:2.4.0:compile
[INFO] | +- com.google.apis:google-api-services-dataflow:jar:v1b3-rev221-1.22.0:compile
[INFO] | \- com.google.apis:google-api-services-clouddebugger:jar:v2-rev8-1.22.0:compile
[INFO] +- org.apache.beam:beam-runners-direct-java:jar:2.6.0:compile
[INFO] | +- org.apache.beam:beam-model-pipeline:jar:2.6.0:compile
[INFO] | \- args4j:args4j:jar:2.33:compile
[INFO] +- com.google.cloud:google-cloud-storage:jar:1.38.0:compile
[INFO] | \- com.google.cloud:google-cloud-core-http:jar:1.38.0:compile
[INFO] | +- com.google.http-client:google-http-client-appengine:jar:1.23.0:compile
[INFO] | +- com.google.api:gax-httpjson:jar:0.46.0:compile
[INFO] | +- io.opencensus:opencensus-api:jar:0.15.0:compile
[INFO] | \- io.opencensus:opencensus-contrib-http-util:jar:0.15.0:compile
[INFO] +- com.google.api:api-common:jar:1.6.0:compile
[INFO] +- org.slf4j:slf4j-api:jar:1.7.25:compile
[INFO] +- joda-time:joda-time:jar:2.4:compile
[INFO] +- com.google.cloud.datastore:datastore-v1-protos:jar:1.3.0:compile
[INFO] | \- com.google.api.grpc:grpc-google-common-protos:jar:0.1.0:compile
[INFO] +- com.google.cloud:google-cloud-bigquery:jar:1.35.0:compile
[INFO] | \- com.google.auto.value:auto-value:jar:1.4:compile
[INFO] +- com.google.apis:google-api-services-bigquery:jar:v2-rev355-1.22.0:compile
[INFO] +- com.google.protobuf:protobuf-java:jar:3.4.0:compile
[INFO] +- com.google.protobuf:protobuf-java-util:jar:3.3.1:compile
[INFO] +- com.google.code.findbugs:jsr305:jar:3.0.2:compile
[INFO] +- com.google.guava:guava:jar:26.0-jre:compile
[INFO] | +- org.checkerframework:checker-qual:jar:2.5.2:compile
[INFO] | +- com.google.errorprone:error_prone_annotations:jar:2.1.3:compile
[INFO] | +- com.google.j2objc:j2objc-annotations:jar:1.1:compile
[INFO] | \- org.codehaus.mojo:animal-sniffer-annotations:jar:1.14:compile
[INFO] +- com.google.api-client:google-api-client:jar:1.22.0:compile
[INFO] | +- com.google.oauth-client:google-oauth-client:jar:1.22.0:compile
[INFO] | \- com.google.guava:guava-jdk5:jar:17.0:compile
[INFO] +- org.json:json:jar:20160810:compile
[INFO] +- com.google.code.gson:gson:jar:2.7:compile
[INFO] +- org.apache.commons:commons-compress:jar:1.8.1:compile
[INFO] +- org.apache.commons:commons-lang3:jar:3.8:compile
[INFO] +- com.fasterxml.jackson.core:jackson-core:jar:2.9.4:compile
[INFO] +- com.fasterxml.jackson.core:jackson-databind:jar:2.9.4:compile
[INFO] +- com.fasterxml.jackson.core:jackson-annotations:jar:2.9.4:compile
[INFO] +- org.apache.avro:avro:jar:1.8.2:compile
[INFO] | +- org.codehaus.jackson:jackson-core-asl:jar:1.9.13:compile
[INFO] | +- org.codehaus.jackson:jackson-mapper-asl:jar:1.9.13:compile
[INFO] | +- com.thoughtworks.paranamer:paranamer:jar:2.7:compile
[INFO] | \- org.tukaani:xz:jar:1.5:compile
[INFO] +- com.google.api:gax:jar:1.30.0:compile
[INFO] | \- org.threeten:threetenbp:jar:1.3.3:compile
[INFO] +- com.google.cloud:google-cloud-core:jar:1.38.0:compile
[INFO] | \- com.google.api.grpc:proto-google-iam-v1:jar:0.12.0:compile
[INFO] +- com.googlecode.json-simple:json-simple:jar:1.1:compile
[INFO] \- com.google.apis:google-api-services-storage:jar:v1-rev97-1.22.0:compile```