Ecosyste.ms: Repos
An open API service providing repository metadata for many open source software ecosystems.
GitHub / zaivi / dataflow-dlp-processing-sensitive-data
Custom Apache Beam encryption sensitive data pipeline with Data Loss Prevention service on GCP
Stars: 0
Forks: 0
Open Issues: 7
License: None
Language: Java
Repo Size: 5.49 MB
Dependencies:
249
Created: over 1 year ago
Updated: 11 months ago
Last pushed: 9 months ago
Last synced: 24 days ago
Topics: apache-beam, bigquery, dataflow, dlp, gcp, oracle
Files
Loading...
Readme
Loading...
Dependencies
Dockerfile
docker
it/pom.xml
maven
- com.google.auto.value:auto-value 1.8.2 provided
- com.google.apis:google-api-services-dataflow v1b3-rev20220920-2.0.0
- com.google.auto.value:auto-value-annotations 1.8.2
- com.google.cloud.teleport.metadata:metadata 1.0-SNAPSHOT
- com.google.cloud:google-cloud-bigquery
- com.google.cloud:google-cloud-bigtable
- com.google.cloud:google-cloud-monitoring
- com.google.cloud:google-cloud-pubsub
- com.google.cloud:google-cloud-spanner
- com.google.cloud:google-cloud-storage 2.2.2
- com.google.guava:guava 31.0.1-jre
- com.google.re2j:re2j ${re2j.version}
- com.google.truth:truth ${truth.version}
- junit:junit ${junit.version}
- org.mongodb:mongodb-driver-sync 3.12.10
- org.slf4j:slf4j-simple ${slf4j.version}
- org.testcontainers:mongodb 1.17.5
- org.testcontainers:testcontainers 1.17.5
- org.mockito:mockito-core 3.7.7 test
- org.mockito:mockito-inline 4.5.1 test
- org.apache.maven.plugin-tools:maven-plugin-annotations 3.6.0 provided
- org.apache.maven:maven-artifact 3.3.9 provided
- org.apache.maven:maven-core 3.3.9 provided
- org.apache.maven:maven-plugin-api 3.3.9 provided
- com.google.cloud.teleport:core-plugin 1.0-SNAPSHOT
- com.google.cloud:google-cloud-dataflow 0.7.6
- org.twdata.maven:mojo-executor 2.4.0
- junit:junit 4.12 test
- org.apache.maven.plugin-testing:maven-plugin-testing-harness 3.3.0 test
- org.apache.maven:maven-compat 3.3.9 test
pom.xml
maven
- com.fasterxml.jackson:jackson-bom 2.14.1 import
- com.google.cloud:libraries-bom 26.1.3 import
- org.apache.beam:beam-sdks-java-bom 2.43.0 import
- commons-codec:commons-codec 1.15
- commons-io:commons-io 2.11.0
- junit:junit 4.13.1
- ch.qos.logback:logback-classic 1.2.10
- com.google.code.gson:gson 2.9.1
- org.slf4j:slf4j-api ${slf4j.version}
- com.google.truth:truth ${truth.version} test
- junit:junit ${junit.version} test
syndeo-template/pom.xml
maven
- com.google.cloud:libraries-bom 26.1.3 import
- org.apache.beam:beam-sdks-java-bom 2.43.0 import
- com.google.apis:google-api-services-bigquery v2-rev459-1.25.0
- com.google.auto.service:auto-service 1.0.1
- com.google.auto.value:auto-value 1.9
- com.google.auto.value:auto-value-annotations 1.9
- com.google.cloud:google-cloud-bigtable 2.10.3
- com.google.protobuf:protobuf-java 3.21.5
- com.google.protobuf:protoc 3.21.5
- org.apache.beam:beam-runners-direct-java
- org.apache.beam:beam-runners-google-cloud-dataflow-java
- org.apache.beam:beam-sdks-java-core
- org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core
- org.apache.beam:beam-sdks-java-io-google-cloud-platform
- org.apache.beam:beam-vendor-guava-26_0-jre 0.1
- org.apache.kafka:kafka-clients 2.4.1
- org.apache.arrow:arrow-memory-unsafe 9.0.0 test
v1/pom.xml
maven
- org.apache.beam:beam-sdks-java-io-parquet compile
- org.apache.beam:beam-sdks-java-bom ${beam.version} import
- com.google.auto.value:auto-value 1.7.4 provided
- org.apache.hbase:hbase-common 1.4.5 provided
- com.datastax.cassandra:cassandra-driver-core 3.6.0
- com.google.api.grpc:proto-google-cloud-kms-v1 0.87.0
- com.google.auto.service:auto-service 1.0-rc6
- com.google.auto.value:auto-value-annotations 1.7.4
- com.google.cloud.bigtable:bigtable-beam-import 1.27.1
- com.google.cloud.teleport.metadata:metadata 1.0-SNAPSHOT
- com.google.cloud:google-cloud-bigquery 1.108.0
- com.google.cloud:google-cloud-dlp 2.1.0
- com.google.cloud:google-cloud-kms 1.40.0
- com.google.cloud:google-cloud-secretmanager
- com.google.cloud:google-cloud-storage 2.1.9
- com.google.http-client:google-http-client 1.40.1
- com.google.http-client:google-http-client-apache-v2 1.40.1
- com.google.protobuf:protobuf-java 3.19.1
- com.google.re2j:re2j ${re2j.version}
- commons-codec:commons-codec
- commons-io:commons-io
- io.opencensus:opencensus-api 0.24.0
- org.apache.beam:beam-runners-direct-java
- org.apache.beam:beam-runners-google-cloud-dataflow-java
- org.apache.beam:beam-sdks-java-core
- org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core
- org.apache.beam:beam-sdks-java-extensions-protobuf
- org.apache.beam:beam-sdks-java-io-cassandra
- org.apache.beam:beam-sdks-java-io-google-cloud-platform
- org.apache.beam:beam-sdks-java-io-jdbc
- org.apache.commons:commons-csv 1.8
- org.apache.commons:commons-text 1.10.0
- org.apache.hadoop:hadoop-common ${hadoop.version}
- org.apache.hadoop:hadoop-mapreduce-client-core ${hadoop.version}
- org.apache.kafka:kafka-clients 1.0.0
- org.codehaus.jackson:jackson-core-asl 1.9.13
- org.codehaus.jackson:jackson-mapper-asl 1.9.13
- org.conscrypt:conscrypt-openjdk-uber ${conscrypt.version}
- org.json:json ${json.version}
- org.openjdk.nashorn:nashorn-core 15.4
- org.springframework:spring-expression 5.2.22.RELEASE
- org.tensorflow:proto 1.15.0
- org.threeten:threetenbp 1.4.4
- junit:junit ${junit.version} test
- com.google.cloud.teleport.v2:common ${project.version}
- com.google.cloud.teleport.v2:common ${project.version}
- com.google.cloud.dataflow.cdc:cdc-change-applier ${project.version}
- com.google.cloud.dataflow.cdc:cdc-common ${project.version}
- com.google.cloud.dataflow.cdc:cdc-embedded-connector ${project.version}
- com.google.auto.value:auto-value-annotations 1.6.2 compile
- org.slf4j:slf4j-api ${slf4j.version} compile
- com.google.cloud.dataflow.cdc:cdc-common ${project.version}
- com.google.cloud:google-cloud-bigquery
- com.google.api.grpc:grpc-google-cloud-datacatalog-v1beta1 ${data-catalog.version}
- com.google.api.grpc:proto-google-cloud-datacatalog-v1beta1 ${data-catalog.version}
- com.google.cloud:google-cloud-datacatalog ${data-catalog.version}
- org.apache.beam:beam-sdks-java-extensions-sql
- org.slf4j:slf4j-jdk14 ${slf4j.version}
- org.slf4j:slf4j-nop ${slf4j.version}
- commons-beanutils:commons-beanutils 1.9.3 compile
- io.debezium:debezium-connector-mysql ${debezium.version} compile
- io.debezium:debezium-embedded ${debezium.version} compile
- org.apache.commons:commons-configuration2 2.8.0 compile
- com.google.cloud.dataflow.cdc:cdc-common ${project.version}
- org.mockito:mockito-all 1.10.19 test
v2/cdc-parent/pom.xml
maven
- org.slf4j:slf4j-api ${slf4j.version} compile
- com.google.api.grpc:grpc-google-cloud-datacatalog-v1beta1 0.35.0
- com.google.cloud.teleport.v2:common 1.0-SNAPSHOT
- com.google.guava:guava 25.1-jre
- org.junit.jupiter:junit-jupiter-api 5.5.1 test
- org.junit.jupiter:junit-jupiter-engine 5.5.1 test
v2/common/pom.xml
maven
- org.mongodb:mongo-java-driver 3.12.11 compile
- com.google.cloud.bigtable:bigtable-hbase-beam 1.15.0
- com.google.cloud:google-cloud-bigquery 2.9.0
- com.google.cloud:google-cloud-kms
- com.google.cloud:google-cloud-secretmanager 2.1.2
- org.apache.avro:avro 1.8.2
- org.apache.beam:beam-sdks-java-io-parquet
- org.apache.commons:commons-csv 1.8
- org.apache.commons:commons-text 1.10.0
- org.apache.hadoop:hadoop-client ${hadoop.version}
- org.openjdk.nashorn:nashorn-core 15.4
- com.google.truth.extensions:truth-proto-extension 1.0.1 test
- com.google.truth:truth ${truth.version} test
- junit:junit ${junit.version} test
- com.google.cloud.teleport.v2:common ${project.version}
- com.google.cloud.teleport.v2:common ${project.version}
- org.apache.beam:beam-sdks-java-io-mongodb
- com.google.cloud.teleport.v2:common ${project.version}
- org.postgresql:postgresql 42.2.2
- com.google.cloud.teleport.v2:common ${project.version}
- org.json:json 20160810
- com.google.cloud.teleport.v2:common ${project.version}
- mysql:mysql-connector-java 8.0.13
- org.postgresql:postgresql 42.2.2
- com.google.truth:truth ${truth.version} test
- com.google.cloud.teleport.v2:common 1.0-SNAPSHOT
- com.google.cloud.teleport.v2:elasticsearch-common ${project.version}
- com.google.api.grpc:proto-google-cloud-kms-v1 0.87.0
- com.google.cloud.teleport.v2:common 1.0-SNAPSHOT
- com.google.cloud:google-cloud-core
- com.google.cloud:google-cloud-dlp 2.1.0
- com.google.cloud:google-cloud-pubsub
- com.google.guava:guava ${guava.version}
- org.apache.beam:beam-sdks-java-io-hadoop-common
- org.apache.hadoop:hadoop-common ${hadoop.version}
- org.apache.hadoop:hadoop-mapreduce-client-core ${hadoop.version}
- com.google.truth:truth ${truth.version} test
- org.apache.derby:derby 10.14.2.0 test
- org.apache.derby:derbyclient 10.14.2.0 test
- org.apache.derby:derbynet 10.14.2.0 test
- org.mockito:mockito-core ${mockito-core.version} test
- com.google.cloud.teleport.v2:common ${project.version}
- org.apache.beam:beam-sdks-java-io-mongodb
- org.projectlombok:lombok 1.18.24 provided
- com.google.cloud.teleport.v2:common 1.0-SNAPSHOT
- org.apache.beam:beam-sdks-java-extensions-sql
- org.apache.beam:beam-sdks-java-io-neo4j
- org.neo4j:neo4j-cypher-dsl 2022.4.0
- com.google.truth:truth ${truth.version} test
- com.google.cloud.teleport.v2:common ${project.version}
- org.apache.beam:beam-sdks-java-io-splunk ${beam.version}
- com.google.truth:truth ${truth.version} test
- junit:junit ${junit.version} test
v2/kafka-common/pom.xml
maven
- com.google.cloud.teleport.v2:kafka-common ${project.version}
v2/kafka-to-gcs/pom.xml
maven
- com.google.cloud.teleport.v2:kafka-common ${project.version}
- com.google.cloud.teleport.v2:kafka-common ${project.version}
- com.google.cloud.teleport.v2:common ${project.version}
- org.apache.beam:beam-sdks-java-io-kudu
- com.google.cloud.teleport.v2:common ${project.version}
- org.apache.beam:beam-sdks-java-io-mongodb
- com.google.truth:truth ${truth.version} test
v2/pom.xml
maven
- com.google.auto.value:auto-value 1.7.4 provided
- com.google.api:gax 2.3.0
- com.google.api:gax-grpc 2.3.0
- com.google.auto.service:auto-service 1.0-rc6
- com.google.auto.value:auto-value-annotations 1.7.4
- com.google.cloud.teleport.metadata:metadata 1.0-SNAPSHOT
- com.google.cloud.teleport:structured-logging 1.0-SNAPSHOT
- com.google.re2j:re2j ${re2j.version}
- io.opencensus:opencensus-api 0.31.0
- org.apache.beam:beam-runners-direct-java
- org.apache.beam:beam-runners-google-cloud-dataflow-java
- org.apache.beam:beam-sdks-java-core
- org.apache.beam:beam-sdks-java-extensions-google-cloud-platform-core
- org.apache.beam:beam-sdks-java-io-google-cloud-platform
- org.apache.beam:beam-sdks-java-io-jdbc
- org.conscrypt:conscrypt-openjdk-uber ${conscrypt.version}
- org.json:json ${json.version}
- com.google.cloud.teleport:integration-testing-lib 1.0-SNAPSHOT test
- com.google.cloud.teleport:plaintext-logging 1.0-SNAPSHOT test
- junit:junit ${junit.version} test
- junit:junit-dep 4.10 test
- org.hamcrest:hamcrest ${hamcrest.version} test
- org.hamcrest:hamcrest-core ${hamcrest.version} test
- org.hamcrest:hamcrest-library ${hamcrest.version} test
- org.mockito:mockito-core ${mockito-core.version} test
- com.google.cloud.teleport.v2:common 1.0-SNAPSHOT
- com.google.guava:guava ${guava.version}
- com.google.truth:truth ${truth.version} test
- junit:junit ${junit.version} test
- com.google.cloud.teleport.v2:common ${project.version}
- com.google.cloud.teleport.v2:common ${project.version}
- org.apache.beam:beam-sdks-java-io-mongodb
- com.github.vincentrussell:json-data-generator 1.10
- com.google.cloud.teleport.v2:common 1.0-SNAPSHOT
- org.yaml:snakeyaml 1.33
- com.google.truth:truth ${truth.version} test
- Copyright2020GoogleInc.AllRightsReserved. *
- LicensedundertheApacheLicense ,Version2.0
- SeetheLicenseforthespecificlanguagegoverningpermissionsand *
- Unlessrequiredbyapplicablelaworagreedtoinwriting ,software
- WITHOUTWARRANTIESORCONDITIONSOFANYKIND ,eitherexpressorimplied.
- YoumayobtainacopyoftheLicenseat *
- distributedundertheLicenseisdistributedonan *
- google-cloud *
- google-cloud-pubsub *
- limitationsundertheLicense. *
- youmaynotusethisfileexceptincompliancewiththeLicense. *