GitHub / sigrennesmetropole / datafactory_spark
Dépôt du code des traitements spark pour data factory
JSON API: https://data.code.gouv.fr/api/v1/hosts/GitHub/repositories/sigrennesmetropole%2Fdatafactory_spark
Stars: 2
Forks: 0
Open issues: 0
License: gpl-3.0
Language: Scala
Size: 5.95 MB
Dependencies parsed at:
72
Created at: about 3 years ago
Updated at: over 2 years ago
Pushed at: about 2 years ago
Last synced at: 6 days ago
.github/workflows/main.yml
actions
- actions/checkout v3 composite
- docker/build-push-action ac9327eae2b366085ac7f6a2d02df8aa8ead720a composite
- docker/login-action 28218f9b04b4f3f62068d7b6ce6ca5b26e35336c composite
- docker/metadata-action 98669ae865ea3cffbcbaa878cf57c20bbf1c6c38 composite
- docker/setup-buildx-action 79abd3f86f79a9d68a23c75a09a9a85889262adf composite
- sigstore/cosign-installer d6a3abf1bdea83574e28d40543793018b6035605 composite
Dockerfile
docker
- docker.io/bitnami/spark 3.3.0 build
- maven 3.8.6-openjdk-11-slim build
- com.sun.mail:javax.mail 1.6.2
- com.typesafe:config 1.3.2
- org.apache.hadoop:hadoop-aws 3.3.2
- org.apache.hadoop:hadoop-client 3.3.2
- org.apache.hadoop:hadoop-common 3.3.2
- org.apache.logging.log4j:log4j-api 2.17.2
- org.apache.logging.log4j:log4j-core 2.17.2
- org.apache.sedona:sedona-python-adapter-3.0_2.12 1.2.1-incubating
- org.apache.sedona:sedona-viz-3.0_2.12 1.2.1-incubating
- org.apache.spark:spark-core_2.12 3.3.0
- org.apache.spark:spark-hadoop-cloud_2.12 3.3.0
- org.apache.spark:spark-hive_2.12 3.3.0
- org.apache.spark:spark-sql_2.12 3.3.0
- org.datasyslab:geotools-wrapper 1.1.0-25.2
- org.eclipse.jetty:jetty-servlet 11.0.6
- org.locationtech.jts:jts-core 1.19.0
- org.postgresql:postgresql 42.2.19
- org.scala-lang:scala-library 2.12.15
- org.scalactic:scalactic_2.12 3.0.8
- junit:junit 4.8.1 test
- org.scalatest:scalatest_2.12 3.0.8 test
- org.apache.hadoop:hadoop-aws 3.3.2 compile
- com.crealytics:spark-excel_2.12 3.2.2_0.18.0
- com.typesafe.scala-logging:scala-logging_2.12 3.9.4
- com.typesafe:config 1.3.2
- org.apache.hadoop:hadoop-client 3.3.2
- org.apache.hadoop:hadoop-common 3.3.2
- org.apache.spark:spark-core_2.12 3.3.0
- org.apache.spark:spark-hadoop-cloud_2.12 3.3.0
- org.apache.spark:spark-sql_2.12 3.3.0
- org.eclipse.jetty:jetty-servlet 11.0.6
- org.postgresql:postgresql 42.2.19
- org.scala-lang:scala-library 2.12.15
- org.scalactic:scalactic_2.12 3.0.5
- junit:junit 4.8.1 test
- org.scalatest:scalatest_2.12 3.0.5 test
spark-lora/pom.xml
maven
- org.apache.hadoop:hadoop-aws 3.3.2 compile
- com.typesafe:config 1.3.2
- org.apache.hadoop:hadoop-client 3.3.2
- org.apache.hadoop:hadoop-common 3.3.2
- org.apache.logging.log4j:log4j-api 2.17.2
- org.apache.logging.log4j:log4j-core 2.17.2
- org.apache.spark:spark-core_2.12 3.3.0
- org.apache.spark:spark-hadoop-cloud_2.12 3.3.0
- org.apache.spark:spark-sql_2.12 3.3.0
- org.eclipse.jetty:jetty-servlet 11.0.6
- org.postgresql:postgresql 42.2.19
- org.scala-lang:scala-library 2.12.15
- org.scalactic:scalactic_2.12 3.0.8
- junit:junit 4.8.1 test
- org.scalatest:scalatest_2.12 3.0.8 test
spark-trafic/pom.xml
maven
- com.typesafe.scala-logging:scala-logging_2.12 3.9.4
- com.typesafe:config 1.3.2
- org.apache.hadoop:hadoop-aws 3.3.2
- org.apache.hadoop:hadoop-client 3.3.2
- org.apache.hadoop:hadoop-common 3.3.2
- org.apache.spark:spark-core_2.12 3.3.0
- org.apache.spark:spark-hadoop-cloud_2.12 3.3.0
- org.apache.spark:spark-sql_2.12 3.3.0
- org.postgresql:postgresql 42.2.19
- org.scala-lang:scala-library 2.12.15
- org.scalactic:scalactic_2.12 3.0.8
- junit:junit 4.8.1 test
- org.scalatest:scalatest_2.12 3.0.8 test