GitHub / aphp / spark-etl
Better bridge apache spark and postgresql
JSON API: https://data.code.gouv.fr/api/v1/hosts/GitHub/repositories/aphp%2Fspark-etl
Stars: 23
Forks: 8
Open issues: 10
License: apache-2.0
Language: Scala
Size: 6.85 MB
Dependencies parsed at:
1,594
Created at: over 6 years ago
Updated at: 8 months ago
Pushed at: over 1 year ago
Last synced at: 6 days ago
Topics: etl, postgresql, spark
- @emotion/core ^10.0.28
- @emotion/styled ^10.0.27
- @material-ui/core ^4.9.7
- @material-ui/icons ^4.9.1
- @material-ui/lab ^4.0.0-alpha.48
- @projectstorm/react-diagrams ^6.0.2
- @projectstorm/react-diagrams-core ^6.0.2
- @testing-library/jest-dom ^4.2.4
- @testing-library/react ^9.5.0
- @testing-library/user-event ^7.2.1
- closest 0.0.1
- dagre ^0.8.5
- express ^4.17.1
- mathjs ^6.6.1
- pathfinding ^0.4.18
- paths-js ^0.4.10
- pg ^8.0.3
- react ^16.13.1
- react-dom ^16.13.1
- react-router-dom ^5.1.2
- react-scripts 3.4.1
- resize-observer-polyfill ^1.5.1
- tmp ^0.2.1
- typescript ^3.8.3
pom.xml
maven
- com.sksamuel.scapegoat:scalac-scapegoat-plugin_2.11 1.3.10 provided
- org.apache.hadoop:hadoop-client 2.6.5 provided
- org.apache.hadoop:hadoop-common 2.6.5 provided
- org.apache.spark:spark-core_2.11 2.4.3 provided
- org.apache.spark:spark-sql_2.11 2.4.3 provided
- com.typesafe.scala-logging:scala-logging_2.11 3.9.2
- org.scala-lang:scala-library 2.11.11
- junit:junit 4.13 test
- org.apache.spark:spark-catalyst_2.11 2.4.3 test
- org.apache.spark:spark-core_2.11 2.4.3 test
- org.apache.spark:spark-sql_2.11 2.4.3 test
- org.scalatest:scalatest_2.11 3.0.8 test
spark-dataframe/pom.xml
maven
spark-hive/pom.xml
maven
spark-meta/pom.xml
maven
spark-postgres/pom.xml
maven
- com.opentable.components:otj-pg-embedded provided
- org.apache.spark:spark-core_${scala.tools.version} provided
- org.apache.spark:spark-sql_${scala.tools.version} provided
- de.bytefish:pgbulkinsert
- io.frama.parisni:spark-dataframe
- org.postgresql:postgresql
- com.opentable.components:otj-pg-embedded test
- org.apache.spark:spark-sql_${scala.tools.version} test
- org.scalatest:scalatest_${scala.tools.version} test
spark-quality/pom.xml
maven
spark-query/pom.xml
maven
spark-sync/pom.xml
maven
- org.apache.solr:solr-core compile
- com.esotericsoftware:kryo-shaded
- com.fasterxml.jackson.core:jackson-core
- com.fasterxml.jackson.core:jackson-databind
- com.fasterxml.jackson.module:jackson-module-scala_${scala.tools.version}
- io.delta:delta-core_${scala.tools.version}
- io.frama.parisni:spark-dataframe
- io.frama.parisni:spark-postgres
- net.jcazevedo:moultingyaml_${scala.tools.version}
- org.apache.solr:solr-solrj
- org.postgresql:postgresql
- com.github.tomakehurst:wiremock test
- com.lucidworks.spark:spark-solr test
- com.opentable.components:otj-pg-embedded test
- org.apache.solr:solr-test-framework test
- org.apache.spark:spark-sql_${scala.tools.version} test
- debian buster-slim build