Skip to content

Commit f160948

Browse files
author
Robert Kruszewski
committed
fix conflicts
1 parent be0483c commit f160948

File tree

27 files changed

+70
-14900
lines changed

27 files changed

+70
-14900
lines changed

.circleci/config.yml

Lines changed: 8 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ version: 2
22

33
defaults: &defaults
44
docker:
5-
- image: palantirtechnologies/circle-spark-base:0.1.0
5+
- image: palantirtechnologies/circle-spark-base:0.1.3
66
resource_class: xlarge
77
environment: &defaults-environment
88
TERM: dumb
@@ -128,7 +128,7 @@ jobs:
128128
<<: *defaults
129129
# Some part of the maven setup fails if there's no R, so we need to use the R image here
130130
docker:
131-
- image: palantirtechnologies/circle-spark-r:0.1.0
131+
- image: palantirtechnologies/circle-spark-r:0.1.3
132132
steps:
133133
# Saves us from recompiling every time...
134134
- restore_cache:
@@ -147,12 +147,7 @@ jobs:
147147
keys:
148148
- build-binaries-{{ checksum "build/mvn" }}-{{ checksum "build/sbt" }}
149149
- build-binaries-
150-
- run: |
151-
./build/mvn -T1C -DskipTests -Phadoop-cloud -Phadoop-palantir -Pkinesis-asl -Pkubernetes -Pyarn -Psparkr install \
152-
| tee -a "/tmp/mvn-install.log"
153-
- store_artifacts:
154-
path: /tmp/mvn-install.log
155-
destination: mvn-install.log
150+
- run: ./build/mvn -DskipTests -Phadoop-cloud -Phadoop-palantir -Pkinesis-asl -Pkubernetes -Pyarn -Psparkr install
156151
# Get sbt to run trivially, ensures its launcher is downloaded under build/
157152
- run: ./build/sbt -h || true
158153
- save_cache:
@@ -300,7 +295,7 @@ jobs:
300295
# depends on build-sbt, but we only need the assembly jars
301296
<<: *defaults
302297
docker:
303-
- image: palantirtechnologies/circle-spark-python:0.1.0
298+
- image: palantirtechnologies/circle-spark-python:0.1.3
304299
parallelism: 2
305300
steps:
306301
- *checkout-code
@@ -325,7 +320,7 @@ jobs:
325320
# depends on build-sbt, but we only need the assembly jars
326321
<<: *defaults
327322
docker:
328-
- image: palantirtechnologies/circle-spark-r:0.1.0
323+
- image: palantirtechnologies/circle-spark-r:0.1.3
329324
steps:
330325
- *checkout-code
331326
- attach_workspace:
@@ -438,7 +433,7 @@ jobs:
438433
<<: *defaults
439434
# Some part of the maven setup fails if there's no R, so we need to use the R image here
440435
docker:
441-
- image: palantirtechnologies/circle-spark-r:0.1.0
436+
- image: palantirtechnologies/circle-spark-r:0.1.3
442437
steps:
443438
- *checkout-code
444439
- restore_cache:
@@ -458,7 +453,7 @@ jobs:
458453
deploy-gradle:
459454
<<: *defaults
460455
docker:
461-
- image: palantirtechnologies/circle-spark-r:0.1.0
456+
- image: palantirtechnologies/circle-spark-r:0.1.3
462457
steps:
463458
- *checkout-code
464459
- *restore-gradle-wrapper-cache
@@ -470,7 +465,7 @@ jobs:
470465
<<: *defaults
471466
# Some part of the maven setup fails if there's no R, so we need to use the R image here
472467
docker:
473-
- image: palantirtechnologies/circle-spark-r:0.1.0
468+
- image: palantirtechnologies/circle-spark-r:0.1.3
474469
steps:
475470
# This cache contains the whole project after version was set and mvn package was called
476471
# Restoring first (and instead of checkout) as mvn versions:set mutates real source code...

assembly/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -76,7 +76,7 @@
7676
</dependency>
7777
<dependency>
7878
<groupId>org.apache.spark</groupId>
79-
<artifactId>spark-avro_2.11</artifactId>
79+
<artifactId>spark-avro_${scala.binary.version}</artifactId>
8080
<version>${project.version}</version>
8181
</dependency>
8282

dev/deps/spark-deps-hadoop-2.7

Lines changed: 0 additions & 200 deletions
This file was deleted.

0 commit comments

Comments
 (0)