Skip to content

Commit bac3ee9

Browse files
committed
feat: CQDG-642 Build docker image
1 parent 2ac490f commit bac3ee9

File tree

5 files changed

+49
-37
lines changed

5 files changed

+49
-37
lines changed

Diff for: .github/workflows/deploy_minio.yml

-33
This file was deleted.

Diff for: .github/workflows/publish_sha.yml

+35
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,35 @@
1+
name: Publish SHA
2+
3+
on:
4+
push:
5+
branches:
6+
- master
7+
8+
workflow_dispatch:
9+
inputs:
10+
logLevel:
11+
description: 'Log level'
12+
required: true
13+
default: 'warning'
14+
tags:
15+
required: false
16+
description: 'Publish SHA'
17+
18+
jobs:
19+
build:
20+
name: Publish SHA
21+
runs-on: ubuntu-latest
22+
steps:
23+
- uses: actions/checkout@v2
24+
- uses: olafurpg/setup-scala@v11
25+
- name: Build Assembly
26+
run: sbt clean assembly
27+
- name: Publish obo-parser Image using commit sha and timestamp
28+
id: publish-etl-obo-parser-image
29+
uses: Ferlab-Ste-Justine/action-push-image@v2
30+
with:
31+
username: ${{ secrets.FERLAB_DOCKER_HUB_USER }}
32+
password: ${{ secrets.FERLAB_DOCKER_HUB_TOKEN }}
33+
image: ferlabcrsj/obo-parser
34+
tag_format: "{sha}-{timestamp}"
35+

Diff for: .github/workflows/deploy_release.yml renamed to .github/workflows/publish_tag.yml

+7
Original file line numberDiff line numberDiff line change
@@ -50,3 +50,10 @@ jobs:
5050
asset_path: target/scala-2.12/obo-parser.jar
5151
asset_name: obo-parser.jar
5252
asset_content_type: application/java-archive
53+
- name: Push obo-parser image on the registry
54+
uses: Ferlab-Ste-Justine/action-push-image@v2
55+
with:
56+
username: ${{ secrets.FERLAB_DOCKER_HUB_USER }}
57+
password: ${{ secrets.FERLAB_DOCKER_HUB_TOKEN }}
58+
image: ferlabcrsj/obo-parser
59+
tag_format: "{semver}"

Diff for: Dockerfile

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
FROM apache/spark:3.4.2
2+
3+
COPY target/scala-2.12/obo-parser.jar /app/obo-parser.jar

Diff for: build.sbt

+4-4
Original file line numberDiff line numberDiff line change
@@ -4,12 +4,12 @@ name := "obo-parser"
44
scalaVersion := "2.12.12"
55
organization := "bio.ferlab"
66
javacOptions ++= Seq("-source", "1.8", "-target", "1.8", "-Xlint")
7-
val spark_version = "3.3.1"
8-
val deltaCoreVersion = "2.1.1"
7+
val spark_version = "3.4.2"
8+
val deltaCoreVersion = "2.4.0"
99
/* Runtime */
1010
libraryDependencies += "org.apache.spark" %% "spark-sql" % spark_version % Provided
11-
libraryDependencies += "org.apache.hadoop" % "hadoop-aws" % spark_version % Provided
12-
libraryDependencies += "io.delta" %% "delta-core" % deltaCoreVersion
11+
libraryDependencies += "org.apache.hadoop" % "hadoop-aws" % "3.3.6" % Provided
12+
libraryDependencies += "io.delta" %% "delta-core" % deltaCoreVersion % Provided
1313
libraryDependencies += "com.github.pureconfig" %% "pureconfig" % "0.15.0"
1414
libraryDependencies += "org.apache.poi" % "poi-ooxml" % "5.0.0"
1515
/* Test */

0 commit comments

Comments
 (0)