feat: backend oracle extract and load

.gitignore

@@ -236,3 +236,6 @@ venv.bak/
 # Playwright
 playwright-report/
 test-results/
+!backend-el
+backend-el/target
+backend-el/*.iml

backend-el/.gitattributes

@@ -0,0 +1,2 @@
+/mvnw text eol=lf
+*.cmd text eol=crlf

backend-el/.gitignore

@@ -0,0 +1,33 @@
+HELP.md
+target/
+!.mvn/wrapper/maven-wrapper.jar
+!**/src/main/**/target/
+!**/src/test/**/target/
+
+### STS ###
+.apt_generated
+.classpath
+.factorypath
+.project
+.settings
+.springBeans
+.sts4-cache
+
+### IntelliJ IDEA ###
+.idea
+*.iws
+*.iml
+*.ipr
+
+### NetBeans ###
+/nbproject/private/
+/nbbuild/
+/dist/
+/nbdist/
+/.nb-gradle/
+build/
+!**/src/main/**/build/
+!**/src/test/**/build/
+
+### VS Code ###
+.vscode/

backend-el/.mvn/wrapper/maven-wrapper.properties

@@ -0,0 +1,19 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+wrapperVersion=3.3.2
+distributionType=only-script
+distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.9.9/apache-maven-3.9.9-bin.zip

backend-el/Dockerfile

@@ -0,0 +1,14 @@
+# Stage 1: Build the application
+FROM maven:3.8.4-eclipse-temurin-21 AS build
+WORKDIR /app
+COPY pom.xml .
+RUN mvn dependency:go-offline
+COPY src ./src
+RUN mvn package -DskipTests
+
+# Stage 2: Run the application
+FROM eclipse-temurin:21
+WORKDIR /app
+COPY --from=build /app/target/*.jar /app/app.jar
+RUN java -Djarmode=layertools -jar app.jar extract
+ENTRYPOINT ["java", "-cp", "BOOT-INF/classes:BOOT-INF/lib/*", "com.example.YourMainClass"]

backend-el/Dockerfile.certs

@@ -0,0 +1,17 @@
+#This Dockerfile mounts the certs
+FROM eclipse-temurin:21
+
+ENV LANG=en_CA.UTF-8
+ENV LANGUAGE=en_CA.UTF-8
+ENV LC_ALL=en_CA.UTF-8
+WORKDIR /app
+
+RUN apk --no-cache add openssl
+
+COPY get_certs.sh .
+
+RUN chmod g+w /app && \
+    chmod g+x get_certs.sh && \
+    chmod g+w ${JAVA_HOME}/lib/security/cacerts
+
+ENTRYPOINT ["sh", "get_certs.sh"]

backend-el/README.md

@@ -0,0 +1,35 @@
+- This README file provides information on using the backend-el folder to read
+  data from an Oracle database, create CSV files from the retrieved data, and
+  upload the generated CSV files to AWS S3.
+
+- The main functionalities include:
+
+  1. Connecting to an Oracle database and executing queries to fetch data.
+  2. Processing the fetched data and writing it into CSV files.
+  3. Uploading the generated CSV files to a specified AWS S3 bucket.
+
+- Dependencies:
+
+  - Quarkus framework for building the application.
+  - Oracle JDBC driver for database connectivity.
+  - AWS SDK for Java for interacting with AWS S3.
+  - Apache Commons CSV or similar library for CSV file creation.
+
+- Usage:
+
+  - Configure the Oracle database connection details and AWS S3 credentials in
+    the application properties.
+  - Invoke the appropriate methods to fetch data, generate CSV files, and upload
+    them to S3.
+
+- Note:
+  - Ensure that the necessary permissions are granted for accessing the Oracle
+    database and AWS S3 bucket.
+  - Handle exceptions and errors appropriately to ensure robust and reliable
+    operation.
+
+# Backend EL
+
+### IAM User
+
+https://developer.gov.bc.ca/docs/default/component/public-cloud-techdocs/aws/design-build-and-deploy-an-application/iam-user-service/

backend-el/get_certs.sh

@@ -0,0 +1,39 @@
+#!/bin/bash
+
+#check for environment variables
+if [ -z "$DB_HOST" ]; then
+  echo "DB_HOST is not set"
+  exit 1
+fi
+if [ -z "$DB_PORT" ]; then
+  echo "DB_PORT is not set"
+  exit 1
+fi
+cert_folder="/app/cert"
+cert_file="jssecacerts"
+certSecret=$CERT_SECRET
+echo "The certSecret is $certSecret"
+mkdir -p $cert_folder
+#The DB_SECRET is a secret that you have to set in the environment variables of the container, it is stored in github secrets and created manually and is not linked to the Database credentials.
+generate_cert() {
+
+  echo "I will try to get the ${DB_HOST}-1 cert"
+  echo "Connecting to ${DB_HOST}:${DB_PORT}"
+
+  openssl s_client -connect "${DB_HOST}:${DB_PORT}" -showcerts </dev/null | openssl x509 -outform pem >"$cert_folder/${DB_HOST}.pem" || exit 1
+  openssl x509 -outform der -in "$cert_folder/${DB_HOST}.pem" -out "$cert_folder/${DB_HOST}.der" || exit 1
+  keytool -import -alias "${DB_HOST}" -keystore $cert_folder/$cert_file -file "$cert_folder/${DB_HOST}.der" -storepass "${certSecret}" -noprompt || exit 1
+
+  echo "Generated $cert_file and copied it to $cert_folder."
+}
+
+if [ "$(ls -A $cert_folder)" ]; then
+  echo "The $cert_folder folder is not empty."
+  if [ -e "$cert_folder/$cert_file" ]; then
+    echo "The "$cert_folder/$cert_file" certificate file is present."
+  else
+    generate_cert
+  fi
+else
+  generate_cert
+fi