Skip to content

Commit

Permalink
Initial commit
Browse files Browse the repository at this point in the history
  • Loading branch information
@luiztauffer
luiztauffer authored Nov 17, 2023
0 parents commit 291d2d4
Show file tree
Hide file tree
Showing 19 changed files with 762 additions and 0 deletions.
110 changes: 110 additions & 0 deletions .domino/compiled_metadata.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,110 @@
{
"ExampleSimplePiece": {
"name": "ExampleSimplePiece",
"dependency": {
"dockerfile": null,
"requirements_file": "requirements_0.txt"
},
"tags": [
"Example"
],
"style": {
"node_label": "Simple Piece",
"node_type": "default",
"node_style": {
"backgroundColor": "#ebebeb"
},
"useIcon": true,
"icon_class_name": "fas fa-database",
"iconStyle": {
"cursor": "pointer"
}
},
"description": "This is an example of a simple Domino Piece",
"container_resources": {
"requests": {
"cpu": "100m",
"memory": "128Mi"
},
"limits": {
"cpu": "500m",
"memory": "512Mi"
}
},
"input_schema": {
"title": "InputModel",
"type": "object",
"properties": {
"distribution_name": {
"description": "Name of the distribution to sample from",
"allOf": [
{
"$ref": "#/definitions/DistributionType"
}
]
},
"distribution_mean": {
"title": "Distribution Mean",
"description": "Distribution mean",
"type": "number"
},
"distribution_sd": {
"title": "Distribution Sd",
"description": "Distribution standard deviation",
"default": 1.0,
"exclusiveMinimum": 0.0,
"type": "number"
}
},
"required": [
"distribution_name",
"distribution_mean"
],
"definitions": {
"DistributionType": {
"title": "DistributionType",
"description": "An enumeration.",
"enum": [
"gaussian",
"poisson"
],
"type": "string"
}
}
},
"output_schema": {
"title": "OutputModel",
"type": "object",
"properties": {
"message": {
"title": "Message",
"description": "Output message to log",
"type": "string"
},
"sample_result": {
"title": "Sample Result",
"description": "The result of this Piece's processing",
"type": "string"
}
},
"required": [
"message",
"sample_result"
]
},
"secrets_schema": {
"title": "SecretsModel",
"type": "object",
"properties": {
"EXAMPLE_OPERATOR_SECRET_1": {
"title": "Example Operator Secret 1",
"description": "A secret necessary to run this Piece",
"type": "string"
}
},
"required": [
"EXAMPLE_OPERATOR_SECRET_1"
]
}
}
}
15 changes: 15 additions & 0 deletions .domino/dependencies_map.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"group0": {
"dependency": {
"dockerfile": null,
"requirements_file": "requirements_0.txt"
},
"pieces": [
"ExampleSimplePiece"
],
"secrets": [
"EXAMPLE_OPERATOR_SECRET_1"
],
"source_image": "ghcr.io/enter-your-registry-name-here/enter-your-repository-name-here:0.1.0-group0"
}
}
76 changes: 76 additions & 0 deletions .github/workflows/codeql.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,76 @@
# For most projects, this workflow file will not need changing; you simply need
# to commit it to your repository.
#
# You may wish to alter this file to override the set of languages analyzed,
# or to provide custom queries or build logic.
#
# ******** NOTE ********
# We have attempted to detect the languages in your repository. Please check
# the `language` matrix defined below to confirm you have the correct set of
# supported CodeQL languages.
#
name: "CodeQL"

on:
push:
branches: [ "main" ]
pull_request:
# The branches below must be a subset of the branches above
branches: [ "main" ]
schedule:
- cron: '18 8 * * 5'

jobs:
analyze:
name: Analyze
runs-on: ubuntu-latest
permissions:
actions: read
contents: read
security-events: write

strategy:
fail-fast: false
matrix:
language: [ 'python' ]
# CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python', 'ruby' ]
# Use only 'java' to analyze code written in Java, Kotlin or both
# Use only 'javascript' to analyze code written in JavaScript, TypeScript or both
# Learn more about CodeQL language support at https://aka.ms/codeql-docs/language-support

steps:
- name: Checkout repository
uses: actions/checkout@v3

# Initializes the CodeQL tools for scanning.
- name: Initialize CodeQL
uses: github/codeql-action/init@v2
with:
languages: ${{ matrix.language }}
# If you wish to specify custom queries, you can do so here or in a config file.
# By default, queries listed here will override any specified in a config file.
# Prefix the list here with "+" to use these queries and those in the config file.

# Details on CodeQL's query packs refer to : https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#using-queries-in-ql-packs
# queries: security-extended,security-and-quality


# Autobuild attempts to build any compiled languages (C/C++, C#, Go, or Java).
# If this step fails, then you should remove it and run the build manually (see below)
- name: Autobuild
uses: github/codeql-action/autobuild@v2

# ℹ️ Command-line programs to run using the OS shell.
# 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun

# If the Autobuild fails above, remove it and uncomment the following three lines.
# modify them (or add more) to build your code if your project, please refer to the EXAMPLE below for guidance.

# - run: |
# echo "Run, Build Application using script"
# ./location_of_script_within_repo/buildscript.sh

- name: Perform CodeQL Analysis
uses: github/codeql-action/analyze@v2
with:
category: "/language:${{matrix.language}}"
89 changes: 89 additions & 0 deletions .github/workflows/tests-dev.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,89 @@
name: Run tests on dev branch

on:
push:
branches:
- dev

jobs:
run-tests-dev:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v3
with:
persist-credentials: false # otherwise, the token used is the GITHUB_TOKEN, instead of your personal access token.
fetch-depth: 0 # otherwise, there would be errors pushing refs to the destination repository.

- name: Set up Python 3.10
uses: actions/setup-python@v3
with:
python-version: "3.10"

- name: Pip install packages
run: |
python -m pip install -U pip
pip install --no-cache-dir domino-py[cli]
- name: Login to GitHub Container Registry
uses: docker/login-action@v2
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}

- name: pip list
run: pip list | grep domino

- name: Run organize and build images
run: |
domino piece organize --build-images --source-url=https://github.com/${{github.repository}} --tag-overwrite=development
- name: Install Tests Dependencies
run: pip install -r requirements-tests.txt

# Remember to pass any necessary secrets as env vars here
- name: Run tests over built images
env:
DOMINO_TESTS_ENVIRONMENT: github
PIECE_SECRET_1: ${{ secrets.PIECE_SECRET_1 }}
run: |
pytest --cov=pieces --cov-report=xml --cov-report=term-missing
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
env:
CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

- name: Publish images
env:
GHCR_USERNAME: ${{ github.actor }}
run: domino piece publish-images --registry-token ${{ secrets.GITHUB_TOKEN }}

- name: Commit files
id: commit_files
run: |
git config --local user.email "github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
GIT_STATUS=$(git status -s)
if [[ ! -z "$GIT_STATUS" ]]; then
git add .domino/* && git commit -m "auto-organize" -a
echo "commit_sha=$(git rev-parse HEAD)" >> $GITHUB_ENV
else
echo "No changes to commit"
echo "commit_sha=${{ github.sha }}" >> $GITHUB_ENV
fi
- name: Push changes
uses: ad-m/github-push-action@master
with:
github_token: ${{ secrets.GITHUB_TOKEN }}
branch: ${{ github.ref }}

- name: Create Release
env:
GITHUB_REPOSITORY: ${{ github.repository }}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
domino piece delete-release --tag-name=development
domino piece release --tag-name=development --commit-sha=$commit_sha
80 changes: 80 additions & 0 deletions .github/workflows/validate-and-organize.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,80 @@
name: Validate and organize repo, build and publish Docker images

on:
push:
branches:
- main
paths:
- 'config.toml'

jobs:
validate-and-organize:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v3
with:
persist-credentials: false # otherwise, the token used is the GITHUB_TOKEN, instead of your personal access token.
fetch-depth: 0 # otherwise, there would be errors pushing refs to the destination repository.

- name: Set up Python 3.10
uses: actions/setup-python@v3
with:
python-version: "3.10"

- name: Pip install packages
run: |
python -m pip install -U pip
pip install --no-cache-dir domino-py[cli]
- name: Login to GitHub Container Registry
uses: docker/login-action@v2
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}

- name: pip list
run: pip list | grep domino

- name: Run organize and build images
run: |
domino piece organize --build-images --source-url=https://github.com/${{github.repository}}
- name: Install Tests Dependencies
run: pip install -r requirements-tests.txt

- name: Run tests over built images
env:
DOMINO_TESTS_ENVIRONMENT: github
run: |
pytest --cov=pieces --cov-report=xml --cov-report=term-missing
- name: Upload coverage reports to Codecov
uses: codecov/codecov-action@v3
env:
CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

- name: Publish images
env:
GHCR_USERNAME: ${{ github.actor }}
run: domino piece publish-images --registry-token ${{ secrets.GITHUB_TOKEN }}

- name: Commit files
run: |
git config --local user.email "github-actions[bot]@users.noreply.github.com"
git config --local user.name "github-actions[bot]"
GIT_STATUS=$(git status -s)
[[ ! -z "$GIT_STATUS" ]] && git add .domino/* && git commit -m "auto-organize" -a || echo "No changes to commit"
- name: Push changes
uses: ad-m/github-push-action@master
with:
github_token: ${{ secrets.GITHUB_TOKEN }}
branch: ${{ github.ref }}

- name: Create Release
env:
GITHUB_REPOSITORY: ${{ github.repository }}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: domino piece release
Loading

0 comments on commit 291d2d4

Please sign in to comment.