-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
DBC22-2470: Improve Disaster Recovery Process
- Loading branch information
1 parent
324fc06
commit 676ad89
Showing
7 changed files
with
354 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
126 changes: 126 additions & 0 deletions
126
infrastructure/crunchy-postgres/values-dev-recovery.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,126 @@ | ||
| #use this helm chart if you need to recover dev. It has dataSource set to enabled and s3 backup set to false. | ||
| fullnameOverride: dev-drivebc | ||
|
|
||
| #crunchyImage: artifacts.developer.gov.bc.ca/bcgov-docker-local/crunchy-postgres-gis:ubi8-15.2-3.3-0 | ||
|
|
||
| postgresVersion: 15 | ||
| postGISVersion: '3.3' | ||
|
|
||
| instances: | ||
| name: ha # high availability | ||
| replicas: 1 | ||
| dataVolumeClaimSpec: | ||
| storage: 5Gi | ||
| storageClassName: netapp-block-standard | ||
| requests: | ||
| cpu: 50m | ||
| memory: 300Mi | ||
| replicaCertCopy: | ||
| requests: | ||
| cpu: 1m | ||
| memory: 16Mi | ||
|
|
||
| # If we need to restore the cluster from a backup, we need to set the following values | ||
| # assuming restore from repo2 (s3), adjust as needed if your S3 repo is different | ||
| dataSource: | ||
| enabled: true | ||
| # should have the same name and contain the same keys as the pgbackrest secret | ||
| secretName: s3-pgbackrest | ||
| repo: | ||
| name: repo2 | ||
| path: "/db/habackup" | ||
| s3UriStyle: path | ||
| s3: | ||
| bucket: "" | ||
| endpoint: "" | ||
| region: "ca-central-1" #this can be whatever if using BC Gov object storage | ||
| stanza: db | ||
|
|
||
| pgBackRest: | ||
| image: # it's not necessary to specify an image as the images specified in the Crunchy Postgres Operator will be pulled by default | ||
| retention: "2" # Set to 2 days for PVC backups | ||
| # If retention-full-type set to 'count' then the oldest backups will expire when the number of backups reach the number defined in retention | ||
| # If retention-full-type set to 'time' then the number defined in retention will take that many days worth of full backups before expiration | ||
| retentionFullType: time | ||
| repos: | ||
| schedules: | ||
| full: 0 8 * * * | ||
| incremental: 0 0,4,12,16,20 * * * | ||
| volume: | ||
| accessModes: "ReadWriteOnce" | ||
| storage: 5Gi | ||
| storageClassName: netapp-file-backup | ||
| repoHost: | ||
| requests: | ||
| cpu: 5m | ||
| memory: 16Mi | ||
| sidecars: | ||
| pgbackrest: | ||
| requests: | ||
| cpu: 5m | ||
| memory: 90Mi | ||
| pgbackrestConfig: | ||
| requests: | ||
| cpu: 1m | ||
| memory: 16Mi | ||
| s3: | ||
| enabled: false | ||
| retention: "7" # Set to 7 days for S3 storage. | ||
| retentionFullType: time | ||
| createS3Secret: true #Will create the secret if it doesn't already exist. NOTE: Once the secret is set, you must change it in OpenShift. | ||
| # the s3 secret name | ||
| s3Secret: dev-drivebc-s3-pgbackrest | ||
| # the path start with /, it will be created under bucket if it doesn't exist | ||
| s3Path: "/db/habackup2" | ||
| # s3UriStyle is host or path | ||
| s3UriStyle: path | ||
| # bucket specifies the S3 bucket to use, | ||
| bucket: "" | ||
| # endpoint specifies the S3 endpoint to use. | ||
| endpoint: "" | ||
| # region specifies the S3 region to use. If your S3 storage system does not | ||
| # use "region", fill this in with a random value. | ||
| region: "ca-central-1" | ||
| # key is the S3 key. This is stored in a Secret. | ||
| # Please DO NOT push this value to GitHub | ||
| key: "s3keyValue" | ||
| # keySecret is the S3 key secret. This is stored in a Secret. | ||
| # Please DO NOT push this value to GitHub | ||
| keySecret: "s3SecretValue" | ||
| # setting the below to be one plus of the default schedule | ||
| # to avoid conflicts | ||
| fullSchedule: "0 9 * * *" | ||
| incrementalSchedule: "30 0,4,12,16,20 * * *" | ||
|
|
||
| patroni: | ||
| postgresql: | ||
| pg_hba: "host all all 0.0.0.0/0 md5" | ||
| parameters: | ||
| shared_buffers: 16MB # default is 128MB; a good tuned default for shared_buffers is 25% of the memory allocated to the pod | ||
| wal_buffers: "64kB" # this can be set to -1 to automatically set as 1/32 of shared_buffers or 64kB, whichever is larger | ||
| min_wal_size: 32MB | ||
| max_wal_size: 64MB # default is 1GB | ||
| max_slot_wal_keep_size: 128MB # default is -1, allowing unlimited wal growth when replicas fall behind | ||
|
|
||
| proxy: | ||
| pgBouncer: | ||
| image: # it's not necessary to specify an image as the images specified in the Crunchy Postgres Operator will be pulled by default | ||
| replicas: 1 | ||
| requests: | ||
| cpu: 2m | ||
| memory: 16Mi | ||
| pgbouncerConfig: | ||
| requests: | ||
| cpu: 1m | ||
| memory: 16Mi | ||
|
|
||
|
|
||
| # Postgres Cluster resource values: | ||
| pgmonitor: | ||
| enabled: true #Can be true or false | ||
| namespace: a781ec #The high level namespace of your project without the -tools -dev, etc part. | ||
| exporter: | ||
| image: # it's not necessary to specify an image as the images specified in the Crunchy Postgres Operator will be pulled by default | ||
| requests: | ||
| cpu: 10m | ||
| memory: 64Mi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,147 @@ | ||
| #Use this chart if you need to recover dev into a different namespace. Should be identical to the main helm chart, except the URL's might be slightly different. | ||
| nameOverride: dev-drivebc | ||
| fullnameOverride: dev-drivebc | ||
|
|
||
| django: | ||
| fullnameOverride: dev-django | ||
| nameOverride: dev-django | ||
| replicaCount: 1 | ||
| image: | ||
| repository: ghcr.io/bcgov/drivebc-django | ||
| tag: latest-dev | ||
| deployment: | ||
| resources: | ||
| requests: | ||
| cpu: 20m | ||
| memory: 200Mi | ||
| env: | ||
| postgresSecret: dev-drivebc-pguser-dev-drivebc | ||
| djangoConfigMap: dev-drivebc-django | ||
| djangoSecret: dev-drivebc-django | ||
| autoscaling: | ||
| enabled: false | ||
| minReplicas: 1 | ||
| maxReplicas: 2 | ||
| targetCPUUtilizationPercentage: 75 | ||
| route: | ||
| host: dev-drivebc.apps.golddr.devops.gov.bc.ca | ||
| iprestricted: false #Set to true if you want to limit IP's that can access publicly available pages to the the addresses in the ipallowlist | ||
| iprestrictedAdminPages: false #Set to true if you want to limit IP's that can access backend admin pages | ||
| mediapvc: | ||
| storage: 1Gi | ||
| apppvc: | ||
| storage: 1Gi | ||
| podDisruptionBudget: | ||
| enabled: false | ||
| minAvailable: | ||
|
|
||
|
|
||
| tasks: | ||
| fullnameOverride: dev-tasks | ||
| nameOverride: dev-tasks | ||
| replicaCount: 1 | ||
| image: | ||
| repository: ghcr.io/bcgov/drivebc-django | ||
| tag: latest-dev | ||
| deployment: | ||
| resources: | ||
| requests: | ||
| cpu: 200m | ||
| memory: 250Mi | ||
| volumes: | ||
| claimName: dev-django-app-images | ||
| env: | ||
| postgresSecret: dev-drivebc-pguser-dev-drivebc | ||
| djangoConfigMap: dev-drivebc-django | ||
| djangoSecret: dev-drivebc-django | ||
|
|
||
| redis: | ||
| fullnameOverride: dev-redis | ||
| nameOverride: dev-redis | ||
| replicaCount: 1 | ||
| image: | ||
| repository: ghcr.io/bcgov/drivebc-redis | ||
| tag: latest-dev | ||
| deployment: | ||
| resources: | ||
| requests: | ||
| cpu: 5m | ||
| memory: 16Mi | ||
|
|
||
| static: | ||
| fullnameOverride: dev-static | ||
| nameOverride: dev-static | ||
| replicaCount: 1 | ||
| release: | ||
| image: | ||
| repository: ghcr.io/bcgov/drivebc-static | ||
| tag: latest-dev | ||
| deployment: | ||
| resources: | ||
| requests: | ||
| cpu: 5m | ||
| memory: 50Mi | ||
| env: | ||
| staticConfigMap: dev-drivebc-static | ||
| volumes: | ||
| imagesClaimName: dev-django-app-images | ||
|
|
||
| autoscaling: | ||
| enabled: false | ||
| minReplicas: 1 | ||
| maxReplicas: 2 | ||
| targetCPUUtilizationPercentage: 75 | ||
| route: | ||
| host: dev-drivebc.apps.golddr.devops.gov.bc.ca | ||
| iprestricted: false #Set to true if you want to limit IP's the the addresses in the ipallowlist | ||
| logpvc: | ||
| storage: 1Gi | ||
| podDisruptionBudget: | ||
| enabled: false | ||
| minAvailable: | ||
|
|
||
| openshiftjobs: | ||
| fullnameOverride: dev-openshiftjobs | ||
| nameOverride: dev-openshiftjobs | ||
|
|
||
| image: | ||
| repository: ghcr.io/bcgov/drivebc-openshiftjobs | ||
| tag: latest-dev | ||
|
|
||
| cronjobs: | ||
| analyzeuploadlogs: | ||
| name: analyzeuploadlogs | ||
| schedule: '0 9 * * *' #NOTE: This is in UTC | ||
| deployment: | ||
| resources: | ||
| requests: | ||
| cpu: 50m | ||
| memory: 150Mi | ||
| env: | ||
| s3Secret: dev-drivebc-cronjob-s3bucket | ||
| volumes: | ||
| logs: dev-static-log-storage | ||
|
|
||
| ziplogs: | ||
| name: ziplogs | ||
| schedule: '30 * * * *' | ||
| deployment: | ||
| resources: | ||
| requests: | ||
| cpu: 50m | ||
| memory: 100Mi | ||
| volumes: | ||
| logs: dev-static-log-storage | ||
|
|
||
| backupmediapvc: | ||
| name: backupmediapvc | ||
| schedule: '0 8 * * *' | ||
| deployment: | ||
| resources: | ||
| requests: | ||
| cpu: 50m | ||
| memory: 100Mi | ||
| env: | ||
| s3Secret: dev-drivebc-cronjob-s3bucket | ||
| volumes: | ||
| media: dev-django |