Merge in RR/mini_queue from add-storage-handle to master
Squashed commit of the following:
commit 03e542d2a65802c28735873fae184209f0c83553
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Wed Feb 16 11:55:34 2022 +0100
Quickfix typo
commit b4d538e9445187435d87c5cf8ce1f4e448021129
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Wed Feb 16 11:41:42 2022 +0100
added prefetch count and make channel function
commit d46d1375e387d36641c06b062a8ccc54f114ef4c
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Wed Feb 16 11:20:39 2022 +0100
black on M.s request
commit bc47b20312a978f19b08531804bf42b00f0a88f0
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Wed Feb 16 11:19:57 2022 +0100
changed response
commit 9a475ecd8df9ca007e5f7fe146483b6403eccc3b
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Wed Feb 16 10:15:08 2022 +0100
.
commit 108bc3ea90d867575db8c1b1503c9df859222485
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Wed Feb 16 09:56:56 2022 +0100
quickrestore
commit ae04d17d8d041f612d86117e8e96c96ddffcbde3
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Wed Feb 16 09:37:30 2022 +0100
refactor
commit 68051a72eb93868eba8adba234258b9e5373ecaa
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Wed Feb 16 08:50:59 2022 +0100
added answer file template for rancher
commit 09ef45ead51c07732a20133acad0b8b2ae7d0a61
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Wed Feb 16 08:26:05 2022 +0100
Quickfix inconsistency
commit d925b0f3f91f29403c88fb6149566ec966af2973
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Wed Feb 16 08:20:40 2022 +0100
Quick refactor
commit 48795455cde8d97ed98e58c3004a87a26f331352
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Tue Feb 15 17:46:45 2022 +0100
bluckckck
commit 80e58efab0269dc513990f83b14ceb36b3e4dd8e
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Tue Feb 15 17:45:49 2022 +0100
Quick restatus setting
commit 83f276ee13348a678b7da84e25ca844dd348b4c9
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Tue Feb 15 17:30:16 2022 +0100
Quickreset to working status
commit d44cdcf922250639a6832cc3e16d0d967d9853fb
Author: Julius Unverfehrt <Julius.Unverfehrt@iqser.com>
Date: Tue Feb 15 14:44:26 2022 +0100
added storage handle for minio WIP
165 lines
4.5 KiB
YAML
165 lines
4.5 KiB
YAML
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
annotations:
|
|
meta.helm.sh/release-name: red-research2
|
|
meta.helm.sh/release-namespace: red-research2
|
|
labels:
|
|
apiVersion: v2
|
|
app: image-service
|
|
app.kubernetes.io/instance: red-research2
|
|
app.kubernetes.io/managed-by: Helm
|
|
app.kubernetes.io/name: redaction
|
|
helm.sh/chart: redaction
|
|
io.cattle.field/appId: red-research2
|
|
type: service
|
|
name: mini-queue
|
|
namespace: red-research2
|
|
spec:
|
|
selector:
|
|
matchLabels:
|
|
apiVersion: v2
|
|
app: image-service
|
|
io.cattle.field/appId: red-research2
|
|
template:
|
|
metadata:
|
|
annotations:
|
|
prometheus.io/path: /prometheus
|
|
prometheus.io/port: "8080"
|
|
prometheus.io/scrape: "true"
|
|
labels:
|
|
apiVersion: v2
|
|
app: image-service
|
|
io.cattle.field/appId: red-research2
|
|
spec:
|
|
affinity:
|
|
podAntiAffinity:
|
|
preferredDuringSchedulingIgnoredDuringExecution:
|
|
- podAffinityTerm:
|
|
labelSelector:
|
|
matchExpressions:
|
|
- key: app
|
|
operator: In
|
|
values:
|
|
- image-service
|
|
topologyKey: kubernetes.io/hostname
|
|
weight: 100
|
|
automountServiceAccountToken: false
|
|
containers:
|
|
- env:
|
|
- name: BATCH_SIZE
|
|
value: "32"
|
|
- name: AVAILABLE_MEMORY
|
|
value: "6000"
|
|
- name: MINIMUM_FREE_MEMORY_PERCENTAGE
|
|
value: "0.3"
|
|
- name: RABBITMQ_HEARTBEAT
|
|
value: "7200"
|
|
- name: MONITOR_MEMORY_USAGE
|
|
value: "true"
|
|
- name: VERBOSE
|
|
value: "true"
|
|
- name: RUN_ID
|
|
value: fabfb1f192c745369b88cab34471aba7
|
|
- name: MIN_REL_IMAGE_SIZE
|
|
value: "0.05"
|
|
- name: MAX_REL_IMAGE_SIZE
|
|
value: "0.75"
|
|
- name: MIN_IMAGE_FORMAT
|
|
value: "0.1"
|
|
- name: MAX_IMAGE_FORMAT
|
|
value: "10"
|
|
- name: LOGGING_LEVEL_ROOT
|
|
value: DEBUG
|
|
- name: CONCURRENCY
|
|
value: "1"
|
|
- name: MONITORING_ENABLED
|
|
value: "true"
|
|
- name: RABBITMQ_HOST
|
|
value: red-research2-rabbitmq
|
|
- name: RABBITMQ_USERNAME
|
|
value: user
|
|
- name: RABBITMQ_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
key: rabbitmq-password
|
|
name: red-research2-rabbitmq
|
|
- name: STORAGE_ENDPOINT
|
|
value: red-research2-minio-headless
|
|
- name: STORAGE_BUCKET_NAME
|
|
value: redaction
|
|
optional: false
|
|
- name: STORAGE_KEY
|
|
valueFrom:
|
|
secretKeyRef:
|
|
key: root-user
|
|
name: red-research2-minio
|
|
optional: false
|
|
- name: STORAGE_SECRET
|
|
valueFrom:
|
|
secretKeyRef:
|
|
key: root-password
|
|
name: red-research2-minio
|
|
optional: false
|
|
envFrom:
|
|
- configMapRef:
|
|
name: storage-backend
|
|
optional: false
|
|
image: nexus.iqser.com:5001/red/mini-queue-service-v1:latest
|
|
imagePullPolicy: Always
|
|
name: mini-queue
|
|
ports:
|
|
- containerPort: 8080
|
|
name: http
|
|
protocol: TCP
|
|
resources:
|
|
limits:
|
|
cpu: "2"
|
|
memory: 4000Mi
|
|
requests:
|
|
cpu: "1"
|
|
memory: 2000Mi
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
capabilities: {}
|
|
readOnlyRootFilesystem: true
|
|
runAsNonRoot: true
|
|
runAsUser: 1001
|
|
volumeMounts:
|
|
- mountPath: /tmp
|
|
name: tmp
|
|
- mountPath: /app/service/incl/redai_image/data/tmp
|
|
name: data-tmp
|
|
- mountPath: /app/service/incl/image_service/data/mlruns/.trash
|
|
name: trash
|
|
imagePullSecrets:
|
|
- name: nexus
|
|
initContainers:
|
|
- command:
|
|
- sh
|
|
- -c
|
|
- until nc -z -w 10 red-research2-rabbitmq 5672; do echo waiting for rabbitmq;
|
|
done; echo rabbitmq found
|
|
image: nexus.iqser.com:5001/infra/busybox:1.33.1
|
|
imagePullPolicy: Always
|
|
name: init-rabbitmq
|
|
resources:
|
|
limits:
|
|
cpu: 100m
|
|
memory: 128Mi
|
|
requests:
|
|
cpu: 50m
|
|
memory: 64Mi
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
readOnlyRootFilesystem: true
|
|
runAsNonRoot: true
|
|
runAsUser: 1001
|
|
volumes:
|
|
- emptyDir: {}
|
|
name: tmp
|
|
- emptyDir: {}
|
|
name: data-tmp
|
|
- emptyDir: {}
|
|
name: trash
|