Skip to content

Commit e74686b

Browse files
delgermurundelgermurun
committedAug 24, 2022
chore: adding deployment k8s yaml files
1 parent d60e31e commit e74686b

File tree

6 files changed

+699
-0
lines changed

6 files changed

+699
-0
lines changed
 

‎k8s_flow/dalle/dalle.yml

+129
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,129 @@
1+
apiVersion: v1
2+
data:
3+
JINA_LOG_LEVEL: INFO
4+
pythonunbuffered: '1'
5+
worker_class: uvicorn.workers.UvicornH11Worker
6+
kind: ConfigMap
7+
metadata:
8+
name: dalle-configmap
9+
namespace: dalle-flow
10+
---
11+
apiVersion: v1
12+
kind: Service
13+
metadata:
14+
labels:
15+
app: dalle
16+
name: dalle
17+
namespace: dalle-flow
18+
spec:
19+
ports:
20+
- name: port
21+
port: 8080
22+
protocol: TCP
23+
targetPort: 8080
24+
- name: monitoring
25+
port: 9090
26+
protocol: TCP
27+
targetPort: 9090
28+
selector:
29+
app: dalle
30+
type: ClusterIP
31+
---
32+
apiVersion: apps/v1
33+
kind: Deployment
34+
metadata:
35+
name: dalle
36+
namespace: dalle-flow
37+
spec:
38+
replicas: 2
39+
selector:
40+
matchLabels:
41+
app: dalle
42+
strategy:
43+
rollingUpdate:
44+
maxSurge: 0
45+
maxUnavailable: 1
46+
type: RollingUpdate
47+
template:
48+
metadata:
49+
annotations:
50+
linkerd.io/inject: enabled
51+
labels:
52+
app: dalle
53+
jina_deployment_name: dalle
54+
ns: dalle-flow
55+
pod_type: WORKER
56+
shard_id: '0'
57+
spec:
58+
affinity:
59+
podAntiAffinity:
60+
requiredDuringSchedulingIgnoredDuringExecution:
61+
- labelSelector:
62+
matchExpressions:
63+
- key: app
64+
operator: In
65+
values:
66+
- dalle
67+
topologyKey: "kubernetes.io/hostname"
68+
containers:
69+
- args:
70+
- executor
71+
- --name
72+
- dalle
73+
- --extra-search-paths
74+
- .
75+
- --k8s-namespace
76+
- dalle-flow
77+
- --uses
78+
- config.yml
79+
- --port
80+
- '8080'
81+
- --timeout-ready
82+
- '-1'
83+
- --replicas
84+
- '2'
85+
- --monitoring
86+
- --port-monitoring
87+
- '9090'
88+
- --uses-metas
89+
- '{}'
90+
- --native
91+
command:
92+
- jina
93+
env:
94+
- name: POD_UID
95+
valueFrom:
96+
fieldRef:
97+
fieldPath: metadata.uid
98+
- name: JINA_DEPLOYMENT_NAME
99+
value: dalle
100+
envFrom:
101+
- configMapRef:
102+
name: dalle-configmap
103+
image: jinahub/2583xebn:6304ceb26d4e7964d68756da
104+
imagePullPolicy: IfNotPresent
105+
name: executor
106+
ports:
107+
- containerPort: 8080
108+
readinessProbe:
109+
initialDelaySeconds: 5
110+
periodSeconds: 10
111+
tcpSocket:
112+
port: 8080
113+
---
114+
apiVersion: monitoring.coreos.com/v1
115+
kind: ServiceMonitor
116+
metadata:
117+
labels:
118+
app: dalle
119+
name: dalle
120+
namespace: dalle-flow
121+
spec:
122+
endpoints:
123+
- port: monitoring
124+
namespaceSelector:
125+
matchNames:
126+
- dalle-flow
127+
selector:
128+
matchLabels:
129+
app: dalle

‎k8s_flow/diffusion/diffusion.yml

+129
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,129 @@
1+
apiVersion: v1
2+
data:
3+
JINA_LOG_LEVEL: INFO
4+
pythonunbuffered: '1'
5+
worker_class: uvicorn.workers.UvicornH11Worker
6+
kind: ConfigMap
7+
metadata:
8+
name: diffusion-configmap
9+
namespace: dalle-flow
10+
---
11+
apiVersion: v1
12+
kind: Service
13+
metadata:
14+
labels:
15+
app: diffusion
16+
name: diffusion
17+
namespace: dalle-flow
18+
spec:
19+
ports:
20+
- name: port
21+
port: 8080
22+
protocol: TCP
23+
targetPort: 8080
24+
- name: monitoring
25+
port: 9090
26+
protocol: TCP
27+
targetPort: 9090
28+
selector:
29+
app: diffusion
30+
type: ClusterIP
31+
---
32+
apiVersion: apps/v1
33+
kind: Deployment
34+
metadata:
35+
name: diffusion
36+
namespace: dalle-flow
37+
spec:
38+
replicas: 2
39+
selector:
40+
matchLabels:
41+
app: diffusion
42+
strategy:
43+
rollingUpdate:
44+
maxSurge: 0
45+
maxUnavailable: 1
46+
type: RollingUpdate
47+
template:
48+
metadata:
49+
annotations:
50+
linkerd.io/inject: enabled
51+
labels:
52+
app: diffusion
53+
jina_deployment_name: diffusion
54+
ns: dalle-flow
55+
pod_type: WORKER
56+
shard_id: '0'
57+
spec:
58+
affinity:
59+
podAntiAffinity:
60+
requiredDuringSchedulingIgnoredDuringExecution:
61+
- labelSelector:
62+
matchExpressions:
63+
- key: app
64+
operator: In
65+
values:
66+
- diffusion
67+
topologyKey: "kubernetes.io/hostname"
68+
containers:
69+
- args:
70+
- executor
71+
- --name
72+
- diffusion
73+
- --extra-search-paths
74+
- .
75+
- --k8s-namespace
76+
- dalle-flow
77+
- --uses
78+
- config.yml
79+
- --port
80+
- '8080'
81+
- --timeout-ready
82+
- '-1'
83+
- --replicas
84+
- '2'
85+
- --monitoring
86+
- --port-monitoring
87+
- '9090'
88+
- --uses-metas
89+
- '{}'
90+
- --native
91+
command:
92+
- jina
93+
env:
94+
- name: POD_UID
95+
valueFrom:
96+
fieldRef:
97+
fieldPath: metadata.uid
98+
- name: JINA_DEPLOYMENT_NAME
99+
value: diffusion
100+
envFrom:
101+
- configMapRef:
102+
name: diffusion-configmap
103+
image: jinahub/zcougdp9:6304d164fe6c2b57227b7367
104+
imagePullPolicy: IfNotPresent
105+
name: executor
106+
ports:
107+
- containerPort: 8080
108+
readinessProbe:
109+
initialDelaySeconds: 5
110+
periodSeconds: 10
111+
tcpSocket:
112+
port: 8080
113+
---
114+
apiVersion: monitoring.coreos.com/v1
115+
kind: ServiceMonitor
116+
metadata:
117+
labels:
118+
app: diffusion
119+
name: diffusion
120+
namespace: dalle-flow
121+
spec:
122+
endpoints:
123+
- port: monitoring
124+
namespaceSelector:
125+
matchNames:
126+
- dalle-flow
127+
selector:
128+
matchLabels:
129+
app: diffusion

‎k8s_flow/gateway/gateway.yml

+132
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,132 @@
1+
apiVersion: v1
2+
data:
3+
JINA_LOG_LEVEL: debug
4+
pythonunbuffered: '1'
5+
worker_class: uvicorn.workers.UvicornH11Worker
6+
kind: ConfigMap
7+
metadata:
8+
name: gateway-configmap
9+
namespace: dalle-flow
10+
---
11+
apiVersion: v1
12+
kind: Service
13+
metadata:
14+
labels:
15+
app: gateway
16+
name: gateway
17+
namespace: dalle-flow
18+
spec:
19+
ports:
20+
- name: port
21+
port: 51005
22+
protocol: TCP
23+
targetPort: 51005
24+
- name: monitoring
25+
port: 51006
26+
protocol: TCP
27+
targetPort: 51006
28+
selector:
29+
app: gateway
30+
type: NodePort
31+
---
32+
apiVersion: apps/v1
33+
kind: Deployment
34+
metadata:
35+
name: gateway
36+
namespace: dalle-flow
37+
spec:
38+
replicas: 2
39+
selector:
40+
matchLabels:
41+
app: gateway
42+
strategy:
43+
rollingUpdate:
44+
maxSurge: 0
45+
maxUnavailable: 1
46+
type: RollingUpdate
47+
template:
48+
metadata:
49+
annotations:
50+
linkerd.io/inject: enabled
51+
labels:
52+
app: gateway
53+
jina_deployment_name: gateway
54+
ns: dalle-flow
55+
pod_type: GATEWAY
56+
shard_id: ''
57+
spec:
58+
affinity:
59+
podAntiAffinity:
60+
requiredDuringSchedulingIgnoredDuringExecution:
61+
- labelSelector:
62+
matchExpressions:
63+
- key: app
64+
operator: In
65+
values:
66+
- gateway
67+
topologyKey: "kubernetes.io/hostname"
68+
containers:
69+
- args:
70+
- gateway
71+
- --extra-search-paths
72+
- .
73+
- --k8s-namespace
74+
- dalle-flow
75+
- --polling
76+
- ANY
77+
- --port
78+
- '51005'
79+
- --expose-endpoints
80+
- '{}'
81+
- --graph-description
82+
- '{"dalle": ["rerank"], "start-gateway": ["dalle", "clip_encoder"], "clip_encoder":
83+
["diffusion"], "diffusion": ["rerank"], "rerank": ["upscaler"], "upscaler":
84+
["store"], "store": ["end-gateway"]}'
85+
- --deployments-addresses
86+
- '{"dalle": ["grpc://dalle.dalle-flow.svc:8080"], "clip_encoder": ["grpcs://demo-cas.jina.ai:2096"],
87+
"diffusion": ["grpc://diffusion.dalle-flow.svc:8080"], "rerank": ["grpcs://demo-cas.jina.ai:2096"],
88+
"upscaler": ["grpc://upscaler.dalle-flow.svc:8080"], "store": ["grpc://store.dalle-flow.svc:8080"]}'
89+
- --pod-role
90+
- GATEWAY
91+
- --monitoring
92+
- --port-monitoring
93+
- '51006'
94+
command:
95+
- jina
96+
env:
97+
- name: POD_UID
98+
valueFrom:
99+
fieldRef:
100+
fieldPath: metadata.uid
101+
- name: JINA_DEPLOYMENT_NAME
102+
value: gateway
103+
envFrom:
104+
- configMapRef:
105+
name: gateway-configmap
106+
image: jinaai/jina:3.7.14-py38-standard
107+
imagePullPolicy: IfNotPresent
108+
name: executor
109+
ports:
110+
- containerPort: 51005
111+
readinessProbe:
112+
initialDelaySeconds: 5
113+
periodSeconds: 10
114+
tcpSocket:
115+
port: 51005
116+
---
117+
apiVersion: monitoring.coreos.com/v1
118+
kind: ServiceMonitor
119+
metadata:
120+
labels:
121+
app: gateway
122+
name: gateway
123+
namespace: dalle-flow
124+
spec:
125+
endpoints:
126+
- port: monitoring
127+
namespaceSelector:
128+
matchNames:
129+
- dalle-flow
130+
selector:
131+
matchLabels:
132+
app: gateway

‎k8s_flow/ingress.yml

+55
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
apiVersion: networking.k8s.io/v1
2+
kind: Ingress
3+
metadata:
4+
annotations:
5+
kubernetes.io/ingress.class: 'alb'
6+
alb.ingress.kubernetes.io/scheme: 'internet-facing'
7+
alb.ingress.kubernetes.io/listen-ports: '[{"HTTPS": 443}]'
8+
alb.ingress.kubernetes.io/backend-protocol: 'HTTP'
9+
alb.ingress.kubernetes.io/backend-protocol-version: GRPC
10+
labels:
11+
app: gateway
12+
name: gateway-exposed
13+
namespace: dalle-flow
14+
spec:
15+
rules:
16+
- host: dalle-flow.dev.jina.ai
17+
http:
18+
paths:
19+
- backend:
20+
service:
21+
name: gateway
22+
port:
23+
number: 51005
24+
path: /
25+
pathType: Prefix
26+
---
27+
apiVersion: networking.k8s.io/v1
28+
kind: Ingress
29+
metadata:
30+
annotations:
31+
kubernetes.io/ingress.class: 'alb'
32+
alb.ingress.kubernetes.io/scheme: 'internet-facing'
33+
labels:
34+
app: gateway
35+
name: monitoring-exposed
36+
namespace: dalle-flow
37+
spec:
38+
rules:
39+
- host: dalle-flow-monitoring.dev.jina.ai
40+
http:
41+
paths:
42+
- backend:
43+
service:
44+
name: gateway
45+
port:
46+
number: 51006
47+
path: /gateway
48+
pathType: Exact
49+
- backend:
50+
service:
51+
name: prometheus-grafana
52+
port:
53+
number: 80
54+
path: /
55+
pathType: Prefix

‎k8s_flow/store/store.yml

+127
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,127 @@
1+
apiVersion: v1
2+
data:
3+
JINA_LOG_LEVEL: INFO
4+
pythonunbuffered: '1'
5+
worker_class: uvicorn.workers.UvicornH11Worker
6+
kind: ConfigMap
7+
metadata:
8+
name: store-configmap
9+
namespace: dalle-flow
10+
---
11+
apiVersion: v1
12+
kind: Service
13+
metadata:
14+
labels:
15+
app: store
16+
name: store
17+
namespace: dalle-flow
18+
spec:
19+
ports:
20+
- name: port
21+
port: 8080
22+
protocol: TCP
23+
targetPort: 8080
24+
- name: monitoring
25+
port: 9090
26+
protocol: TCP
27+
targetPort: 9090
28+
selector:
29+
app: store
30+
type: ClusterIP
31+
---
32+
apiVersion: apps/v1
33+
kind: Deployment
34+
metadata:
35+
name: store
36+
namespace: dalle-flow
37+
spec:
38+
replicas: 2
39+
selector:
40+
matchLabels:
41+
app: store
42+
strategy:
43+
rollingUpdate:
44+
maxSurge: 0
45+
maxUnavailable: 1
46+
type: RollingUpdate
47+
template:
48+
metadata:
49+
annotations:
50+
linkerd.io/inject: enabled
51+
labels:
52+
app: store
53+
jina_deployment_name: store
54+
ns: dalle-flow
55+
pod_type: WORKER
56+
shard_id: '0'
57+
spec:
58+
affinity:
59+
podAntiAffinity:
60+
requiredDuringSchedulingIgnoredDuringExecution:
61+
- labelSelector:
62+
matchExpressions:
63+
- key: app
64+
operator: In
65+
values:
66+
- store
67+
topologyKey: "kubernetes.io/hostname"
68+
containers:
69+
- args:
70+
- executor
71+
- --name
72+
- store
73+
- --extra-search-paths
74+
- .
75+
- --k8s-namespace
76+
- dalle-flow
77+
- --uses
78+
- config.yml
79+
- --port
80+
- '8080'
81+
- --replicas
82+
- '2'
83+
- --monitoring
84+
- --port-monitoring
85+
- '9090'
86+
- --uses-metas
87+
- '{}'
88+
- --native
89+
command:
90+
- jina
91+
env:
92+
- name: POD_UID
93+
valueFrom:
94+
fieldRef:
95+
fieldPath: metadata.uid
96+
- name: JINA_DEPLOYMENT_NAME
97+
value: store
98+
envFrom:
99+
- configMapRef:
100+
name: store-configmap
101+
image: jinahub/jffp33to:6304a2d059ebf96951457210
102+
imagePullPolicy: IfNotPresent
103+
name: executor
104+
ports:
105+
- containerPort: 8080
106+
readinessProbe:
107+
initialDelaySeconds: 5
108+
periodSeconds: 10
109+
tcpSocket:
110+
port: 8080
111+
---
112+
apiVersion: monitoring.coreos.com/v1
113+
kind: ServiceMonitor
114+
metadata:
115+
labels:
116+
app: store
117+
name: store
118+
namespace: dalle-flow
119+
spec:
120+
endpoints:
121+
- port: monitoring
122+
namespaceSelector:
123+
matchNames:
124+
- dalle-flow
125+
selector:
126+
matchLabels:
127+
app: store

‎k8s_flow/upscaler/upscaler.yml

+127
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,127 @@
1+
apiVersion: v1
2+
data:
3+
JINA_LOG_LEVEL: INFO
4+
pythonunbuffered: '1'
5+
worker_class: uvicorn.workers.UvicornH11Worker
6+
kind: ConfigMap
7+
metadata:
8+
name: upscaler-configmap
9+
namespace: dalle-flow
10+
---
11+
apiVersion: v1
12+
kind: Service
13+
metadata:
14+
labels:
15+
app: upscaler
16+
name: upscaler
17+
namespace: dalle-flow
18+
spec:
19+
ports:
20+
- name: port
21+
port: 8080
22+
protocol: TCP
23+
targetPort: 8080
24+
- name: monitoring
25+
port: 9090
26+
protocol: TCP
27+
targetPort: 9090
28+
selector:
29+
app: upscaler
30+
type: ClusterIP
31+
---
32+
apiVersion: apps/v1
33+
kind: Deployment
34+
metadata:
35+
name: upscaler
36+
namespace: dalle-flow
37+
spec:
38+
replicas: 2
39+
selector:
40+
matchLabels:
41+
app: upscaler
42+
strategy:
43+
rollingUpdate:
44+
maxSurge: 0
45+
maxUnavailable: 1
46+
type: RollingUpdate
47+
template:
48+
metadata:
49+
annotations:
50+
linkerd.io/inject: enabled
51+
labels:
52+
app: upscaler
53+
jina_deployment_name: upscaler
54+
ns: dalle-flow
55+
pod_type: WORKER
56+
shard_id: '0'
57+
spec:
58+
affinity:
59+
podAntiAffinity:
60+
requiredDuringSchedulingIgnoredDuringExecution:
61+
- labelSelector:
62+
matchExpressions:
63+
- key: app
64+
operator: In
65+
values:
66+
- upscaler
67+
topologyKey: "kubernetes.io/hostname"
68+
containers:
69+
- args:
70+
- executor
71+
- --name
72+
- upscaler
73+
- --extra-search-paths
74+
- .
75+
- --k8s-namespace
76+
- dalle-flow
77+
- --uses
78+
- config.yml
79+
- --port
80+
- '8080'
81+
- --replicas
82+
- '2'
83+
- --monitoring
84+
- --port-monitoring
85+
- '9090'
86+
- --uses-metas
87+
- '{}'
88+
- --native
89+
command:
90+
- jina
91+
env:
92+
- name: POD_UID
93+
valueFrom:
94+
fieldRef:
95+
fieldPath: metadata.uid
96+
- name: JINA_DEPLOYMENT_NAME
97+
value: upscaler
98+
envFrom:
99+
- configMapRef:
100+
name: upscaler-configmap
101+
image: jinahub/296f27y7:6304d180e17ee095f858c14e
102+
imagePullPolicy: IfNotPresent
103+
name: executor
104+
ports:
105+
- containerPort: 8080
106+
readinessProbe:
107+
initialDelaySeconds: 5
108+
periodSeconds: 10
109+
tcpSocket:
110+
port: 8080
111+
---
112+
apiVersion: monitoring.coreos.com/v1
113+
kind: ServiceMonitor
114+
metadata:
115+
labels:
116+
app: upscaler
117+
name: upscaler
118+
namespace: dalle-flow
119+
spec:
120+
endpoints:
121+
- port: monitoring
122+
namespaceSelector:
123+
matchNames:
124+
- dalle-flow
125+
selector:
126+
matchLabels:
127+
app: upscaler

0 commit comments

Comments
 (0)
Please sign in to comment.