-
Notifications
You must be signed in to change notification settings - Fork 3
/
deployment.yml
47 lines (47 loc) · 1.19 KB
/
deployment.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
apiVersion: extensions/v1beta1
kind: Deployment
metadata:
name: spark-offset
namespace: default
labels:
app: spark-offset
spec:
replicas: 1
selector:
matchLabels:
app: spark-offset
template:
metadata:
labels:
app: spark-offset
spec:
containers:
- name: spark-offset
imagePullPolicy: Always
image: cuidapeng/spark-offset:v0.1
command:
- spark-submit
args:
- --driver-java-options
- "-Duser.timezone=Asia/Shanghai"
- --repositories
- http://maven.aliyun.com/nexus/content/groups/public/
- --packages
- mysql:mysql-connector-java:5.1.27,org.apache.spark:spark-streaming_2.11:2.3.0,,org.apache.spark:spark-streaming-kafka-0-10_2.11:2.3.0
- --executor-memory
- 2G
- --driver-memory
- 2G
- --conf
- "spark.streaming.kafka.maxRatePerPartition=100"
- --class
- com.github.cclient.spark.Stream
- spark-streaming-kafka-offset-mysql_2.11-0.1.jar
- prod
- task-response
- extract
resources:
requests:
memory: "2Gi"
limits:
memory: "3Gi"