Skip to content

Commit 07460ba

Browse files
arkbriararkbriar
authored
doc: add a manifest for iceberg compaction (#945)
Signed-off-by: arkbriar <[email protected]>
1 parent bf38d9f commit 07460ba

File tree

1 file changed

+140
-0
lines changed

1 file changed

+140
-0
lines changed

‎docs/manifests/risingwave/risingwave-postgresql-s3-with-iceberg-compaction.yaml‎

Lines changed: 140 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,140 @@
1+
apiVersion: risingwave.risingwavelabs.com/v1alpha1
2+
kind: RisingWave
3+
metadata:
4+
name: risingwave-postgresql-s3-with-iceberg-compaction
5+
spec:
6+
metaStore:
7+
postgresql:
8+
credentials:
9+
secretName: postgres-credentials
10+
usernameKeyRef: username
11+
passwordKeyRef: password
12+
database: risingwave
13+
host: postgres.example.com
14+
port: 5432
15+
stateStore:
16+
dataDirectory: hummock001-directory
17+
s3:
18+
bucket: hummock001
19+
credentials:
20+
secretName: s3-credentials
21+
accessKeyRef: AccessKeyID
22+
secretAccessKeyRef: SecretAccessKey
23+
region: ap-southeast-1
24+
image: risingwavelabs/risingwave:v2.6.1
25+
components:
26+
meta:
27+
nodeGroups:
28+
- replicas: 1
29+
name: ""
30+
template:
31+
spec:
32+
volumes:
33+
- name: heap
34+
emptyDir:
35+
sizeLimit: 1Gi
36+
volumeMounts:
37+
- mountPath: /heap
38+
name: heap
39+
env:
40+
- name: MALLOC_CONF
41+
value: prof:true,lg_prof_interval:-1,lg_prof_sample:20,prof_prefix:/heap/
42+
- name: RW_HEAP_PROFILING_DIR
43+
value: /heap
44+
resources:
45+
limits:
46+
cpu: 1
47+
memory: 2Gi
48+
requests:
49+
cpu: 1
50+
memory: 2Gi
51+
frontend:
52+
nodeGroups:
53+
- replicas: 1
54+
name: ""
55+
template:
56+
spec:
57+
resources:
58+
limits:
59+
cpu: 1
60+
memory: 2Gi
61+
requests:
62+
cpu: 1
63+
memory: 2Gi
64+
compute:
65+
nodeGroups:
66+
- replicas: 1
67+
name: ""
68+
template:
69+
spec:
70+
volumes:
71+
- name: heap
72+
emptyDir:
73+
sizeLimit: 1Gi
74+
volumeMounts:
75+
- mountPath: /heap
76+
name: heap
77+
env:
78+
- name: MALLOC_CONF
79+
value: prof:true,lg_prof_interval:-1,lg_prof_sample:20,prof_prefix:/heap/
80+
- name: RW_HEAP_PROFILING_DIR
81+
value: /heap
82+
resources:
83+
limits:
84+
cpu: 8
85+
memory: 32Gi # Memory limit will be set to `RW_TOTAL_MEMORY_BYTES`
86+
requests:
87+
cpu: 8
88+
memory: 32Gi
89+
compactor:
90+
nodeGroups:
91+
- replicas: 1
92+
name: ""
93+
template:
94+
spec:
95+
volumes:
96+
- name: heap
97+
emptyDir:
98+
sizeLimit: 1Gi
99+
volumeMounts:
100+
- mountPath: /heap
101+
name: heap
102+
env:
103+
- name: MALLOC_CONF
104+
value: prof:true,lg_prof_interval:-1,lg_prof_sample:20,prof_prefix:/heap/
105+
- name: RW_HEAP_PROFILING_DIR
106+
value: /heap
107+
resources:
108+
limits:
109+
cpu: 4
110+
memory: 8Gi
111+
requests:
112+
cpu: 4
113+
memory: 8Gi
114+
# The node group for iceberg compactor
115+
- replicas: 1
116+
name: iceberg-compactor
117+
template:
118+
spec:
119+
volumes:
120+
- name: heap
121+
emptyDir:
122+
sizeLimit: 1Gi
123+
volumeMounts:
124+
- mountPath: /heap
125+
name: heap
126+
env:
127+
# Key env to enable iceberg compaction mode
128+
- name: RW_COMPACTOR_MODE
129+
value: dedicated_iceberg
130+
- name: MALLOC_CONF
131+
value: prof:true,lg_prof_interval:-1,lg_prof_sample:20,prof_prefix:/heap/
132+
- name: RW_HEAP_PROFILING_DIR
133+
value: /heap
134+
resources:
135+
limits:
136+
cpu: 4
137+
memory: 8Gi
138+
requests:
139+
cpu: 4
140+
memory: 8Gi

0 commit comments

Comments
 (0)