Skip to content

Support Azure Blob Storage on AKS via access key #964

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
nitisht merged 5 commits into from
Oct 22, 2024
Merged

Support Azure Blob Storage on AKS via access key #964

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
7e15253
aks helm distributed
AdheipSingh Oct 20, 2024
64712ed
objectStore to store, remove local flag
AdheipSingh Oct 20, 2024
69c015d
add tolerations hardocde to azure
AdheipSingh Oct 21, 2024
15dbb12
test standalone
AdheipSingh Oct 21, 2024
1c0dd49
revert disk size
AdheipSingh Oct 21, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 12 additions & 1 deletion helm/templates/ingestor-statefulset.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,7 @@ spec:
imagePullPolicy: {{ .Values.parseable.image.pullPolicy }}
args:
- /usr/bin/parseable
- s3-store
- {{ .Values.parseable.objectStore }}
- --ingestor-endpoint=$(HOSTNAME).{{ include "parseable.fullname" . }}-ingestor-headless.{{ .Release.Namespace }}.svc.cluster.local:{{ .Values.parseable.highAvailability.ingestor.port }}
env:
{{- range $key, $value := .Values.parseable.highAvailability.ingestor.env }}
Expand All @@ -65,6 +65,17 @@ spec:
key: {{ $key }}
{{- end }}
{{- end }}
{{- range $secret := .Values.parseable.blobModeSecret }}
{{- range $key := $secret.keys }}
{{- $envPrefix := $secret.prefix | default "" | upper }}
{{- $envKey := $key | upper | replace "." "_" | replace "-" "_" }}
- name: {{ $envPrefix }}{{ $envKey }}
valueFrom:
secretKeyRef:
name: {{ $secret.name }}
key: {{ $key }}
{{- end }}
{{- end }}
- name: P_MODE
value: "ingest"
ports:
Expand Down
23 changes: 17 additions & 6 deletions helm/templates/querier-statefulset.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -45,8 +45,13 @@ spec:
imagePullPolicy: {{ .Values.parseable.image.pullPolicy }}
args:
- /usr/bin/parseable
- s3-store
- {{ .Values.parseable.objectStore }}
env:
- name: HOSTNAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
{{- range $key, $value := .Values.parseable.env }}
- name: {{ $key }}
value: {{ tpl $value $ | quote }}
Expand All @@ -60,11 +65,6 @@ spec:
secretKeyRef:
name: {{ $secret.name }}
key: {{ $key }}
- name: HOSTNAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
{{- end }}
{{- end }}
- name: P_MODE
Expand All @@ -73,6 +73,17 @@ spec:
- name: P_HOT_TIER_DIR
value: "/parseable/hot-tier"
{{- end }}
{{- range $secret := .Values.parseable.blobModeSecret }}
{{- range $key := $secret.keys }}
{{- $envPrefix := $secret.prefix | default "" | upper }}
{{- $envKey := $key | upper | replace "." "_" | replace "-" "_" }}
- name: {{ $envPrefix }}{{ $envKey }}
valueFrom:
secretKeyRef:
name: {{ $secret.name }}
key: {{ $key }}
{{- end }}
{{- end }}
ports:
- containerPort: 8000
{{- with .Values.readinessProbe }}
Expand Down
27 changes: 19 additions & 8 deletions helm/templates/standalone-deployment.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,9 +39,14 @@ spec:
{{- if .Values.parseable.local }}
args: ["/usr/bin/parseable", "local-store"]
{{- else }}
args: ["/usr/bin/parseable", "s3-store"]
args: ["/usr/bin/parseable", {{ .Values.parseable.objectStore | quote }}]
{{- end }}
env:
- name: HOSTNAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
{{- range $key, $value := .Values.parseable.env }}
- name: {{ $key }}
value: {{ tpl $value $ | quote }}
Expand All @@ -56,14 +61,9 @@ spec:
secretKeyRef:
name: {{ $secret.name }}
key: {{ $key }}
- name: HOSTNAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
{{- end }}
{{- end }}
{{- else}}
{{- else }}
{{- range $secret := .Values.parseable.s3ModeSecret }}
{{- range $key := $secret.keys }}
{{- $envPrefix := $secret.prefix | default "" | upper }}
Expand All @@ -76,6 +76,17 @@ spec:
{{- end }}
{{- end }}
{{- end }}
{{- range $secret := .Values.parseable.blobModeSecret }}
{{- range $key := $secret.keys }}
{{- $envPrefix := $secret.prefix | default "" | upper }}
{{- $envKey := $key | upper | replace "." "_" | replace "-" "_" }}
- name: {{ $envPrefix }}{{ $envKey }}
valueFrom:
secretKeyRef:
name: {{ $secret.name }}
key: {{ $key }}
{{- end }}
{{- end }}
ports:
- containerPort: 8000
{{- with .Values.readinessProbe }}
Expand Down Expand Up @@ -118,4 +129,4 @@ spec:
tolerations:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- end }}
{{- end }} # Closing for "if eq .Values.parseable.highAvailability.enabled false"
15 changes: 15 additions & 0 deletions helm/values.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ parseable:
## Set to true if you want to deploy Parseable in local mode (store logs
## on local mount point instead of S3 bucket)
local: false
## object store can be s3, blob
## local needs to be false if set to object store.
objectStore: s3-store
## Set to true if you want to deploy Parseable in a HA mode (multiple ingestors)
## Please note that highAvailability is not supported in local mode
highAvailability:
Expand Down Expand Up @@ -82,6 +85,18 @@ parseable:
- password
- staging.dir
- fs.dir
# blobModeSecret:
# - type: env
# name: parseable-env-secret
# prefix: p_
# keys:
# - addr
# - username
# - password
# - azr.access_key
# - azr.account
# - azr.container
# - azr.url
s3ModeSecret:
- type: env
name: parseable-env-secret
Expand Down