41 lines
851 B
YAML
41 lines
851 B
YAML
|
|
apiVersion: "sparkoperator.k8s.io/v1beta2"
|
|
kind: SparkApplication
|
|
metadata:
|
|
# name: spark-pi
|
|
generateName: spark-pi-
|
|
namespace: default
|
|
spec:
|
|
type: Python
|
|
pythonVersion: "3"
|
|
mode: cluster
|
|
image: "public.ecr.aws/m8u6z8z4/manabu-test:test-spark"
|
|
mainApplicationFile: "local:///opt/spark/examples/src/main/python/pi.py"
|
|
sparkVersion: "3.1.1"
|
|
restartPolicy:
|
|
type: Never
|
|
volumes:
|
|
- name: "test-volume"
|
|
hostPath:
|
|
path: "/tmp"
|
|
type: Directory
|
|
driver:
|
|
cores: 1
|
|
coreLimit: "1200m"
|
|
memory: "512m"
|
|
labels:
|
|
version: 3.1.1
|
|
serviceAccount: spark
|
|
volumeMounts:
|
|
- name: "test-volume"
|
|
mountPath: "/tmp"
|
|
executor:
|
|
cores: 1
|
|
instances: 1
|
|
memory: "512m"
|
|
labels:
|
|
version: 3.1.1
|
|
volumeMounts:
|
|
- name: "test-volume"
|
|
mountPath: "/tmp"
|
|
|