https://ops.docs.72602.space/installation/database/index.html Datahub Install Clickhouse Install ElasticSearch Install Kafka Install MariaDB Install Milvus Install Neo4j Install Postgresql Install PgAdmin Install Redis Hugo en Mon, 26 May 2025 01:00:59 +0800 https://ops.docs.72602.space/installation/database/datahub/index.html Thu, 07 Mar 2024 15:00:59 +0800 https://ops.docs.72602.space/installation/database/datahub/index.html Preliminary Kubernetes is installed; if not, check 🔗link ArgoCD is installed; if not, check 🔗link Elasticsearch is installed; if not, check 🔗link MariaDB is installed; if not, check 🔗link Kafka is installed; if not, check 🔗link Steps 1. prepare datahub credentials secret ​ plain sasl kubectl -n application \ create secret generic datahub-credentials \ --from-literal=mysql-root-password="$(kubectl get secret mariadb-credentials --namespace database -o jsonpath='{.data.mariadb-root-password}' | base64 -d)" kubectl -n application \ create secret generic datahub-credentials \ --from-literal=mysql-root-password="$(kubectl get secret mariadb-credentials --namespace database -o jsonpath='{.data.mariadb-root-password}' | base64 -d)" \ --from-literal=security.protocol="SASL_PLAINTEXT" \ --from-literal=sasl.mechanism="SCRAM-SHA-256" \ --from-literal=sasl.jaas.config="org.apache.kafka.common.security.scram.ScramLoginModule required username=\"user1\" password=\"$(kubectl get secret kafka-user-passwords --namespace database -o jsonpath='{.data.client-passwords}' | base64 -d | cut -d , -f 1)\";" 5. prepare deploy-datahub.yaml ​ plain sasl apiVersion: argoproj.io/v1alpha1 kind: Application metadata: name: datahub spec: syncPolicy: syncOptions: - CreateNamespace=true project: default source: repoURL: https://helm.datahubproject.io chart: datahub targetRevision: 0.4.8 helm: releaseName: datahub values: | global: elasticsearch: host: elastic-search-elasticsearch.application.svc.cluster.local port: 9200 skipcheck: "false" insecure: "false" useSSL: "false" kafka: bootstrap: server: kafka.database.svc.cluster.local:9092 zookeeper: server: kafka-zookeeper.database.svc.cluster.local:2181 sql: datasource: host: mariadb.database.svc.cluster.local:3306 hostForMysqlClient: mariadb.database.svc.cluster.local port: 3306 url: jdbc:mysql://mariadb.database.svc.cluster.local:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8&enabledTLSProtocols=TLSv1.2 driver: com.mysql.cj.jdbc.Driver username: root password: secretRef: datahub-credentials secretKey: mysql-root-password datahub-gms: enabled: true replicaCount: 1 image: repository: m.daocloud.io/docker.io/acryldata/datahub-gms service: type: ClusterIP ingress: enabled: false datahub-frontend: enabled: true replicaCount: 1 image: repository: m.daocloud.io/docker.io/acryldata/datahub-frontend-react defaultUserCredentials: randomAdminPassword: true service: type: ClusterIP ingress: enabled: true className: nginx annotations: cert-manager.io/cluster-issuer: self-signed-ca-issuer hosts: - host: datahub.dev.72602.online paths: - / tls: - secretName: "datahub.dev.72602.online-tls" hosts: - datahub.dev.72602.online acryl-datahub-actions: enabled: true replicaCount: 1 image: repository: m.daocloud.io/docker.io/acryldata/datahub-actions datahub-mae-consumer: replicaCount: 1 image: repository: m.daocloud.io/docker.io/acryldata/datahub-mae-consumer ingress: enabled: false datahub-mce-consumer: replicaCount: 1 image: repository: m.daocloud.io/docker.io/acryldata/datahub-mce-consumer ingress: enabled: false datahub-ingestion-cron: enabled: false image: repository: m.daocloud.io/docker.io/acryldata/datahub-ingestion elasticsearchSetupJob: enabled: true image: repository: m.daocloud.io/docker.io/acryldata/datahub-elasticsearch-setup kafkaSetupJob: enabled: true image: repository: m.daocloud.io/docker.io/acryldata/datahub-kafka-setup mysqlSetupJob: enabled: true image: repository: m.daocloud.io/docker.io/acryldata/datahub-mysql-setup postgresqlSetupJob: enabled: false image: repository: m.daocloud.io/docker.io/acryldata/datahub-postgres-setup datahubUpgrade: enabled: true image: repository: m.daocloud.io/docker.io/acryldata/datahub-upgrade datahubSystemUpdate: image: repository: m.daocloud.io/docker.io/acryldata/datahub-upgrade destination: server: https://kubernetes.default.svc namespace: application apiVersion: argoproj.io/v1alpha1 kind: Application metadata: name: datahub spec: syncPolicy: syncOptions: - CreateNamespace=true project: default source: repoURL: https://helm.datahubproject.io chart: datahub targetRevision: 0.4.8 helm: releaseName: datahub values: | global: springKafkaConfigurationOverrides: security.protocol: SASL_PLAINTEXT sasl.mechanism: SCRAM-SHA-256 credentialsAndCertsSecrets: name: datahub-credentials secureEnv: sasl.jaas.config: sasl.jaas.config elasticsearch: host: elastic-search-elasticsearch.application.svc.cluster.local port: 9200 skipcheck: "false" insecure: "false" useSSL: "false" kafka: bootstrap: server: kafka.database.svc.cluster.local:9092 zookeeper: server: kafka-zookeeper.database.svc.cluster.local:2181 neo4j: host: neo4j.database.svc.cluster.local:7474 uri: bolt://neo4j.database.svc.cluster.local username: neo4j password: secretRef: datahub-credentials secretKey: neo4j-password sql: datasource: host: mariadb.database.svc.cluster.local:3306 hostForMysqlClient: mariadb.database.svc.cluster.local port: 3306 url: jdbc:mysql://mariadb.database.svc.cluster.local:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8&enabledTLSProtocols=TLSv1.2 driver: com.mysql.cj.jdbc.Driver username: root password: secretRef: datahub-credentials secretKey: mysql-root-password datahub-gms: enabled: true replicaCount: 1 image: repository: m.daocloud.io/docker.io/acryldata/datahub-gms service: type: ClusterIP ingress: enabled: false datahub-frontend: enabled: true replicaCount: 1 image: repository: m.daocloud.io/docker.io/acryldata/datahub-frontend-react defaultUserCredentials: randomAdminPassword: true service: type: ClusterIP ingress: enabled: true className: nginx annotations: cert-manager.io/cluster-issuer: self-signed-ca-issuer hosts: - host: datahub.dev.72602.online paths: - / tls: - secretName: "datahub.dev.72602.online-tls" hosts: - datahub.dev.72602.online acryl-datahub-actions: enabled: true replicaCount: 1 image: repository: m.daocloud.io/docker.io/acryldata/datahub-actions datahub-mae-consumer: replicaCount: 1 image: repository: m.daocloud.io/docker.io/acryldata/datahub-mae-consumer ingress: enabled: false datahub-mce-consumer: replicaCount: 1 image: repository: m.daocloud.io/docker.io/acryldata/datahub-mce-consumer ingress: enabled: false datahub-ingestion-cron: enabled: false image: repository: m.daocloud.io/docker.io/acryldata/datahub-ingestion elasticsearchSetupJob: enabled: true image: repository: m.daocloud.io/docker.io/acryldata/datahub-elasticsearch-setup kafkaSetupJob: enabled: true image: repository: m.daocloud.io/docker.io/acryldata/datahub-kafka-setup mysqlSetupJob: enabled: true image: repository: m.daocloud.io/docker.io/acryldata/datahub-mysql-setup postgresqlSetupJob: enabled: false image: repository: m.daocloud.io/docker.io/acryldata/datahub-postgres-setup datahubUpgrade: enabled: true image: repository: m.daocloud.io/docker.io/acryldata/datahub-upgrade datahubSystemUpdate: image: repository: m.daocloud.io/docker.io/acryldata/datahub-upgrade destination: server: https://kubernetes.default.svc namespace: application if you wannna start one more gms add this under global, if you wanna start one more gms https://ops.docs.72602.space/installation/database/clickhouse/index.html Thu, 07 Mar 2024 15:00:59 +0800 https://ops.docs.72602.space/installation/database/clickhouse/index.html Installation Install By Helm ArgoCD Docker Compose Argo Workflow Preliminary 1. Kubernetes is installed; if not, check 🔗link 2. Helm is installed; if not, check 🔗link Preliminary 1. Kubernetes is installed; if not, check 🔗link https://ops.docs.72602.space/installation/database/elasticsearch/index.html Fri, 12 Apr 2024 15:00:59 +0800 https://ops.docs.72602.space/installation/database/elasticsearch/index.html Installation Install By Helm ArgoCD Docker Argo Workflow Preliminary 1. Kubernetes is installed; if not, check 🔗link 2. Helm is installed; if not, check 🔗link 1.get helm repo Details helm repo add bitnami https://charts.bitnami.com/bitnami helm repo update 2.install chart https://ops.docs.72602.space/installation/database/kafka/index.html Thu, 07 Mar 2024 15:00:59 +0800 https://ops.docs.72602.space/installation/database/kafka/index.html Installation Install By Helm✔️ ArgoCD✔️ Docker Compose✔️ Preliminary 1. Kubernetes is installed; if not, check 🔗link 2. Helm binary is installed; if not, check 🔗link 1.get helm repo Details helm repo add bitnami oci://registry-1.docker.io/bitnamicharts/kafka helm repo update 2.install chart https://ops.docs.72602.space/installation/database/mariadb/index.html Thu, 07 Mar 2024 15:00:59 +0800 https://ops.docs.72602.space/installation/database/mariadb/index.html Installation Install By Helm ArgoCD Argo Workflow Docker Compose Preliminary 1. Kubernetes is installed; if not, check 🔗link 2. Helm is installed; if not, check 🔗link Preliminary 1. Kubernetes is installed; if not, check 🔗link https://ops.docs.72602.space/installation/database/milvus/index.html Mon, 26 May 2025 01:00:59 +0800 https://ops.docs.72602.space/installation/database/milvus/index.html Preliminary Kubernetes is installed; if not, check link ArgoCD is installed; if not, check link cert-manager has installed on argocd and the clusterissuer has a named self-signed-ca-issuerservice, , if not check link minio is installed; if not, check link Steps 1. copy minio credentials secret kubectl get namespaces database > /dev/null 2>&1 || kubectl create namespace database kubectl -n storage get secret minio-secret -o json \ | jq 'del(.metadata["namespace","creationTimestamp","resourceVersion","selfLink","uid"])' \ | kubectl -n database apply -f - 2. prepare deploy-milvus.yaml apiVersion: argoproj.io/v1alpha1 kind: Application metadata: name: milvus spec: syncPolicy: syncOptions: - CreateNamespace=true project: default source: repoURL: registry-1.docker.io/bitnamicharts chart: milvus targetRevision: 11.2.4 helm: releaseName: milvus values: | global: security: allowInsecureImages: true milvus: image: registry: m.lab.zverse.space/docker.io repository: bitnami/milvus tag: 2.5.7-debian-12-r0 pullPolicy: IfNotPresent auth: enabled: false initJob: forceRun: false image: registry: m.lab.zverse.space/docker.io repository: bitnami/pymilvus tag: 2.5.6-debian-12-r0 pullPolicy: IfNotPresent resources: requests: cpu: 2 memory: 512Mi limits: cpu: 2 memory: 2Gi dataCoord: replicaCount: 1 resources: requests: cpu: 500m memory: 512Mi limits: cpu: 2 memory: 2Gi metrics: enabled: true rootCoord: replicaCount: 1 resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 4Gi queryCoord: replicaCount: 1 resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 4Gi indexCoord: replicaCount: 1 resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 4Gi dataNode: replicaCount: 1 resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 4Gi queryNode: replicaCount: 1 resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 2Gi indexNode: resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 2Gi proxy: replicaCount: 1 service: type: ClusterIP resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 2Gi attu: image: registry: m.lab.zverse.space/docker.io repository: bitnami/attu tag: 2.5.5-debian-12-r1 resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 4Gi service: type: ClusterIP ingress: enabled: true ingressClassName: "nginx" annotations: cert-manager.io/cluster-issuer: alidns-webhook-zverse-letsencrypt hostname: milvus.dev.72602.online path: / pathType: ImplementationSpecific tls: true waitContainer: image: registry: m.lab.zverse.space/docker.io repository: bitnami/os-shell tag: 12-debian-12-r40 pullPolicy: IfNotPresent resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 4Gi externalS3: host: "minio.storage" port: 9000 existingSecret: "minio-secret" existingSecretAccessKeyIDKey: "root-user" existingSecretKeySecretKey: "root-password" bucket: "milvus" rootPath: "file" etcd: enabled: true image: registry: m.lab.zverse.space/docker.io replicaCount: 1 auth: rbac: create: false client: secureTransport: false resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 2Gi persistence: enabled: true storageClass: "" size: 2Gi preUpgradeJob: enabled: false minio: enabled: false kafka: enabled: true image: registry: m.lab.zverse.space/docker.io controller: replicaCount: 1 livenessProbe: failureThreshold: 8 resources: requests: cpu: 500m memory: 1Gi limits: cpu: 2 memory: 2Gi persistence: enabled: true storageClass: "" size: 2Gi service: ports: client: 9092 extraConfig: |- offsets.topic.replication.factor=3 listeners: client: protocol: PLAINTEXT interbroker: protocol: PLAINTEXT external: protocol: PLAINTEXT sasl: enabledMechanisms: "PLAIN" client: users: - user broker: replicaCount: 0 destination: server: https://kubernetes.default.svc namespace: database 3. apply to k8s kubectl -n argocd apply -f deploy-milvus.yaml 4. sync by argocd argocd app sync argocd/milvus 5. check Attu WebUI milvus address: milvus-proxy:19530 https://ops.docs.72602.space/installation/database/neo4j/index.html Thu, 07 Mar 2024 15:00:59 +0800 https://ops.docs.72602.space/installation/database/neo4j/index.html Installation Install By Helm ArgoCD Docker Argo Workflow Preliminary 1. Kubernetes is installed; if not, check 🔗link 2. Helm is installed; if not, check 🔗link 1.get helm repo Details helm repo add neo4j https://helm.neo4j.com/neo4j helm repo update 2.install chart https://ops.docs.72602.space/installation/database/postgresql/index.html Thu, 07 Mar 2024 15:00:59 +0800 https://ops.docs.72602.space/installation/database/postgresql/index.html Installation Install By Helm ArgoCD (ZJ) ArgoCD (72602) Docker Argo Workflow Preliminary 1. Kubernetes is installed; if not, check 🔗link 2. Helm is installed; if not, check 🔗link 1.get helm repo Details helm repo add bitnami https://charts.bitnami.com/bitnami helm repo update 2.install chart https://ops.docs.72602.space/installation/database/pgadmin/index.html Fri, 07 Mar 2025 15:00:59 +0800 https://ops.docs.72602.space/installation/database/pgadmin/index.html 🚀Installation Install By 📦Helm 🐙ArgoCD 🐳Docker 📑manifests 1.get helm repo Details helm repo add runix https://helm.runix.net/ helm repo update 2.install chart Details helm install runix/pgadmin4 --generate-name --version 1.62.0 Using AY Helm Mirror for more information, you can check 🔗https://github.com/AaronYang0628/helm-chart-mirror https://ops.docs.72602.space/installation/database/redis/index.html Thu, 07 Mar 2024 15:00:59 +0800 https://ops.docs.72602.space/installation/database/redis/index.html Installation Install By Helm ArgoCD Docker Argo Workflow Preliminary 1. Kubernetes is installed; if not, check 🔗link 2. Helm is installed; if not, check 🔗link 1.get helm repo Details helm repo add bitnami https://charts.bitnami.com/bitnami helm repo update 2.install chart