Alex Lyashok
01/11/2024, 6:52 PMYee
Alex Lyashok
01/11/2024, 9:14 PMtime="2024-01-11T21:12:29Z" level=info msg="Using config file: [/etc/flyte/config.d/000-core.yaml /etc/flyte/config.d/001-plugins.yaml /etc/flyte/config.d/002-database.yaml /etc/flyte/config.d/003-storage.yaml /etc/flyte/config.d/004-auth.yaml /etc/flyte/config.d/012-database-secrets.yaml /etc/flyte/config.d/014-auth-secrets.yaml /etc/flyte/config.d/100-inline-config.yaml]"
ERROR 2024/01/11 21:12:29 Could not cast sv to map[string]interface{}; key=%!s(MISSING), st=%!v(MISSING), tt=%!v(MISSING), sv=%!v(MISSING), tv=%!v(MISSING) default-for-task-types=[]interface {} map[string]interface {}=[map[container:container] map[container_array:K8S-ARRAY] map[snowflake:snowflake]] map[container:container container_array:k8s-array sidecar:sidecar]=<nil>
time="2024-01-11T21:12:29Z" level=info msg="Using config file: [/etc/flyte/config.d/000-core.yaml /etc/flyte/config.d/001-plugins.yaml /etc/flyte/config.d/002-database.yaml /etc/flyte/config.d/003-storage.yaml /etc/flyte/config.d/004-auth.yaml /etc/flyte/config.d/012-database-secrets.yaml /etc/flyte/config.d/014-auth-secrets.yaml /etc/flyte/config.d/100-inline-config.yaml]"
ERROR 2024/01/11 21:12:29 Could not cast sv to map[string]interface{}; key=%!s(MISSING), st=%!v(MISSING), tt=%!v(MISSING), sv=%!v(MISSING), tv=%!v(MISSING) default-for-task-types=[]interface {} map[string]interface {}=[map[container:container] map[container_array:K8S-ARRAY] map[snowflake:snowflake]] map[container:container container_array:k8s-array sidecar:sidecar]=<nil>
Yee
-
in the default-for-task-types
map?Yee
map[string]string
in the code. i think some of the documentation is incorrect.Alex Lyashok
01/11/2024, 10:18 PMAlex Lyashok
01/11/2024, 10:18 PMYee
Alex Lyashok
01/11/2024, 10:22 PMAlex Lyashok
01/11/2024, 10:24 PM2024/01/11 22:23:09 /go/pkg/mod/gorm.io/gorm@v1.24.1-0.20221019064659-5dd2bb482755/finisher_api.go:509
[0.457ms] [rows:1] SELECT count(*) FROM pg_indexes WHERE tablename = 'artifacts' AND indexname = 'artifacts_dataset_uuid_idx' AND schemaname = CURRENT_SCHEMA()
{"metrics-prefix":"flyte:","certDir":"/var/run/flyte/certs","localCert":true,"listenPort":9443,"serviceName":"flyte-backend-flyte-binary-webhook","servicePort":443,"secretName":"flyte-backend-flyte-binary-webhook-secret","secretManagerType":"K8s","awsSecretManager":{"sidecarImage":"<http://docker.io/amazon/aws-secrets-manager-secret-sidecar:v0.1.4|docker.io/amazon/aws-secrets-manager-secret-sidecar:v0.1.4>","resources":{"limits":{"cpu":"200m","memory":"500Mi"},"requests":{"cpu":"200m","memory":"500Mi"}}},"gcpSecretManager":{"sidecarImage":"<http://gcr.io/google.com/cloudsdktool/cloud-sdk:alpine|gcr.io/google.com/cloudsdktool/cloud-sdk:alpine>","resources":{"limits":{"cpu":"200m","memory":"500Mi"},"requests":{"cpu":"200m","memory":"500Mi"}}},"vaultSecretManager":{"role":"flyte","kvVersion":"2","annotations":null}}
Alex Lyashok
01/11/2024, 10:24 PMYee
Yee
kubectl -n flyte get pod
Alex Lyashok
01/11/2024, 10:27 PMYee
Yee
Alex Lyashok
01/11/2024, 10:29 PMAlex Lyashok
01/11/2024, 10:30 PMAlex Lyashok
01/11/2024, 10:31 PMYee
Yee
kubectl -n flyte logs flyte-backend-flyte-binary-656697c75b-bd7rw -p
Alex Lyashok
01/11/2024, 10:34 PMAlex Lyashok
01/11/2024, 10:34 PMAlex Lyashok
01/11/2024, 10:34 PMAlex Lyashok
01/11/2024, 10:35 PMAlex Lyashok
01/11/2024, 10:35 PMAlex Lyashok
01/11/2024, 10:35 PMYee
Yee
Alex Lyashok
01/11/2024, 10:37 PMYee
Yee
Alex Lyashok
01/11/2024, 10:37 PMAlex Lyashok
01/11/2024, 10:37 PMAlex Lyashok
01/11/2024, 10:38 PMAlex Lyashok
01/11/2024, 10:38 PMAlex Lyashok
01/11/2024, 10:38 PMAlex Lyashok
01/11/2024, 10:39 PMYee
Alex Lyashok
01/11/2024, 10:45 PMAlex Lyashok
01/11/2024, 10:45 PMAlex Lyashok
01/11/2024, 10:45 PMYee
-p
logsYee
Alex Lyashok
01/11/2024, 10:56 PMAlex Lyashok
01/11/2024, 10:56 PMAlex Lyashok
01/11/2024, 10:56 PMYee
Yee
Alex Lyashok
01/11/2024, 11:12 PM[0.467ms] [rows:1] SELECT count(*) FROM pg_indexes WHERE tablename = 'artifacts' AND indexname = 'artifacts_dataset_uuid_idx' AND schemaname = CURRENT_SCHEMA()
{"metrics-prefix":"flyte:","certDir":"/var/run/flyte/certs","localCert":true,"listenPort":9443,"serviceName":"flyte-backend-flyte-binary-webhook","servicePort":443,"secretName":"flyte-backend-flyte-binary-webhook-secret","secretManagerType":"K8s","awsSecretManager":{"sidecarImage":"<http://docker.io/amazon/aws-secrets-manager-secret-sidecar:v0.1.4|docker.io/amazon/aws-secrets-manager-secret-sidecar:v0.1.4>","resources":{"limits":{"cpu":"200m","memory":"500Mi"},"requests":{"cpu":"200m","memory":"500Mi"}}},"gcpSecretManager":{"sidecarImage":"<http://gcr.io/google.com/cloudsdktool/cloud-sdk:alpine|gcr.io/google.com/cloudsdktool/cloud-sdk:alpine>","resources":{"limits":{"cpu":"200m","memory":"500Mi"},"requests":{"cpu":"200m","memory":"500Mi"}}},"vaultSecretManager":{"role":"flyte","kvVersion":"2","annotations":null}}
Alex Lyashok
01/11/2024, 11:12 PMYee
Yee
Yee
describe
the pod?Yee
Yee
kubectl -n flyte describe podname
Alex Lyashok
01/11/2024, 11:14 PMYee
-c containername
Yee
Yee
Alex Lyashok
01/11/2024, 11:17 PMYee
Alex Lyashok
01/11/2024, 11:18 PMAlex Lyashok
01/11/2024, 11:18 PMAlex Lyashok
01/11/2024, 11:19 PMroot@e486f538c2ef:/app/copilot/flytepipe/admin# kubectl -n flyte logs flyte-backend-flyte-binary-945c7f47b-mchdq -c wait-for-db
<http://flyteadmin.cluster-c9mjsckwrx0i.us-east-2.rds.amazonaws.com:5432|flyteadmin.cluster-c9mjsckwrx0i.us-east-2.rds.amazonaws.com:5432> - accepting connections
root@e486f538c2ef:/app/copilot/flytepipe/admin# kubectl -n flyte logs flyte-backend-flyte-binary-945c7f47b-mchdq -c gen-admin-auth-secret
time="2024-01-11T23:11:13Z" level=info msg="Using config file: [/etc/flyte/config.d/000-core.yaml /etc/flyte/config.d/001-plugins.yaml /etc/flyte/config.d/002-database.yaml /etc/flyte/config.d/003-storage.yaml /etc/flyte/config.d/004-auth.yaml /etc/flyte/config.d/012-database-secrets.yaml /etc/flyte/config.d/014-auth-secrets.yaml /etc/flyte/config.d/100-inline-config.yaml]"
time="2024-01-11T23:11:14Z" level=info msg="Using config file: [/etc/flyte/config.d/000-core.yaml /etc/flyte/config.d/001-plugins.yaml /etc/flyte/config.d/002-database.yaml /etc/flyte/config.d/003-storage.yaml /etc/flyte/config.d/004-auth.yaml /etc/flyte/config.d/012-database-secrets.yaml /etc/flyte/config.d/014-auth-secrets.yaml /etc/flyte/config.d/100-inline-config.yaml]"
Yee
Alex Lyashok
01/11/2024, 11:20 PMAlex Lyashok
01/11/2024, 11:20 PMAlex Lyashok
01/11/2024, 11:20 PMYee
Alex Lyashok
01/11/2024, 11:20 PMAlex Lyashok
01/11/2024, 11:21 PMAlex Lyashok
01/11/2024, 11:21 PMAlex Lyashok
01/11/2024, 11:21 PMAlex Lyashok
01/11/2024, 11:21 PMYee
Yee
Alex Lyashok
01/11/2024, 11:23 PMAlex Lyashok
01/11/2024, 11:23 PMYee
Alex Lyashok
01/11/2024, 11:23 PMAlex Lyashok
01/11/2024, 11:24 PMAlex Lyashok
01/11/2024, 11:24 PMAlex Lyashok
01/11/2024, 11:24 PMYee
Yee
Yee
Alex Lyashok
01/12/2024, 12:49 AMYee
Yee
Alex Lyashok
01/12/2024, 4:24 PMYee
Yee
Yee
Alex Lyashok
01/12/2024, 4:26 PMYee
Alex Lyashok
01/12/2024, 4:37 PMYee
Yee
Yee
cat <<EOF | kubectl apply -f -
apiVersion: v1
kind: Secret
metadata:
name: snowflake-secret
namespace: flyte
type: Opaque
stringData:
FLYTE_SNOWFLAKE_CLIENT_TOKEN: <JWT_TOKEN>
EOF
Yee
Yee
configuration:
inlineSecretRef: snowflake-secret
Yee
snowflake-secret
to `external-services`or something.Yee
Yee
clientSecretsExternalSecretRef
i think is the wrong value to set, that one has to do with auth. don’t want to touch authAlex Lyashok
01/13/2024, 12:00 AMYee
Alex Lyashok
01/13/2024, 3:24 AMAlex Lyashok
01/13/2024, 3:24 AMAlex Lyashok
01/13/2024, 3:27 AMconfiguration:
inlineSecretRef: snowflake-secret
or if i already have - do i add it there?
configuration:
inline:
secrets:
adminOauthClientCredentials:
enabled: true
clientSecret: Zt8RV
Alex Lyashok
01/13/2024, 3:33 AMconfiguration:
inlineSecretRef: snowflake-secret
Alex Lyashok
01/13/2024, 3:33 AMAlex Lyashok
01/13/2024, 3:33 AMYee
Yee
Alex Lyashok
01/16/2024, 6:30 PM