img = ImageConfig.from_images(
    "6***********.<http://dkr.ecr.us-east-1.amazonaws.com/feathr-demo:latest|dkr.ecr.us-east-1.amazonaws.com/feathr-demo:latest>"
)

flyte_workflow = remote.register_workflow(
    entity=wf_bb,
    serialization_settings=SerializationSettings(image_config=img),
    version="v1.0",
)

[1/1] currentAttempt done. Last Error: USER::containers with unready status: [ax9m22wmc8xwpmhqmllt-n0-0]|Back-off pulling image "6*********.<http://dkr.ecr.us-east-1.amazonaws.com/feathr-demo:latest|dkr.ecr.us-east-1.amazonaws.com/feathr-demo:latest>"

[1/1] currentAttempt done. Last Error: UNKNOWN::Outputs not generated by task execution

Promise object

from flytekit import workflow, task, dynamic, conditional
from flytekit.core.promise import Promise

@task
def t1() -> bool:
    return True


@task
def t2() -> bool:
    return False


@workflow
def wf() -> bool:
    test = t1()
    print(test)
    return t2()


if __name__ == "__main__":
    print(wf())

pyflyte

Promise object

Promise

@task(
    retries=2,
    cache=True,
    cache_version="1.0",
    requests=Resources(gpu=gpu, mem=mem, storage=storage),
    limits=Resources(gpu=gpu, mem=mem, storage=storage),
    secret_requests=[Secret(group="wandb-secrets", key="API_KEY")],
)
def pytorch_mnist_task(hp: Hyperparameters) -> TrainingOutputs:
    secrets = current_context().secrets
    wandb_api_key = secrets.get(group="wandb-secrets", key="API_KEY")

current_config = Config.auto()

remote = FlyteRemote(config=current_config)
flyte_workflow = remote.fetch_workflow(name=workflow_name, version="v1", project="flytesnacks", domain="development",)
workflow_execution = remote.execute(entity=flyte_workflow, inputs={"hp": Hyperparameters(epochs=2, batch_size=128)}, project="flytesnacks", domain="development",)

Union[str, flytekit.types.directory.FlyteDirectory]

raise ValueError(f"Expected a directory. {source_path} is not a directory")
ValueError: Expected a directory. X is not a directory

AssertionError: Failed to Bind variable input for function

[1/1] currentAttempt done. Last Error: USER::containers with unready status: [apv828cglh4qs76ftwgf-n0-0]|Back-off pulling image "<http://x.y.z.dkr.ecr.us-west-2.amazonaws.com/flyte_test:adiwala1|x.y.z.dkr.ecr.us-west-2.amazonaws.com/flyte_test:adiwala1>"

kubectl get pod nginx -o=jsonpath='{.spec.imagePullSecrets[0].name}{"\n"}'

reg-ecr-cred

@workflow
def cohort_ltv_inference(inference_date: datetime, n_days_horizon: int) -> bool:
    ...

kickoff_time_input_arg

default_inputs

launch_plan = LaunchPlan.get_or_create(
    name="pir_cohort_ltv_inference",
    workflow=cohort_ltv_inference,
    schedule=CronSchedule(
        schedule="45 17 * * *",  # At 17:45 daily.
    ),
)

Schedules
At 05:45 PM

rpc error: code = InvalidArgument desc = expected_inputs inference_date missing

validateLaunchSpec

default_inputs

fixed_inputs

get_or_create

ERROR worker.py:399 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): ray::ModinXGBoostActor.train() (pid=29796, ip=172.16.54.211, repr=<modin.experimental.xgboost.xgboost_ray.ModinXGBoostActor object at 0x7fbef05837f0>)
  File "/home/ec2-user/anaconda3/envs/python3/lib/python3.8/site-packages/modin/experimental/xgboost/xgboost_ray.py", line 166, in train
    with RabitContext(self._rank, rabit_args):
  File "/home/ec2-user/anaconda3/envs/python3/lib/python3.8/site-packages/modin/experimental/xgboost/utils.py", line 101, in __enter__
    xgb.rabit.init(self.args)
AttributeError: module 'xgboost' has no attribute 'rabit'

pyflyte register

ModuleNotFoundError: No module named 'flyte'

pyflyte --config ~/.flyte/cloud-config.yaml register flyte/workflows -p {{.PROJECT}} --domain {{.DOMAIN}} -v {{add .DOCKER_VERSION 1}} -i "{{.CONTAINER_REGISTRY}}/{{.PROJECT}}:{{.DOCKER_VERSION}}"

pyflyte package

flytectl register files

FlytePropeller &  user defined pod executions

FLYTE_AWS_SECRET_ACCESS_KEY

flytekit.core.type_engine.RestrictedTypeError: Transformer for type <class 'tuple'> is restricted currently

flyte_config.yaml

admin:
  # For GRPC endpoints you might want to use dns:///flyte.myexample.com
  endpoint:
  authType: Pkce
  insecure: false
timezone: ??

(base) sanjaychouhan@prod-ml-jenkins2:~$ helm upgrade -n flyte -f values-eks.yaml --create-namespace flyte flyteorg/flyte-core
Error: failed to download "flyteorg/flyte-core"
(base) sanjaychouhan@prod-ml-jenkins2:~$
(base) sanjaychouhan@prod-ml-jenkins2:~$ helm repo add flyteorg <https://flyteorg.github.io/flyte>
Error: repository name (flyteorg) already exists, please specify a different name

AWS_ACCESS_KEY_ID

AWS_SECRET_ACCESS_KEY

AWS

Requested MEMORY default [2Gi] is greater than current limit set in the platform configuration [1Gi]. Please contact Flyte Admins to change these limits or consult the configuration

vendor-a9fbc36b.js:2          GET https://.../fizlxcwy-n4-0-dn1-0/n1?limit=10000 net::ERR_INSUFFICIENT_RESOURCES

1.1.6

1.1.15

1.1.29