ModuleNotFoundError

[1/1] currentAttempt done. Last Error: USER::Pod failed. No message received from kubernetes.
[fde22ae742e034d5c9b1-n0-0] terminated with exit code (1). Reason [Error]. Message: 
.8/site-packages/click/core.py", line 1130, in __call__
    return self.main(*args, **kwargs)
  File "/opt/venv/lib/python3.8/site-packages/click/core.py", line 1055, in main
    rv = self.invoke(ctx)
  File "/opt/venv/lib/python3.8/site-packages/click/core.py", line 1404, in invoke
    return ctx.invoke(self.callback, **ctx.params)
  File "/opt/venv/lib/python3.8/site-packages/click/core.py", line 760, in invoke
    return __callback(*args, **kwargs)
  File "/opt/venv/lib/python3.8/site-packages/flytekit/bin/entrypoint.py", line 476, in execute_task_cmd
    _execute_task(
  File "/opt/venv/lib/python3.8/site-packages/flytekit/exceptions/scopes.py", line 160, in system_entry_point
    return wrapped(*args, **kwargs)
  File "/opt/venv/lib/python3.8/site-packages/flytekit/bin/entrypoint.py", line 348, in _execute_task
    _task_def = resolver_obj.load_task(loader_args=resolver_args)
  File "/opt/venv/lib/python3.8/site-packages/flytekit/core/python_auto_container.py", line 280, in load_task
    task_module = importlib.import_module(task_module)
  File "/usr/local/lib/python3.8/importlib/__init__.py", line 127, in import_module
    return _bootstrap._gcd_import(name[level:], package, level)
  File "<frozen importlib._bootstrap>", line 1014, in _gcd_import
  File "<frozen importlib._bootstrap>", line 991, in _find_and_load
  File "<frozen importlib._bootstrap>", line 961, in _find_and_load_unlocked
  File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
  File "<frozen importlib._bootstrap>", line 1014, in _gcd_import
  File "<frozen importlib._bootstrap>", line 991, in _find_and_load
  File "<frozen importlib._bootstrap>", line 961, in _find_and_load_unlocked
  File "<frozen importlib._bootstrap>", line 219, in _call_with_frames_removed
  File "<frozen importlib._bootstrap>", line 1014, in _gcd_import
  File "<frozen importlib._bootstrap>", line 991, in _find_and_load
  File "<frozen importlib._bootstrap>", line 973, in _find_and_load_unlocked
ModuleNotFoundError: No module named 'flexs_app'

register_workflow

flyte-demo
├── Dockerfile      
├── LICENSE
├── README.md
├── flyte_remote.py   # the flyte remote script
├── requirements.txt
└── flexs_app         # app directory
    ├── __init__.py
    └── app_service.py
    └── tasks.py
    └── workflows.py

my_project

flexs_app

FROM python:3.10-slim-buster
WORKDIR /code

EXPOSE 8000
RUN pip install --upgrade pip
COPY ./requirements.txt ./
RUN pip install -r requirements.txt

COPY . /code

"""Flyte Remote"""

from flytekit.remote import FlyteRemote
from flytekit.configuration import Config, SerializationSettings, ImageConfig
from .workflows import train_wf
from typing import Dict
from flytekit.configuration import Config, PlatformConfig
import flytekit
import uuid


def get_get_version():
    """To avoid version conflicts, 
    we generate a unique version prefix for each run of this script.
    """
    _VERSION_PREFIX = "flexs-app_v" + uuid.uuid4().hex[:3]
    # logger.warning(f"Test version prefix is {_VERSION_PREFIX}")
    print(f"Flexs-app version prefix is {_VERSION_PREFIX}")

    def fn(suffix: str = "") -> str:
        return _VERSION_PREFIX + (f"_{suffix}" if suffix else "")

    return fn

get_version = get_get_version()

IMAGE_STR = "docker_user/repo_name:tag"

image_config = ImageConfig.auto(img_name=IMAGE_STR)

remote = FlyteRemote(config=Config(
    platform=PlatformConfig(
        endpoint= "localhost:8089",
        insecure=True,
        insecure_skip_verify=True,
    )
))
# remote = FlyteRemote(config=Config.auto())

def register_and_run_workflow(workflow_name: flytekit.core.workflow.WorkflowBase, inputs: Dict):
    version = get_version("1")
    serialization_settings = SerializationSettings(
        project="flexs-app",
        domain="development",
        version=version,
        image_config=image_config,
    )
    remote.register_workflow(workflow_name, serialization_settings)
    fetched_wf = remote.fetch_workflow(
        name=workflow_name.name,
        project="flexs-app",
        domain="development",
        version=version,
    )
    # print("fetched_wf", fetched_wf)
    remote.execute(
        entity=fetched_wf,
        inputs=inputs,
        project="flexs-app",
        domain="development",
        version=version,
        image_config=image_config,
    )
    return "done"


if __name__ == "__main__":
    inputs = {
        "items": [
        'FTLIE',
        'FTLIE',
        'FTLIE',
        'FTLIE',
        'FTLIE',
        ]
    }
    print(register_and_run_workflow(train_wf, inputs))

PYTHONPATH

/code

flytekit.exceptions.user.FlyteAssertion: Failed to put data from /tmp/flyte-t0xpsb9t/sandbox/local_flytekit/engine_dir to <s3://flyte-bucket/metadata/propeller/flexs> (recursive=True)

pip install awscli

2 Insufficient cpu, 0/2 nodes are available: 2 No preemption victims found for incoming pod.

Resources

OOMKilled

def get_scores(seqs: List[str]) -> np.ndarray:
    time.sleep(60)
    scores = np.random.rand(len(sequences))
    return scores

@task
def get_fitness(seqs: List[str]) -> np.ndarray:
    fitnesses = get_scores(seqs=seqs)
    return fitnesses

get_scores

flytekit

fsspec