Skip to content

Instantly share code, notes, and snippets.

@simone-codeluppi
Created November 13, 2020 14:32
Show Gist options
  • Save simone-codeluppi/f0ab31c7ce80e8245aa4a68ddd8aa0ec to your computer and use it in GitHub Desktop.
Save simone-codeluppi/f0ab31c7ce80e8245aa4a68ddd8aa0ec to your computer and use it in GitHub Desktop.
prefect testing flow
import prefect
from prefect import task, Flow, Parameter, flatten, unmapped
from prefect.engine.executors import DaskExecutor
from prefect.environments import LocalEnvironment
from logger_utils import function_logger
import time
def inner():
logger = function_logger()
logger.info('i am the inner function--new logger')
time.sleep(10)
@task(task_run_name=lambda **kwargs: f"testing-logger-writing-logs-{kwargs['x']}-suiname")
def wlog(x):
from prefect import context
logger = context.get("logger")
logger.debug('i am the task')
inner()
# logger = prefect_logging_setup('test')
logger.info(f'start sleep')
time.sleep(20)
logger.info(f'done sleep')
a = list(range(10))
with Flow("logging-flow",environment=LocalEnvironment(DaskExecutor(address='tcp://193.10.16.58:32833'))) as flow:
# logger = prefect.utilities.logging.get_logger()
# logger.info('this log is generated in the flow')
out_task = wlog.map(a)
# logger.info('done')
flow.register(project_name="test")
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment