examples/workflow_with_checkpoint.py at master · dotflow-io/examples · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
#!/usr/bin/env python

from uuid import uuid4

from dotflow import Config, DotFlow, action
from dotflow.providers import StorageFile


@action
def step_one():
    return {"extracted": True}


@action
def step_two(previous_context):
    return {"transformed": previous_context.storage}


@action
def step_three(previous_context):
    return {"loaded": previous_context.storage}


def main():
    config = Config(storage=StorageFile())

    workflow = DotFlow(config=config, workflow_id=uuid4())
    workflow.task.add(step=step_one)
    workflow.task.add(step=step_two)
    workflow.task.add(step=step_three)
    workflow.start(resume=True)

    return workflow


if __name__ == "__main__":
    main()