stock_data_coroflow.py

from coroflow import Pipeline, Node
import logging
from .data_collector import agg_data_deserialise, get_symbols, agg_data_update, agg_data_serialize


def main_sync():
    # Create Pipeline with a node for each function passed in.
    
    # Data flows like so:
    # get_symbols -> symbol_data -> agg_data_update
        p = Pipeline.simple_pipe([
        get_symbols,  # Node 1
        symbol_data,  # Node 2
        (agg_data_deserialise, agg_data_update, agg_data_serialise),  # Node 3 with (setup, execute, teardown) functions
    ])
    # Run it!
    p.run()


if __name__ == '__main__':
    start_time = time.time()
    main_sync()
    duration = time.time() - start_time
    print("Duration: {} seconds.".format(duration))