from common.config import parse_config
from common.connections import create_spark_session
from stream.etl import start_watch_for_csvs, create_streaming_window


def main():
    configs = parse_config()
    spark = create_spark_session()

    read_stream = start_watch_for_csvs(spark, configs)

    write_stream = create_streaming_window(read_stream, configs)

    write_stream.awaitTermination()


if __name__ == "__main__":
    main()

eec18a20d83dc103f60600f30f44236137c1fb8a
<mask token>

<mask token>


def main():
    configs = parse_config()
    spark = create_spark_session()
    read_stream = start_watch_for_csvs(spark, configs)
    write_stream = create_streaming_window(read_stream, configs)
    write_stream.awaitTermination()


<mask token>

<mask token>


def main():
    configs = parse_config()
    spark = create_spark_session()
    read_stream = start_watch_for_csvs(spark, configs)
    write_stream = create_streaming_window(read_stream, configs)
    write_stream.awaitTermination()


if __name__ == '__main__':
    main()

from common.config import parse_config
from common.connections import create_spark_session
from stream.etl import start_watch_for_csvs, create_streaming_window


def main():
    configs = parse_config()
    spark = create_spark_session()
    read_stream = start_watch_for_csvs(spark, configs)
    write_stream = create_streaming_window(read_stream, configs)
    write_stream.awaitTermination()


if __name__ == '__main__':
    main()

from common.config import parse_config
from common.connections import create_spark_session
from stream.etl import start_watch_for_csvs, create_streaming_window


def main():
    configs = parse_config()
    spark = create_spark_session()

    read_stream = start_watch_for_csvs(spark, configs)

    write_stream = create_streaming_window(read_stream, configs)

    write_stream.awaitTermination()


if __name__ == "__main__":
    main()
