collect-data-pipeline/examples/example_pipeline.py
2025-09-16 16:49:54 +09:00

19 lines
648 B
Python

import sys
import os
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "src")))
import lib.custom_logger as get_logger
logger = get_logger.get_logger(level=10)
from pipeline.pipeline_base import PipelineBase
from jobs.job_collect_rss_open_ai import JobCollectRSSOpenAI
def example_pipeline():
pipeline = PipelineBase()
logger.info("Pipeline initialized with context: %s", pipeline.context)
# Here you can add jobs to the pipeline and run it
# e.g., pipeline.add_job(SomeJob(context=pipeline.context))
pipeline.add_job(JobCollectRSSOpenAI())
pipeline.run()
example_pipeline()