mirror of
https://github.com/aljazceru/IngestRSS.git
synced 2025-12-17 05:54:22 +01:00
63 lines
1.9 KiB
Python
63 lines
1.9 KiB
Python
import os
|
||
import sys
|
||
import json
|
||
import boto3
|
||
from dotenv import load_dotenv
|
||
import logging
|
||
from src.infra.lambdas.RSSQueueFiller.deploy_sqs_filler_lambda import deploy_sqs_filler
|
||
|
||
from src.utils.check_env import check_env
|
||
|
||
print("🗞️ 💵 ⚖️ IngestRSS⚖️ 💵 🗞️".center(100, "-"))
|
||
|
||
load_dotenv(override=True)
|
||
check_env()
|
||
|
||
# Set up logging
|
||
logging.basicConfig(level=os.getenv('LOG_LEVEL'))
|
||
|
||
lambda_client = boto3.client("lambda")
|
||
|
||
# Add the src directory to the Python path
|
||
current_dir = os.path.dirname(os.path.abspath(__file__))
|
||
sys.path.append(current_dir)
|
||
|
||
from src.infra.deploy_infrastructure import deploy_infrastructure
|
||
from src.infra.lambdas.RSSFeedProcessorLambda.deploy_rss_feed_lambda import deploy_lambda
|
||
from src.infra.lambdas.lambda_utils.update_lambda_env_vars import update_env_vars
|
||
from src.feed_management.upload_rss_feeds import upload_rss_feeds
|
||
|
||
def main():
|
||
# Deploy infrastructure
|
||
deploy_infrastructure()
|
||
logging.info("Finished Deploying Infrastructure")
|
||
|
||
# Deploy Lambda function
|
||
deploy_lambda()
|
||
logging.info("Finished Deploying Lambda")
|
||
|
||
deploy_sqs_filler()
|
||
logging.info("Finished Deploying SQS Filler Lambda")
|
||
|
||
# Update Lambda environment variables
|
||
update_env_vars(os.getenv("LAMBDA_FUNCTION_NAME"))
|
||
print("Finished Environment Variable Updates")
|
||
|
||
# Upload RSS feeds
|
||
rss_feeds_file = os.path.join(current_dir, "rss_feeds.json")
|
||
if os.path.exists(rss_feeds_file):
|
||
with open(rss_feeds_file, 'r') as f:
|
||
rss_feeds = json.load(f)
|
||
upload_rss_feeds(
|
||
rss_feeds,
|
||
os.getenv('MONGODB_URL'),
|
||
os.getenv('MONGODB_DB_NAME'),
|
||
os.getenv('MONGODB_COLLECTION_NAME', 'rss_feeds')
|
||
)
|
||
else:
|
||
print(f"WARNING: {rss_feeds_file} not found. Skipping RSS feed upload.")
|
||
|
||
print("RSS Feed Processor launched successfully!")
|
||
|
||
if __name__ == "__main__":
|
||
main() |