clone articles if they don't exist

1 files changed, 15 insertions, 1 deletions

diff --git a/src/blog_node5_net.py b/src/blog_node5_net.py
index da5b470..5db8d7a 100644
--- a/src/blog_node5_net.py
+++ b/src/blog_node5_net.py
@@ -6,6 +6,7 @@ import sys
 import typing
 import urllib
 import pathlib
+import subprocess
 
 import flask
 import markdown
@@ -53,9 +54,22 @@ logger.info(f"Debug: {'en' if debug else 'dis'}abled")
 
 articles_path = os.environ["ARTICLES_PATH"] if "ARTICLES_PATH" in os.environ else './blog.node5.net/articles/'
 site_files_path = os.environ["SITE_FILES_PATH"] if "SITE_FILES_PATH" in os.environ else './blog.node5.net/'
+articles_repo_url = os.environ["ARTICLES_REPO_URL"] if "ARTICLES_REPO_URL" in os.environ else 'https://git.node5.net/blog/articles/'
 logger.debug(f'articles_path:   {articles_path}')
 logger.debug(f'site_files_path: {site_files_path}')
 
+pathlib.Path(articles_path).mkdir(parents=True, exist_ok=True)
+if pathlib.Path(articles_path).exists() and not any(pathlib.Path(articles_path).iterdir()):
+    logger.info(f"Articles path {articles_path} is empty, cloning {articles_repo_url} into {articles_path}")
+    try:
+        subprocess.run(["git", "clone", articles_repo_url, articles_path], check=True, stderr=subprocess.PIPE, text=True)
+    except subprocess.CalledProcessError as e:
+        # Cleanup partially created files on failure
+        if path.exists() and not any(path.iterdir()):
+            shutil.rmtree(path, ignore_errors=True)
+        raise RuntimeError(f"git clone failed: {e.stderr.strip()}") from e
+
+
 article_generator = article.ArticleGenerator(articles_path)
 
 
@@ -195,7 +209,7 @@ def load_articles():
     logger.info('Loading articles')
     articles = get_articles()
     if not articles.articles:
-        logger.warning(f"No articles loaded, path: {articles_path}")
+        logger.warning(f"No articles found, path: {articles_path}")
     register_urls(articles)