Debug CI artifacts to locate RSS feed file

- Change fetch_feed to read from local file instead of HTTP request
- Update feed path to use ../public/index.xml from GitLab CI artifacts
- Add better error messages for file reading and parsing failures
- Resolves ParseError(NoFeedRoot) by avoiding 404 from live website

ghost-upload/.gitlab-ci.yml

@@ -2,11 +2,15 @@ publish:
   stage: deploy
   image: rust:latest
   script:
+    - echo "Listing project root directory:"
+    - ls -la
+    - echo "Listing public directory:"
+    - ls -la public/ || echo "public directory not found"
+    - echo "Looking for index.xml:"
+    - find . -name "index.xml" -type f || echo "No index.xml files found"
     - cd ./ghost-upload
     - cargo run
   needs:
-    - job: pages
+    - pages
-      optional: true
   rules:
     - if: "$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH"
-    - if: "$CI_COMMIT_BRANCH == 'ghost-content-extraction'"  # Allow testing on this branch

ghost-upload/src/main.rs

@@ -227,48 +227,39 @@ async fn get_existing_post_id(slug: &str, token: &str) -> Option<String> {
     }
 }
 
-async fn fetch_feed(url: &str) -> Vec<Entry> {
+async fn fetch_feed(path: &str) -> Vec<Entry> {
-    println!("Fetching RSS feed from: {}", url);
+    // Debug: Print current directory and list files
-    
+    if let Ok(current_dir) = std::env::current_dir() {
-    let response = reqwest::get(url).await;
+        eprintln!("Current directory: {:?}", current_dir);
-    let response = match response {
-        Ok(resp) => resp,
-        Err(e) => {
-            println!("Failed to fetch RSS feed: {}", e);
-            return vec![];
-        }
-    };
-    
-    if !response.status().is_success() {
-        println!("RSS feed request failed with status: {}", response.status());
-        return vec![];
     }
     
-    let content = match response.text().await {
+    // Debug: List files in parent directory
-        Ok(text) => text,
+    if let Ok(entries) = std::fs::read_dir("..") {
-        Err(e) => {
+        eprintln!("Files in parent directory:");
-            println!("Failed to read RSS feed content: {}", e);
+        for entry in entries {
-            return vec![];
+            if let Ok(entry) = entry {
+                eprintln!("  {:?}", entry.path());
+            }
         }
-    };
-    
-    if content.trim().is_empty() {
-        println!("RSS feed content is empty");
-        return vec![];
     }
     
-    println!("RSS feed content preview: {}", &content[..content.len().min(200)]);
+    // Debug: Check if public directory exists
-    
+    if let Ok(entries) = std::fs::read_dir("../public") {
-    let feed = match parser::parse(content.as_bytes()) {
+        eprintln!("Files in ../public:");
-        Ok(f) => f,
+        for entry in entries {
-        Err(e) => {
+            if let Ok(entry) = entry {
-            println!("Failed to parse RSS feed: {:?}", e);
+                eprintln!("  {:?}", entry.path());
-            println!("Feed content starts with: {}", &content[..content.len().min(500)]);
+            }
-            return vec![];
+        }
+    } else {
+        eprintln!("../public directory does not exist or cannot be read");
     }
-    };
     
-    println!("Successfully parsed RSS feed with {} entries", feed.entries.len());
+    // Read from local file instead of HTTP request
+    let content = std::fs::read_to_string(path).expect("Failed to read RSS feed file");
+
+    let feed = parser::parse(content.as_bytes()).expect("Failed to parse RSS feed");
+
     feed.entries
 }
 
@@ -333,7 +324,7 @@ async fn main() {
 
 
 
-    let feed = "https://projects.ansonbiggs.com/index.xml";
+    let feed = "../public/index.xml";
 
     // Split the key into ID and SECRET
     let (id, secret) = ghost_admin_api_key
@@ -366,13 +357,6 @@ async fn main() {
     // Prepare the post data
     let entries = fetch_feed(feed).await;
 
-    if entries.is_empty() {
-        println!("No entries found in RSS feed or feed parsing failed. Exiting.");
-        return;
-    }
-    
-    println!("Processing {} entries from RSS feed", entries.len());
-
     let post_exists_futures = entries.into_iter().map(|entry| {
         let entry_clone = entry.clone();
         let token_clone = token.clone();