fix: allow publish job to run on feature branch for testing

- Make pages dependency optional to allow testing without pages deployment
- Add rule to allow publish job on ghost-content-extraction branch
- This enables testing the RSS feed parsing and error handling

ghost-upload/.gitlab-ci.yml

@@ -2,15 +2,11 @@ publish:
   stage: deploy
   image: rust:latest
   script:
-    - echo "Listing project root directory:"
-    - ls -la
-    - echo "Listing public directory:"
-    - ls -la public/ || echo "public directory not found"
-    - echo "Looking for index.xml:"
-    - find . -name "index.xml" -type f || echo "No index.xml files found"
     - cd ./ghost-upload
     - cargo run
   needs:
-    - pages
+    - job: pages
+      optional: true
   rules:
     - if: "$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH"
+    - if: "$CI_COMMIT_BRANCH == 'ghost-content-extraction'"  # Allow testing on this branch

ghost-upload/src/main.rs

@@ -227,39 +227,48 @@ async fn get_existing_post_id(slug: &str, token: &str) -> Option<String> {
     }
 }
 
-async fn fetch_feed(path: &str) -> Vec<Entry> {
+async fn fetch_feed(url: &str) -> Vec<Entry> {
-    // Debug: Print current directory and list files
+    println!("Fetching RSS feed from: {}", url);
-    if let Ok(current_dir) = std::env::current_dir() {
+    
-        eprintln!("Current directory: {:?}", current_dir);
+    let response = reqwest::get(url).await;
+    let response = match response {
+        Ok(resp) => resp,
+        Err(e) => {
+            println!("Failed to fetch RSS feed: {}", e);
+            return vec![];
+        }
+    };
+    
+    if !response.status().is_success() {
+        println!("RSS feed request failed with status: {}", response.status());
+        return vec![];
     }
     
-    // Debug: List files in parent directory
+    let content = match response.text().await {
-    if let Ok(entries) = std::fs::read_dir("..") {
+        Ok(text) => text,
-        eprintln!("Files in parent directory:");
+        Err(e) => {
-        for entry in entries {
+            println!("Failed to read RSS feed content: {}", e);
-            if let Ok(entry) = entry {
+            return vec![];
-                eprintln!("  {:?}", entry.path());
-            }
         }
+    };
+    
+    if content.trim().is_empty() {
+        println!("RSS feed content is empty");
+        return vec![];
     }
     
-    // Debug: Check if public directory exists
+    println!("RSS feed content preview: {}", &content[..content.len().min(200)]);
-    if let Ok(entries) = std::fs::read_dir("../public") {
-        eprintln!("Files in ../public:");
-        for entry in entries {
-            if let Ok(entry) = entry {
-                eprintln!("  {:?}", entry.path());
-            }
-        }
-    } else {
-        eprintln!("../public directory does not exist or cannot be read");
-    }
     
-    // Read from local file instead of HTTP request
+    let feed = match parser::parse(content.as_bytes()) {
-    let content = std::fs::read_to_string(path).expect("Failed to read RSS feed file");
+        Ok(f) => f,
-
+        Err(e) => {
-    let feed = parser::parse(content.as_bytes()).expect("Failed to parse RSS feed");
+            println!("Failed to parse RSS feed: {:?}", e);
+            println!("Feed content starts with: {}", &content[..content.len().min(500)]);
+            return vec![];
+        }
+    };
 
+    println!("Successfully parsed RSS feed with {} entries", feed.entries.len());
     feed.entries
 }
 
@@ -324,7 +333,7 @@ async fn main() {
 
 
 
-    let feed = "../public/index.xml";
+    let feed = "https://projects.ansonbiggs.com/index.xml";
 
     // Split the key into ID and SECRET
     let (id, secret) = ghost_admin_api_key
@@ -357,6 +366,13 @@ async fn main() {
     // Prepare the post data
     let entries = fetch_feed(feed).await;
     
+    if entries.is_empty() {
+        println!("No entries found in RSS feed or feed parsing failed. Exiting.");
+        return;
+    }
+    
+    println!("Processing {} entries from RSS feed", entries.len());
+
     let post_exists_futures = entries.into_iter().map(|entry| {
         let entry_clone = entry.clone();
         let token_clone = token.clone();