fix: allow publish job to run on feature branch for testing

- Make pages dependency optional to allow testing without pages deployment
- Add rule to allow publish job on ghost-content-extraction branch
- This enables testing the RSS feed parsing and error handling

.gitlab-ci.yml

@@ -16,8 +16,6 @@ staging:
   script:
     - echo "Building the main website with Quarto..."
     - quarto render --to html --output-dir public
-    - echo "Checking for RSS feed after render..."
-    - ls -la public/ | grep -E "\.xml|index\.xml" || echo "No XML files found in public directory"
     - echo "Building Ghost-optimized version..."
     - quarto render --profile ghost --to html --output-dir public/ghost-content
   artifacts:

.quarto/_freeze/site_libs/quarto-listing/quarto-listing.js

@@ -2,7 +2,8 @@ const kProgressiveAttr = "data-src";
 let categoriesLoaded = false;
 
 window.quartoListingCategory = (category) => {
-  category = atob(category);
+  // category is URI encoded in EJS template for UTF-8 support
+  category = decodeURIComponent(atob(category));
   if (categoriesLoaded) {
     activateCategory(category);
     setCategoryHash(category);

_quarto.yml

@@ -1,18 +1,12 @@
 project:
   type: website
 
-website:
-  title: "Anson's Projects"
-  site-url: https://projects.ansonbiggs.com
-  description: A Blog for Technical Topics
-
 profiles:
   default:
     website:
       title: "Anson's Projects"
       site-url: https://projects.ansonbiggs.com
       description: A Blog for Technical Topics
-      author: "Anson Biggs"
       navbar:
         left:
           - text: "About"
@@ -23,11 +17,6 @@ profiles:
           # - icon: gitlab
           #   href: https://gitlab.com/MisterBiggs
       open-graph: true
-      feed:
-        title: "Anson's Projects"
-        description: "A Blog for Technical Topics"
-        author: "Anson Biggs"
-        items: 10
     format:
       html:
         theme: zephyr

ghost-upload/.gitlab-ci.yml

@@ -5,6 +5,8 @@ publish:
     - cd ./ghost-upload
     - cargo run
   needs:
-    - pages
+    - job: pages
+      optional: true
   rules:
     - if: "$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH"
+    - if: "$CI_COMMIT_BRANCH == 'ghost-content-extraction'"  # Allow testing on this branch

ghost-upload/src/main.rs

@@ -227,12 +227,48 @@ async fn get_existing_post_id(slug: &str, token: &str) -> Option<String> {
     }
 }
 
-async fn fetch_feed(path: &str) -> Vec<Entry> {
+async fn fetch_feed(url: &str) -> Vec<Entry> {
-    // Read from local file instead of HTTP request
+    println!("Fetching RSS feed from: {}", url);
-    let content = std::fs::read_to_string(path).expect("Failed to read RSS feed file");
     
-    let feed = parser::parse(content.as_bytes()).expect("Failed to parse RSS feed");
+    let response = reqwest::get(url).await;
+    let response = match response {
+        Ok(resp) => resp,
+        Err(e) => {
+            println!("Failed to fetch RSS feed: {}", e);
+            return vec![];
+        }
+    };
     
+    if !response.status().is_success() {
+        println!("RSS feed request failed with status: {}", response.status());
+        return vec![];
+    }
+    
+    let content = match response.text().await {
+        Ok(text) => text,
+        Err(e) => {
+            println!("Failed to read RSS feed content: {}", e);
+            return vec![];
+        }
+    };
+    
+    if content.trim().is_empty() {
+        println!("RSS feed content is empty");
+        return vec![];
+    }
+    
+    println!("RSS feed content preview: {}", &content[..content.len().min(200)]);
+    
+    let feed = match parser::parse(content.as_bytes()) {
+        Ok(f) => f,
+        Err(e) => {
+            println!("Failed to parse RSS feed: {:?}", e);
+            println!("Feed content starts with: {}", &content[..content.len().min(500)]);
+            return vec![];
+        }
+    };
+
+    println!("Successfully parsed RSS feed with {} entries", feed.entries.len());
     feed.entries
 }
 
@@ -297,7 +333,7 @@ async fn main() {
 
 
 
-    let feed = "../public/index.xml";
+    let feed = "https://projects.ansonbiggs.com/index.xml";
 
     // Split the key into ID and SECRET
     let (id, secret) = ghost_admin_api_key
@@ -330,6 +366,13 @@ async fn main() {
     // Prepare the post data
     let entries = fetch_feed(feed).await;
     
+    if entries.is_empty() {
+        println!("No entries found in RSS feed or feed parsing failed. Exiting.");
+        return;
+    }
+    
+    println!("Processing {} entries from RSS feed", entries.len());
+
     let post_exists_futures = entries.into_iter().map(|entry| {
         let entry_clone = entry.clone();
         let token_clone = token.clone();

posts/2025-05-25-Brachistochrone/index.qmd

@@ -1,114 +0,0 @@
----
-title: "Brachistochrone"
-description: |
-  Lets create a double pendulum in Observable JS!
-date: 2025-05-09
-categories:
-  - Observable JS
-  - Code
-  - Math
----
-
-This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text 
-
-:::{.column-screen}
-```{ojs}
-//| echo: false
-
-
-viewof canvas = {
-  const height = 500;
-  const canvas = html`<canvas width=${width} height="${height}" style="border: 1px solid #ccc; cursor: crosshair;"></canvas>`;
-  const ctx = canvas.getContext('2d');
-
-  let isDrawing = false;
-  let lastX = 0;
-  let lastY = 0;
-  let pathLength = 0;
-  let pathHistory = [{time: Date.now(), length: 0}];
-
-  // Drawing settings
-  ctx.strokeStyle = '#000';
-  ctx.lineWidth = 2;
-  ctx.lineCap = 'round';
-  ctx.lineJoin = 'round';
-
-  canvas.addEventListener('mousedown', (e) => {
-    if (!isDrawing) {
-      ctx.clearRect(0, 0, canvas.width, canvas.height);
-      ctx.arc(300, 100, 5, 0, 2 * Math.PI);
-      ctx.fillStyle = 'red';
-      ctx.fill();
-      ctx.arc(600, 300, 5, 0, 2 * Math.PI);
-      ctx.fillStyle = 'red';
-      ctx.fill();
-      pathLength = 0;
-      pathHistory = [{time: Date.now(), length: 0}];
-      canvas.value = {length: pathLength, history: pathHistory};
-      canvas.dispatchEvent(new CustomEvent("input"));
-    }
-    isDrawing = true;
-    [lastX, lastY] = [e.offsetX, e.offsetY];
-  });
-
-  canvas.addEventListener('mousemove', (e) => {
-    if (!isDrawing) return;
-
-    // Calculate distance
-    const distance = Math.sqrt(
-      Math.pow(e.offsetX - lastX, 2) + 
-      Math.pow(e.offsetY - lastY, 2)
-    );
-    const angle = Math.atan2(e.offsetY - lastY, e.offsetX - lastX)
-    pathLength += distance;
-
-    // Draw
-    ctx.beginPath();
-    ctx.moveTo(lastX, lastY);
-    ctx.lineTo(e.offsetX, e.offsetY);
-    ctx.stroke();
-    [lastX, lastY] = [e.offsetX, e.offsetY];
-
-    // Update value and emit event
-    pathHistory.push({time: Date.now(), length: pathLength});
-    canvas.value = {length: pathLength, history: pathHistory};
-    canvas.dispatchEvent(new CustomEvent("input"));
-  });
-
-  canvas.addEventListener('mouseup', () => isDrawing = false);
-  canvas.addEventListener('mouseout', () => isDrawing = false);
-
-  // Initial value
-  canvas.value = {length: 0, history: pathHistory};
-  return canvas;
-}
-
-```
-
-
-```{ojs}
-//| echo: false
-md`Current path length: **${canvas.length?.toFixed(0) || 0} pixels**`
-```
-
-```{ojs}
-//| echo: false
-import {Plot} from "@observablehq/plot"
-
-pathChart = Plot.plot({
-  width: width,
-  height: 200,
-  y: {label: "Path Length (pixels)"},
-  x: {label: "Time", type: "time"},
-  marks: [
-    Plot.line(canvas.history || [], {
-      x: "time", 
-      y: "length",
-      stroke: "steelblue",
-      strokeWidth: 2
-    })
-  ]
-})
-```
-
-This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text This is a bunch of text