fix: always run scrape+rewrite pass to prevent hallucinated URLs

The adaptive pipeline skipped the scrape+rewrite pass when the LLM's search
results had URLs starting with "http". But LLMs hallucinate plausible URLs
(Wikipedia, corporate sites) that pass the http check but aren't actual source
articles. The scrape pass catches these by fetching each URL and validating
the content exists. Always running the full pipeline ensures URL integrity.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

backend/src/services/synthesis.rs

@@ -314,42 +314,28 @@ async fn run_generation_inner(
     // Step 7b: Filter out homepage URLs (path == "/" or empty)
     let parsed = filter_homepage_urls(parsed);
 
-    // Step 8: Adaptive pipeline — decide whether to scrape+rewrite or use search results directly
+    // Step 8: Scrape + rewrite pass
     //
-    // If the provider supports native web search and the search pass produced high-quality
+    // Always run the full pipeline: the search pass URLs can be hallucinated
-    // results (>70% valid URLs starting with http), we can skip the expensive scrape+rewrite
+    // by the LLM (Wikipedia, corporate sites instead of actual articles).
-    // pass and use the search results directly.
+    // The scrape pass fetches each URL and validates the content exists,
-    let final_sections = if provider.supports_web_search() && url_quality_sufficient(&parsed) {
+    // then the rewrite pass produces summaries based on actual article content.
-        tracing::info!(
+    emit_progress(tx, "scraping", "Verification des sources...", 45);
-            provider = provider.provider_id(),
+    let scraped = scrape_articles(state, &parsed, settings.max_age_days as i64, tx).await;
-            "Search pass URL quality sufficient, skipping scrape+rewrite pass"
+
-        );
+    // Rate limit check (pass 2)
-        emit_progress(
+    check_rate_limit(state, &user_rate_limiter, &provider_name)?;
-            tx,
-            "finalizing",
-            "Resultats de recherche de bonne qualite, finalisation directe...",
-            85,
-        );
-        build_final_sections(&raw_results, &settings.categories)?
-    } else {
-        // Full pipeline: scrape + rewrite
-        emit_progress(tx, "scraping", "Verification des sources...", 45);
-        let scraped = scrape_articles(state, &parsed, settings.max_age_days as i64, tx).await;
-
-        // Rate limit check (pass 2)
-        check_rate_limit(state, &user_rate_limiter, &provider_name)?;
 
-        // LLM rewrite pass
+    // LLM rewrite pass
-        emit_progress(tx, "rewrite", "Redaction des resumes...", 80);
+    emit_progress(tx, "rewrite", "Redaction des resumes...", 80);
-        let (rewrite_system, rewrite_user) = prompts::build_rewrite_prompt(&scraped);
+    let (rewrite_system, rewrite_user) = prompts::build_rewrite_prompt(&scraped);
 
-        let final_results = provider
+    let final_results = provider
-            .generate_rewrite_pass(&model_writing, &rewrite_system, &rewrite_user, &schema)
+        .generate_rewrite_pass(&model_writing, &rewrite_system, &rewrite_user, &schema)
-            .await?;
+        .await?;
 
-        emit_progress(tx, "finalizing", "Finalisation...", 90);
+    emit_progress(tx, "finalizing", "Finalisation...", 90);
-        build_final_sections(&final_results, &settings.categories)?
+    let final_sections = build_final_sections(&final_results, &settings.categories)?;
-    };
 
     // Step 12: Save synthesis to DB
     emit_progress(tx, "saving", "Sauvegarde de la synthese...", 95);