feat: Add Jina AI integration for web scraping and question search

cli/cli.go

@@ -3,13 +3,13 @@ package cli
 import (
 	"fmt"
 	"os"
-	"os/exec"
 	"path/filepath"
 	"strconv"
 	"strings"
 
 	"github.com/danielmiessler/fabric/core"
 	"github.com/danielmiessler/fabric/db"
+	"github.com/danielmiessler/fabric/jina"
 )
 
 // Cli Controls the cli. It takes in the flags and runs the appropriate functions
@@ -96,17 +96,6 @@ func Cli() (message string, err error) {
 		return
 	}
 
-	// Check for ScrapeURL flag first
-	if currentFlags.ScrapeURL != "" {
-		url := currentFlags.ScrapeURL
-		curlCommand := fmt.Sprintf("curl https://r.jina.ai/%s", url)
-		fmt.Println("Executing command:", curlCommand) // Debug print
-		if err := exec.Command("sh", "-c", curlCommand).Run(); err != nil {
-			return "", fmt.Errorf("failed to run curl command: %w", err)
-		}
-		os.Exit(0)
-	}
-
 	// if the interactive flag is set, run the interactive function
 	// if currentFlags.Interactive {
 	// 	interactive.Interactive()
@@ -154,6 +143,36 @@ func Cli() (message string, err error) {
 		}
 	}
 
+    // Initialize JinaClient
+    jinaClient := jina.NewJinaClient()
+
+    // Load the configuration for JinaClient, including the API key
+    if err = jinaClient.Configurable.Configure(); err != nil {
+        return "", fmt.Errorf("failed to configure JinaClient: %w", err)
+    }
+
+    // Check if the scrape_url flag is set and call ScrapeURL
+    if currentFlags.ScrapeURL != "" {
+        message, err = jinaClient.ScrapeURL(currentFlags.ScrapeURL)
+        if err != nil {
+            return "", fmt.Errorf("failed to scrape URL: %w", err)
+        }
+        fmt.Println(message)
+        return message, nil
+    }
+
+    // Check if the scrape_question flag is set and call ScrapeQuestion
+    if currentFlags.ScrapeQuestion != "" {
+        message, err = jinaClient.ScrapeQuestion(currentFlags.ScrapeQuestion)
+        if err != nil {
+            return "", fmt.Errorf("failed to scrape question: %w", err)
+        }
+        fmt.Println(message)
+        return message, nil
+    }
+
+	
+
 	var chatter *core.Chatter
 	if chatter, err = fabric.GetChatter(currentFlags.Model, currentFlags.Stream, currentFlags.DryRun); err != nil {
 		return

cli/flags.go

@@ -40,6 +40,7 @@ type Flags struct {
 	YouTubeComments         bool              `long:"comments" description:"Grab comments from YouTube video and send to chat"`
 	DryRun                  bool              `long:"dry-run" description:"Show what would be sent to the model without actually sending it"`
     ScrapeURL               string            `short:"u" long:"scrape_url" description:"Scrape website URL to markdown using Jina AI"`
+	ScrapeQuestion		    string            `short:"q" long:"scrape_question" description:"Search question using Jina AI"`
 
 }