Add AI summarization

main.py

@@ -23,6 +23,7 @@ from extractors.blog_extractor import BlogExtractor
 from extractors.instagram_extractor import InstagramExtractor
 from obsidian_writer import ObsidianWriter
 from config import Config
+from summarizer import summarize_text, SummarizationError
 
 
 def detect_source_type(url: str) -> str:
@@ -40,14 +41,14 @@ def detect_source_type(url: str) -> str:
 def extract_content(url: str, source_type: str) -> dict:
     """Extract content from URL based on source type."""
     print(f"🔍 Extracting content from {source_type}...")
-    
+
     if source_type == "youtube":
         extractor = YouTubeExtractor(url)
     elif source_type == "instagram":
         extractor = InstagramExtractor(url)
     else:
         extractor = BlogExtractor(url)
-    
+
     return extractor.extract()
 
 
@@ -84,24 +85,40 @@ def main():
         action="store_true",
         help="Generate a summary of the content"
     )
-    
+
     args = parser.parse_args()
-    
+
     # Detect source type
     source_type = detect_source_type(args.url)
     print(f"📌 Detected source type: {source_type}")
-    
+
     # Extract content
     try:
         content = extract_content(args.url, source_type)
     except Exception as e:
         print(f"❌ Extraction failed: {e}")
         sys.exit(1)
-    
+
     if not content:
         print("❌ No content could be extracted")
         sys.exit(1)
-    
+
+    # Generate AI summary + key points
+    if args.summarize or Config.GENERATE_SUMMARY:
+        source_text = "\n\n".join(
+            part for part in [content.get("description", ""), content.get("content", "")]
+            if part
+        ).strip()
+        if source_text:
+            try:
+                summary_result = summarize_text(source_text, max_points=3)
+                if summary_result.get("summary"):
+                    content["description"] = summary_result["summary"]
+                if summary_result.get("key_points"):
+                    content["key_points"] = summary_result["key_points"]
+            except SummarizationError as e:
+                print(f"⚠️  Summarization failed: {e}")
+
     # Generate output filename
     if args.output:
         filename = args.output
@@ -111,17 +128,17 @@ def main():
         filename = f"{title[:50]}_{datetime.now().strftime('%Y%m%d')}"
         # Sanitize filename
         filename = "".join(c for c in filename if c.isalnum() or c in " -_").strip()
-    
+
     # Create markdown content
     markdown = generate_markdown(content, source_type, args.url)
-    
+
     # Print preview
     print("\n" + "="*80)
     print("📝 EXTRACTED CONTENT PREVIEW")
     print("="*80)
     print(markdown[:2000] + "..." if len(markdown) > 2000 else markdown)
     print("="*80)
-    
+
     # Save to Obsidian
     if not args.no_save:
         writer = ObsidianWriter(args.obsidian_path)
@@ -129,25 +146,25 @@ def main():
         print(f"\n✅ Note saved to: {output_path}")
     else:
         print("\n⚠️  Note not saved (--no-save flag)")
-    
+
     return content
 
 
 def generate_markdown(content: dict, source_type: str, url: str) -> str:
     """Generate markdown content for Obsidian note."""
     lines = []
-    
+
     # Header
     lines.append(f"# {content.get('title', 'Untitled')}")
     lines.append("")
-    
+
     # Metadata
     lines.append("## Metadata")
     lines.append("")
     lines.append(f"- **Source**: {source_type.capitalize()}")
     lines.append(f"- **URL**: {url}")
     lines.append(f"- **Extracted**: {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}")
-    
+
     if content.get("author"):
         lines.append(f"- **Author**: {content.get('author')}")
     if content.get("duration"):
@@ -156,23 +173,23 @@ def generate_markdown(content: dict, source_type: str, url: str) -> str:
         lines.append(f"- **Published**: {content.get('publish_date')}")
     if content.get("views"):
         lines.append(f"- **Views**: {content.get('views')}")
-    
+
     lines.append("")
-    
+
     # Description/Summary
     if content.get("description"):
         lines.append("## Description")
         lines.append("")
         lines.append(content.get("description", ""))
         lines.append("")
-    
+
     # Main Content (transcript, article text, etc.)
     if content.get("content"):
         lines.append("## Content")
         lines.append("")
         lines.append(content.get("content", ""))
         lines.append("")
-    
+
     # Key Points/Summary
     if content.get("key_points"):
         lines.append("## Key Points")
@@ -180,7 +197,7 @@ def generate_markdown(content: dict, source_type: str, url: str) -> str:
         for point in content.get("key_points", []):
             lines.append(f"- {point}")
         lines.append("")
-    
+
     # Tags
     lines.append("---")
     lines.append("")
@@ -191,7 +208,7 @@ def generate_markdown(content: dict, source_type: str, url: str) -> str:
         tags = ["content-extractor", source_type, "notes"]
     lines.append(" ".join(f"#{tag}" for tag in tags))
     lines.append("")
-    
+
     return "\n".join(lines)