TBNilles/LEANN
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: Apply pre-commit formatting changes

Browse Source 
- Fix trailing whitespace in all files
- Apply ruff formatting to match project standards
- Ensure consistent code style across all MCP integration files

This commit applies the exact changes that pre-commit hooks expect.
This commit is contained in:
aakash
2025-10-06 13:45:05 -07:00
parent 28521775f8
commit d2432b45f6
1 changed files with 46 additions and 42 deletions
Download Patch File Download Diff File Expand all files Collapse all files

88
apps/twitter_rag.py
View File

@@ -19,59 +19,57 @@ from apps.twitter_data.twitter_mcp_reader import TwitterMCPReader
class TwitterMCPRAG(BaseRAGExample): class TwitterMCPRAG(BaseRAGExample):
""" """
RAG application for Twitter bookmarks via MCP servers. RAG application for Twitter bookmarks via MCP servers.
This class provides a complete RAG pipeline for Twitter bookmark data, including This class provides a complete RAG pipeline for Twitter bookmark data, including
MCP server connection, data fetching, indexing, and interactive chat. MCP server connection, data fetching, indexing, and interactive chat.
""" """
def __init__(self): def __init__(self):
super().__init__() super().__init__()
self.default_index_name = "twitter_bookmarks" self.default_index_name = "twitter_bookmarks"
def _add_specific_arguments(self, parser: argparse.ArgumentParser): def _add_specific_arguments(self, parser: argparse.ArgumentParser):
"""Add Twitter MCP-specific arguments.""" """Add Twitter MCP-specific arguments."""
parser.add_argument( parser.add_argument(
"--mcp-server", "--mcp-server",
type=str, type=str,
required=True, required=True,
help="Command to start the Twitter MCP server (e.g., 'twitter-mcp-server' or 'npx twitter-mcp-server')" help="Command to start the Twitter MCP server (e.g., 'twitter-mcp-server' or 'npx twitter-mcp-server')",
) )
parser.add_argument( parser.add_argument(
"--username", "--username", type=str, help="Twitter username to filter bookmarks (without @)"
type=str,
help="Twitter username to filter bookmarks (without @)"
) )
parser.add_argument( parser.add_argument(
"--max-bookmarks", "--max-bookmarks",
type=int, type=int,
default=1000, default=1000,
help="Maximum number of bookmarks to fetch (default: 1000)" help="Maximum number of bookmarks to fetch (default: 1000)",
) )
parser.add_argument( parser.add_argument(
"--no-tweet-content", "--no-tweet-content",
action="store_true", action="store_true",
help="Exclude tweet content, only include metadata" help="Exclude tweet content, only include metadata",
) )
parser.add_argument( parser.add_argument(
"--no-metadata", "--no-metadata",
action="store_true", action="store_true",
help="Exclude engagement metadata (likes, retweets, etc.)" help="Exclude engagement metadata (likes, retweets, etc.)",
) )
parser.add_argument( parser.add_argument(
"--test-connection", "--test-connection",
action="store_true", action="store_true",
help="Test MCP server connection and list available tools without indexing" help="Test MCP server connection and list available tools without indexing",
) )
async def test_mcp_connection(self, args) -> bool: async def test_mcp_connection(self, args) -> bool:
"""Test the MCP server connection and display available tools.""" """Test the MCP server connection and display available tools."""
print(f"Testing connection to MCP server: {args.mcp_server}") print(f"Testing connection to MCP server: {args.mcp_server}")
try: try:
reader = TwitterMCPReader( reader = TwitterMCPReader(
mcp_server_command=args.mcp_server, mcp_server_command=args.mcp_server,
@@ -80,27 +78,31 @@ class TwitterMCPRAG(BaseRAGExample):
include_metadata=not args.no_metadata, include_metadata=not args.no_metadata,
max_bookmarks=args.max_bookmarks, max_bookmarks=args.max_bookmarks,
) )
async with reader: async with reader:
tools = await reader.list_available_tools() tools = await reader.list_available_tools()
print(f"\n✅ Successfully connected to MCP server!") print("\n✅ Successfully connected to MCP server!")
print(f"Available tools ({len(tools)}):") print(f"Available tools ({len(tools)}):")
for i, tool in enumerate(tools, 1): for i, tool in enumerate(tools, 1):
name = tool.get("name", "Unknown") name = tool.get("name", "Unknown")
description = tool.get("description", "No description available") description = tool.get("description", "No description available")
print(f"\n{i}. {name}") print(f"\n{i}. {name}")
print(f" Description: {description[:100]}{'...' if len(description) > 100 else ''}") print(
f" Description: {description[:100]}{'...' if len(description) > 100 else ''}"
)
# Show input schema if available # Show input schema if available
schema = tool.get("inputSchema", {}) schema = tool.get("inputSchema", {})
if schema.get("properties"): if schema.get("properties"):
props = list(schema["properties"].keys())[:3] # Show first 3 properties props = list(schema["properties"].keys())[:3] # Show first 3 properties
print(f" Parameters: {', '.join(props)}{'...' if len(schema['properties']) > 3 else ''}") print(
f" Parameters: {', '.join(props)}{'...' if len(schema['properties']) > 3 else ''}"
)
return True return True
except Exception as e: except Exception as e:
print(f"\n❌ Failed to connect to MCP server: {e}") print(f"\n❌ Failed to connect to MCP server: {e}")
print("\nTroubleshooting tips:") print("\nTroubleshooting tips:")
@@ -110,18 +112,18 @@ class TwitterMCPRAG(BaseRAGExample):
print("4. Verify your Twitter account has bookmarks to fetch") print("4. Verify your Twitter account has bookmarks to fetch")
print("5. Try running the MCP server command directly to test it") print("5. Try running the MCP server command directly to test it")
return False return False
async def load_data(self, args) -> list[str]: async def load_data(self, args) -> list[str]:
"""Load Twitter bookmarks via MCP server.""" """Load Twitter bookmarks via MCP server."""
print(f"Connecting to Twitter MCP server: {args.mcp_server}") print(f"Connecting to Twitter MCP server: {args.mcp_server}")
if args.username: if args.username:
print(f"Username filter: @{args.username}") print(f"Username filter: @{args.username}")
print(f"Max bookmarks: {args.max_bookmarks}") print(f"Max bookmarks: {args.max_bookmarks}")
print(f"Include tweet content: {not args.no_tweet_content}") print(f"Include tweet content: {not args.no_tweet_content}")
print(f"Include metadata: {not args.no_metadata}") print(f"Include metadata: {not args.no_metadata}")
try: try:
reader = TwitterMCPReader( reader = TwitterMCPReader(
mcp_server_command=args.mcp_server, mcp_server_command=args.mcp_server,
@@ -130,9 +132,9 @@ class TwitterMCPRAG(BaseRAGExample):
include_metadata=not args.no_metadata, include_metadata=not args.no_metadata,
max_bookmarks=args.max_bookmarks, max_bookmarks=args.max_bookmarks,
) )
texts = await reader.read_twitter_bookmarks() texts = await reader.read_twitter_bookmarks()
if not texts: if not texts:
print("❌ No bookmarks found! This could mean:") print("❌ No bookmarks found! This could mean:")
print("- You don't have any bookmarks on Twitter") print("- You don't have any bookmarks on Twitter")
@@ -140,19 +142,19 @@ class TwitterMCPRAG(BaseRAGExample):
print("- Authentication issues with Twitter API") print("- Authentication issues with Twitter API")
print("- The username filter didn't match any bookmarks") print("- The username filter didn't match any bookmarks")
return [] return []
print(f"✅ Successfully loaded {len(texts)} bookmarks from Twitter") print(f"✅ Successfully loaded {len(texts)} bookmarks from Twitter")
# Show sample of what was loaded # Show sample of what was loaded
if texts: if texts:
sample_text = texts[0][:300] + "..." if len(texts[0]) > 300 else texts[0] sample_text = texts[0][:300] + "..." if len(texts[0]) > 300 else texts[0]
print(f"\nSample bookmark:") print("\nSample bookmark:")
print("-" * 50) print("-" * 50)
print(sample_text) print(sample_text)
print("-" * 50) print("-" * 50)
return texts return texts
except Exception as e: except Exception as e:
print(f"❌ Error loading Twitter bookmarks: {e}") print(f"❌ Error loading Twitter bookmarks: {e}")
print("\nThis might be due to:") print("\nThis might be due to:")
@@ -161,19 +163,21 @@ class TwitterMCPRAG(BaseRAGExample):
print("- Network connectivity issues") print("- Network connectivity issues")
print("- Rate limiting from Twitter API") print("- Rate limiting from Twitter API")
raise raise
async def run(self): async def run(self):
"""Main entry point with MCP connection testing.""" """Main entry point with MCP connection testing."""
args = self.parser.parse_args() args = self.parser.parse_args()
# Test connection if requested # Test connection if requested
if args.test_connection: if args.test_connection:
success = await self.test_mcp_connection(args) success = await self.test_mcp_connection(args)
if not success: if not success:
return return
print(f"\n🎉 MCP server is working! You can now run without --test-connection to start indexing.") print(
"\n🎉 MCP server is working! You can now run without --test-connection to start indexing."
)
return return
# Run the standard RAG pipeline # Run the standard RAG pipeline
await super().run() await super().run()