Skip to content

Commit

Permalink
fix: remove anthropic library (jahwag#96)
Browse files Browse the repository at this point in the history
  • Loading branch information
jahwag authored and pressdarling committed Dec 1, 2024
1 parent 598d302 commit fa2f12b
Show file tree
Hide file tree
Showing 3 changed files with 1 addition and 31 deletions.
3 changes: 1 addition & 2 deletions pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[project]
name = "claudesync"
version = "0.6.4"
version = "0.6.5"
authors = [
{name = "Jahziah Wagner", email = "[email protected]"},
]
Expand All @@ -26,7 +26,6 @@ dependencies = [
"crontab>=1.0.1",
"python-crontab>=3.2.0",
"Brotli>=1.1.0",
"anthropic>=0.34.2,<0.39.0",
"cryptography>=42.0.4",
]
keywords = [
Expand Down
1 change: 0 additions & 1 deletion requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -10,5 +10,4 @@ pytest-cov>=5.0.0
crontab>=1.0.1
python-crontab>=3.2.0
Brotli>=1.1.0
anthropic>=0.34.2,<0.39.0
cryptography>=42.0.4
28 changes: 0 additions & 28 deletions src/claudesync/syncmanager.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@
import logging
from datetime import datetime, timezone
import io
from anthropic import Anthropic

from tqdm import tqdm

Expand Down Expand Up @@ -55,15 +54,13 @@ def __init__(self, provider, config, local_path):
self.retry_delay = 1
self.compression_algorithm = config.get("compression_algorithm", "none")
self.synced_files = {}
self.anthropic_client = Anthropic()

def sync(self, local_files, remote_files):
self.synced_files = {} # Reset synced files at the start of sync
if self.compression_algorithm == "none":
self._sync_without_compression(local_files, remote_files)
else:
self._sync_with_compression(local_files, remote_files)
self.log_token_count()

def _sync_without_compression(self, local_files, remote_files):
remote_files_to_delete = set(rf["file_name"] for rf in remote_files)
Expand Down Expand Up @@ -98,10 +95,6 @@ def _sync_without_compression(self, local_files, remote_files):

self.prune_remote_files(remote_files, remote_files_to_delete)

# Count tokens for synced files
for local_file in synced_files:
self.count_tokens_for_file(local_file)

def _sync_with_compression(self, local_files, remote_files):
packed_content = self._pack_files(local_files)
compressed_content = compress_content(
Expand All @@ -123,10 +116,6 @@ def _sync_with_compression(self, local_files, remote_files):

self._cleanup_old_remote_files(remote_files)

# Count tokens for all local files (since they're all included in the compressed file)
for local_file in local_files:
self.count_tokens_for_file(local_file)

def _pack_files(self, local_files):
packed_content = io.StringIO()
for file_path, file_hash in local_files.items():
Expand Down Expand Up @@ -332,20 +321,3 @@ def delete_remote_files(self, file_to_delete, remote_files):
)
pbar.update(1)
time.sleep(self.upload_delay)

def count_tokens_for_file(self, file_path):
full_path = os.path.join(self.local_path, file_path)
with open(full_path, "r", encoding="utf-8", errors="ignore") as file:
content = file.read()
token_count = self.anthropic_client.count_tokens(content)
self.synced_files[file_path] = token_count

def get_total_token_count(self):
return sum(self.synced_files.values())

def get_synced_file_count(self):
return len(self.synced_files)

def log_token_count(self):
total_tokens = self.get_total_token_count()
logger.info(f"Total tokens in synced files: {total_tokens:,}")

0 comments on commit fa2f12b

Please sign in to comment.