chroma-core · HammadB · Jun 20, 2024 · Jun 12, 2024 · Jun 15, 2024 · Jun 17, 2024
diff --git a/chromadb/proto/chroma_pb2_grpc.py b/chromadb/proto/chroma_pb2_grpc.py
diff --git a/chromadb/proto/coordinator_pb2_grpc.py b/chromadb/proto/coordinator_pb2_grpc.py
diff --git a/chromadb/proto/logservice_pb2.py b/chromadb/proto/logservice_pb2.py
diff --git a/chromadb/proto/logservice_pb2.pyi b/chromadb/proto/logservice_pb2.pyi
diff --git a/chromadb/proto/logservice_pb2_grpc.py b/chromadb/proto/logservice_pb2_grpc.py
diff --git a/go/database/log/db/copyfrom.go b/go/database/log/db/copyfrom.go
diff --git a/go/database/log/db/db.go b/go/database/log/db/db.go
diff --git a/go/database/log/db/models.go b/go/database/log/db/models.go
diff --git a/go/database/log/db/queries.sql.go b/go/database/log/db/queries.sql.go
diff --git a/go/database/log/queries/queries.sql b/go/database/log/queries/queries.sql
@@ -15,6 +15,7 @@ with summary as (
  select r.collection_id, r.offset, r.timestamp, row_number() over(partition by r.collection_id order by r.offset) as rank
  from record_log r, collection c
  where r.collection_id = c.id
+ and (c.record_enumeration_offset_position - c.record_compaction_offset_position) >= sqlc.arg(min_compaction_size)
  and r.offset > c.record_compaction_offset_position
 )
 select * from summary

diff --git a/go/pkg/log/repository/log.go b/go/pkg/log/repository/log.go
@@ -3,10 +3,11 @@ package repository
 import (
  "context"
  "errors"
+ "time"
+
  log "github.com/chroma-core/chroma/go/database/log/db"
  "github.com/jackc/pgx/v5"
  "github.com/jackc/pgx/v5/pgxpool"
- "time"
 )
 
 type LogRepository struct {
@@ -76,8 +77,8 @@ func (r *LogRepository) PullRecords(ctx context.Context, collectionId string, of
  return
 }
 
-func (r *LogRepository) GetAllCollectionInfoToCompact(ctx context.Context) (collectionToCompact []log.GetAllCollectionsToCompactRow, err error) {
- collectionToCompact, err = r.queries.GetAllCollectionsToCompact(ctx)
+func (r *LogRepository) GetAllCollectionInfoToCompact(ctx context.Context, minCompactionSize uint64) (collectionToCompact []log.GetAllCollectionsToCompactRow, err error) {
+ collectionToCompact, err = r.queries.GetAllCollectionsToCompact(ctx, int64(minCompactionSize))
  if collectionToCompact == nil {
  collectionToCompact = []log.GetAllCollectionsToCompactRow{}
  }