fix the type of max_seq_len (deepjavalibrary#853)

Co-authored-by: KexinFeng <[email protected]>
Lokiiiiii · Jun 22, 2023 · 8b33993 · 8b33993
1 parent 7781688
commit 8b33993
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/engines/python/setup/djl_python/scheduler/seq_batch_scheduler.py b/engines/python/setup/djl_python/scheduler/seq_batch_scheduler.py
@@ -74,7 +74,7 @@ def add_request(self,
 
  # Set the search_config._max_seqlen
  for idx, request in enumerate(request_uids.view(-1).tolist()):
- init_seqlen = len(input_ids[idx]) - new_seq_batcher.offsets[idx]
+ init_seqlen = len(input_ids[idx]) - new_seq_batcher.offsets[idx].item()
  if kv_cache:
  init_seqlen += kv_cache[0][0].shape[-2]
  # TODO: change search_configs dict to list