Merge pull request #6422 from oobabooga/dev

Merge dev branch
oobabooga · Oct 1, 2024 · d1af7a4 · d1af7a4
2 parents 3b06cb4 + 49dfa0a
commit d1af7a4
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 3 deletions.
diff --git a/js/main.js b/js/main.js
@@ -604,11 +604,11 @@ headerBar.addEventListener("click", (e) => {
 // Add a confirmation dialog when leaving the page
 // Useful to avoid data loss
 //------------------------------------------------
-window.addEventListener('beforeunload', function (event) {
+window.addEventListener("beforeunload", function (event) {
  // Cancel the event
  event.preventDefault();
  // Chrome requires returnValue to be set
- event.returnValue = '';
+ event.returnValue = "";
 });
 
 moveToChatTab();
diff --git a/modules/loaders.py b/modules/loaders.py
@@ -90,6 +90,7 @@
  'cache_8bit',
  'cache_4bit',
  'autosplit',
+ 'enable_tp',
  'alpha_value',
  'compress_pos_emb',
  'trust_remote_code',
@@ -105,6 +106,7 @@
  'cache_8bit',
  'cache_4bit',
  'autosplit',
+ 'enable_tp',
  'alpha_value',
  'compress_pos_emb',
  'exllamav2_info',

diff --git a/modules/ui.py b/modules/ui.py
@@ -90,6 +90,7 @@ def list_model_elements():
  'cache_8bit',
  'cache_4bit',
  'autosplit',
+ 'enable_tp',
  'threads',
  'threads_batch',
  'n_batch',

diff --git a/modules/ui_file_saving.py b/modules/ui_file_saving.py
@@ -74,7 +74,7 @@ def handle_save_preset_confirm_click(filename, contents):
  try:
  utils.save_file(f"presets/{filename}.yaml", contents)
  available_presets = utils.get_available_presets()
- output = gr.update(choices=available_presets, value=filename),
+ output = gr.update(choices=available_presets, value=filename)
  except Exception:
  output = gr.update()
  traceback.print_exc()

diff --git a/modules/ui_model_menu.py b/modules/ui_model_menu.py
@@ -136,6 +136,7 @@ def create_ui():
  shared.gradio['disk'] = gr.Checkbox(label="disk", value=shared.args.disk)
  shared.gradio['bf16'] = gr.Checkbox(label="bf16", value=shared.args.bf16)
  shared.gradio['autosplit'] = gr.Checkbox(label="autosplit", value=shared.args.autosplit, info='Automatically split the model tensors across the available GPUs.')
+ shared.gradio['enable_tp'] = gr.Checkbox(label="enable_tp", value=shared.args.enable_tp, info='Enable Tensor Parallelism (TP).')
  shared.gradio['no_flash_attn'] = gr.Checkbox(label="no_flash_attn", value=shared.args.no_flash_attn)
  shared.gradio['no_xformers'] = gr.Checkbox(label="no_xformers", value=shared.args.no_xformers)
  shared.gradio['no_sdpa'] = gr.Checkbox(label="no_sdpa", value=shared.args.no_sdpa)