@@ -115,36 +115,37 @@ def create_model_and_preset_menus():
115
115
def create_settings_menus (default_preset ):
116
116
generate_params = load_preset_values (default_preset if not shared .args .flexgen else 'Naive' , return_dict = True )
117
117
118
- with gr .Box ():
119
- gr .Markdown ('Custom generation parameters' )
120
- with gr .Row ():
121
- with gr .Column ():
122
- shared .gradio ['temperature' ] = gr .Slider (0.01 , 1.99 , value = generate_params ['temperature' ], step = 0.01 , label = 'temperature' )
123
- shared .gradio ['top_p' ] = gr .Slider (0.0 ,1.0 ,value = generate_params ['top_p' ],step = 0.01 ,label = 'top_p' )
124
- shared .gradio ['top_k' ] = gr .Slider (0 ,200 ,value = generate_params ['top_k' ],step = 1 ,label = 'top_k' )
125
- shared .gradio ['typical_p' ] = gr .Slider (0.0 ,1.0 ,value = generate_params ['typical_p' ],step = 0.01 ,label = 'typical_p' )
126
- with gr .Column ():
127
- shared .gradio ['repetition_penalty' ] = gr .Slider (1.0 , 1.5 , value = generate_params ['repetition_penalty' ],step = 0.01 ,label = 'repetition_penalty' )
128
- shared .gradio ['encoder_repetition_penalty' ] = gr .Slider (0.8 , 1.5 , value = generate_params ['encoder_repetition_penalty' ],step = 0.01 ,label = 'encoder_repetition_penalty' )
129
- shared .gradio ['no_repeat_ngram_size' ] = gr .Slider (0 , 20 , step = 1 , value = generate_params ['no_repeat_ngram_size' ], label = 'no_repeat_ngram_size' )
130
- shared .gradio ['min_length' ] = gr .Slider (0 , 2000 , step = 1 , value = generate_params ['min_length' ] if shared .args .no_stream else 0 , label = 'min_length' , interactive = shared .args .no_stream )
131
- shared .gradio ['do_sample' ] = gr .Checkbox (value = generate_params ['do_sample' ], label = 'do_sample' )
132
-
133
- with gr .Box ():
134
- gr .Markdown ('Contrastive search:' )
135
- shared .gradio ['penalty_alpha' ] = gr .Slider (0 , 5 , value = generate_params ['penalty_alpha' ], label = 'penalty_alpha' )
136
-
137
- with gr .Box ():
138
- gr .Markdown ('Beam search (uses a lot of VRAM):' )
139
- with gr .Row ():
140
- with gr .Column ():
141
- shared .gradio ['num_beams' ] = gr .Slider (1 , 20 , step = 1 , value = generate_params ['num_beams' ], label = 'num_beams' )
142
- with gr .Column ():
143
- shared .gradio ['length_penalty' ] = gr .Slider (- 5 , 5 , value = generate_params ['length_penalty' ], label = 'length_penalty' )
144
- shared .gradio ['early_stopping' ] = gr .Checkbox (value = generate_params ['early_stopping' ], label = 'early_stopping' )
145
-
146
- with gr .Box ():
147
- gr .Markdown ('Soft prompt' )
118
+ with gr .Row ():
119
+ with gr .Column ():
120
+ with gr .Box ():
121
+ gr .Markdown ('Custom generation parameters' )
122
+ with gr .Row ():
123
+ with gr .Column ():
124
+ shared .gradio ['temperature' ] = gr .Slider (0.01 , 1.99 , value = generate_params ['temperature' ], step = 0.01 , label = 'temperature' )
125
+ shared .gradio ['top_p' ] = gr .Slider (0.0 ,1.0 ,value = generate_params ['top_p' ],step = 0.01 ,label = 'top_p' )
126
+ shared .gradio ['top_k' ] = gr .Slider (0 ,200 ,value = generate_params ['top_k' ],step = 1 ,label = 'top_k' )
127
+ shared .gradio ['typical_p' ] = gr .Slider (0.0 ,1.0 ,value = generate_params ['typical_p' ],step = 0.01 ,label = 'typical_p' )
128
+ with gr .Column ():
129
+ shared .gradio ['repetition_penalty' ] = gr .Slider (1.0 , 1.5 , value = generate_params ['repetition_penalty' ],step = 0.01 ,label = 'repetition_penalty' )
130
+ shared .gradio ['encoder_repetition_penalty' ] = gr .Slider (0.8 , 1.5 , value = generate_params ['encoder_repetition_penalty' ],step = 0.01 ,label = 'encoder_repetition_penalty' )
131
+ shared .gradio ['no_repeat_ngram_size' ] = gr .Slider (0 , 20 , step = 1 , value = generate_params ['no_repeat_ngram_size' ], label = 'no_repeat_ngram_size' )
132
+ shared .gradio ['min_length' ] = gr .Slider (0 , 2000 , step = 1 , value = generate_params ['min_length' ] if shared .args .no_stream else 0 , label = 'min_length' , interactive = shared .args .no_stream )
133
+ shared .gradio ['do_sample' ] = gr .Checkbox (value = generate_params ['do_sample' ], label = 'do_sample' )
134
+ with gr .Column ():
135
+ with gr .Box ():
136
+ gr .Markdown ('Contrastive search' )
137
+ shared .gradio ['penalty_alpha' ] = gr .Slider (0 , 5 , value = generate_params ['penalty_alpha' ], label = 'penalty_alpha' )
138
+
139
+ with gr .Box ():
140
+ gr .Markdown ('Beam search (uses a lot of VRAM)' )
141
+ with gr .Row ():
142
+ with gr .Column ():
143
+ shared .gradio ['num_beams' ] = gr .Slider (1 , 20 , step = 1 , value = generate_params ['num_beams' ], label = 'num_beams' )
144
+ with gr .Column ():
145
+ shared .gradio ['length_penalty' ] = gr .Slider (- 5 , 5 , value = generate_params ['length_penalty' ], label = 'length_penalty' )
146
+ shared .gradio ['early_stopping' ] = gr .Checkbox (value = generate_params ['early_stopping' ], label = 'early_stopping' )
147
+
148
+ with gr .Accordion ('Soft prompt' , open = False ):
148
149
with gr .Row ():
149
150
shared .gradio ['softprompts_menu' ] = gr .Dropdown (choices = available_softprompts , value = 'None' , label = 'Soft prompt' )
150
151
ui .create_refresh_button (shared .gradio ['softprompts_menu' ], lambda : None , lambda : {'choices' : get_available_softprompts ()}, 'refresh-button' )
@@ -320,7 +321,7 @@ def create_settings_menus(default_preset):
320
321
shared .gradio ['upload_img_me' ].upload (reload_func , reload_inputs , [shared .gradio ['display' ]])
321
322
shared .gradio ['Stop' ].click (reload_func , reload_inputs , [shared .gradio ['display' ]])
322
323
323
- shared .gradio ['interface' ].load (None , None , None , _js = f"() => {{{ ui .page_js } }}" )
324
+ shared .gradio ['interface' ].load (None , None , None , _js = f"() => {{{ ui .main_js + ui . chat_js } }}" )
324
325
shared .gradio ['interface' ].load (lambda : chat .load_default_history (shared .settings [f'name1{ suffix } ' ], shared .settings [f'name2{ suffix } ' ]), None , None )
325
326
shared .gradio ['interface' ].load (reload_func , reload_inputs , [shared .gradio ['display' ]], show_progress = True )
326
327
@@ -351,7 +352,7 @@ def create_settings_menus(default_preset):
351
352
gen_events .append (shared .gradio ['Generate' ].click (generate_reply , shared .input_params , output_params , show_progress = shared .args .no_stream , api_name = 'textgen' ))
352
353
gen_events .append (shared .gradio ['textbox' ].submit (generate_reply , shared .input_params , output_params , show_progress = shared .args .no_stream ))
353
354
shared .gradio ['Stop' ].click (None , None , None , cancels = gen_events )
354
- shared .gradio ['interface' ].load (None , None , None , _js = f"() => {{{ ui .page_js } }}" )
355
+ shared .gradio ['interface' ].load (None , None , None , _js = f"() => {{{ ui .main_js } }}" )
355
356
356
357
else :
357
358
with gr .Blocks (css = ui .css , analytics_enabled = False , title = title ) as shared .gradio ['interface' ]:
@@ -387,7 +388,7 @@ def create_settings_menus(default_preset):
387
388
gen_events .append (shared .gradio ['textbox' ].submit (generate_reply , shared .input_params , output_params , show_progress = shared .args .no_stream ))
388
389
gen_events .append (shared .gradio ['Continue' ].click (generate_reply , [shared .gradio ['output_textbox' ]] + shared .input_params [1 :], output_params , show_progress = shared .args .no_stream ))
389
390
shared .gradio ['Stop' ].click (None , None , None , cancels = gen_events )
390
- shared .gradio ['interface' ].load (None , None , None , _js = f"() => {{{ ui .page_js } }}" )
391
+ shared .gradio ['interface' ].load (None , None , None , _js = f"() => {{{ ui .main_js } }}" )
391
392
392
393
shared .gradio ['interface' ].queue ()
393
394
if shared .args .listen :
0 commit comments