Debug softcap flash decoding activation

0c95f7a9 · Daniël de Kok · 9935720c · 0c95f7a9
Commit 0c95f7a9 authored 1 year ago by Daniël de Kok
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

launcher/src/main.rs launcher/src/main.rs +1 -1

No files found.
--- a/launcher/src/main.rs
+++ b/launcher/src/main.rs
@@ -1448,7 +1448,7 @@ fn main() -> Result<(), LauncherError> {
            )))
        }
    };
-    let max_position_embeddings: usize = get_max_position_embeddings().unwrap_or(4096);
+    let max_position_embeddings: usize = get_max_position_embeddings().unwrap();

    let max_input_tokens = {
        match (args.max_input_tokens, args.max_input_length) {