ExLlama with long context (#2875)

modules/exllama.py

@@ -46,6 +46,8 @@ class ExllamaModel:
 
         config = ExLlamaConfig(str(model_config_path))
         config.model_path = str(model_path)
+        config.max_seq_len = shared.args.max_seq_len
+        config.compress_pos_emb = shared.args.compress_pos_emb
         if shared.args.gpu_split:
             config.set_auto_map(shared.args.gpu_split)
             config.gpu_peer_fix = True