mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Refactor the code to make it more modular

Browse source
This commit is contained in:
oobabooga 2023-02-23 12:05:25 -03:00
parent 18e0ec955e
commit 98af4bfb0d
10 changed files with 737 additions and 713 deletions
Download patch file Download diff file Expand all files Collapse all files

3
convert-to-flexgen.py
View file

@ -3,13 +3,12 @@
Converts a transformers model to a format compatible with flexgen.
'''
import argparse
import os
import numpy as np
from pathlib import Path
from sys import argv
import numpy as np
import torch
from tqdm import tqdm
from transformers import AutoModelForCausalLM