mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Lint

Browse source
This commit is contained in:
oobabooga 2024-01-09 16:27:50 -08:00
parent bec4e0a1ce
commit 89e7e107fc
5 changed files with 22 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

4
modules/RoPE.py
View file

@ -3,7 +3,7 @@ def get_alpha_value(alpha, base):
Gets alpha_value from alpha_value and rope_freq_base
'''
if base > 0:
return (base/10000.) ** (63/64.)
return (base / 10000.) ** (63 / 64.)
else:
return alpha
@ -15,4 +15,4 @@ def get_rope_freq_base(alpha, base):
if base > 0:
return base
else:
return 10000 * alpha ** (64/63.)
return 10000 * alpha ** (64 / 63.)