maintain gpt

This commit is contained in:
lllyasviel 2023-10-31 14:41:18 -07:00
parent f07e64b357
commit 5dc1221c65
3 changed files with 8 additions and 9 deletions

View File

@ -1 +1 @@
version = '2.1.770' version = '2.1.771'

View File

@ -18,8 +18,6 @@ aesthetic
affectionate affectionate
affirmed affirmed
affirming affirming
aged
ageless
agile agile
aimed aimed
airy airy
@ -654,7 +652,6 @@ outfitted
outstanding outstanding
overjoyed overjoyed
pacified pacified
painterly
paired paired
palpable palpable
panoramic panoramic

View File

@ -31,18 +31,20 @@ class FooocusExpansion:
positive_words = open(os.path.join(fooocus_expansion_path, 'positive.txt'), positive_words = open(os.path.join(fooocus_expansion_path, 'positive.txt'),
encoding='utf-8').read().splitlines() encoding='utf-8').read().splitlines()
positive_words = [x.lower() for x in positive_words if x != '']
# new_content = '\n'.join(sorted(list(set(positive_words)))) # new_content = '\n'.join(sorted(list(set(positive_words))))
# t198 = self.tokenizer('\n', return_tensors="np") # eos = self.tokenizer.eos_token_id
# t11 = self.tokenizer(',', return_tensors="np")
# positive_ids = [11, 198, self.tokenizer.eos_token_id]
positive_ids = [11] symbols = '-+,.;?!!!'
self.bad_words_ids = [] self.bad_words_ids = []
for k, v in self.tokenizer.vocab.items(): for k, v in self.tokenizer.vocab.items():
if k.replace('Ġ', '') not in positive_words and v not in positive_ids: if k.replace('Ġ', '').lower() not in positive_words and k not in symbols:
self.bad_words_ids.append([v]) self.bad_words_ids.append([v])
else:
# print(k)
pass
self.model = AutoModelForCausalLM.from_pretrained(fooocus_expansion_path) self.model = AutoModelForCausalLM.from_pretrained(fooocus_expansion_path)
self.model.eval() self.model.eval()