We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 4b8d1f7 commit 41ccdf4Copy full SHA for 41ccdf4
tests/quantization/ggml/test_ggml.py
@@ -630,9 +630,9 @@ def test_falcon7b_q2_k(self):
630
)
631
632
text = tokenizer(self.example_text, return_tensors="pt")["input_ids"].to(torch_device)
633
- out = model.generate(text, max_new_tokens=10)
+ out = model.generate(text, max_new_tokens=16)
634
635
- EXPECTED_TEXT = "Hello All,\nI am new to this forum."
+ EXPECTED_TEXT = 'Hello,\nI am trying to use the "get_post_meta"'
636
self.assertEqual(tokenizer.decode(out[0], skip_special_tokens=True), EXPECTED_TEXT)
637
638
def test_falcon7b_weights_conversion_fp16(self):
0 commit comments