Update README.md
Browse files
README.md
CHANGED
@@ -211,7 +211,7 @@ query_texts = [
|
|
211 |
chats = [make_reranker_training_datum(c, q) for q, c in query_texts]
|
212 |
responses = pipe(
|
213 |
chats,
|
214 |
-
gen_config=GenerationConfig(temperature=0.
|
215 |
)
|
216 |
probs = np.array([[get_prob(r.logprobs[0], y) for y in idx_tokens] for r in responses])
|
217 |
|
@@ -221,7 +221,7 @@ idxs = np.tile(np.arange(1, N + 1), M).reshape(M, N)
|
|
221 |
|
222 |
expected_vals = (probs * idxs).sum(axis=1)
|
223 |
print(expected_vals)
|
224 |
-
# [
|
225 |
```
|
226 |
|
227 |
# Evaluation
|
|
|
211 |
chats = [make_reranker_training_datum(c, q) for q, c in query_texts]
|
212 |
responses = pipe(
|
213 |
chats,
|
214 |
+
gen_config=GenerationConfig(temperature=0.8, logprobs=14, max_new_tokens=1, do_sample=True)
|
215 |
)
|
216 |
probs = np.array([[get_prob(r.logprobs[0], y) for y in idx_tokens] for r in responses])
|
217 |
|
|
|
221 |
|
222 |
expected_vals = (probs * idxs).sum(axis=1)
|
223 |
print(expected_vals)
|
224 |
+
# [6.66415229 1.84342025 1.01133205]
|
225 |
```
|
226 |
|
227 |
# Evaluation
|