Created using Colab
Browse files
notebooks/17-Using_LLMs_to_rank_chunks_as_the_Judge.ipynb
CHANGED
@@ -4,7 +4,7 @@
|
|
4 |
"metadata": {
|
5 |
"colab": {
|
6 |
"provenance": [],
|
7 |
-
"authorship_tag": "
|
8 |
"include_colab_link": true
|
9 |
},
|
10 |
"kernelspec": {
|
@@ -37,7 +37,7 @@
|
|
37 |
},
|
38 |
{
|
39 |
"cell_type": "code",
|
40 |
-
"execution_count":
|
41 |
"metadata": {
|
42 |
"id": "Yubz8AanRRSW",
|
43 |
"colab": {
|
@@ -101,7 +101,7 @@
|
|
101 |
}
|
102 |
],
|
103 |
"source": [
|
104 |
-
"!pip install -q llama-index==0.10.30 openai==1.12.0 tiktoken==0.6.0
|
105 |
]
|
106 |
},
|
107 |
{
|
@@ -115,7 +115,7 @@
|
|
115 |
"metadata": {
|
116 |
"id": "xLXFuRW-TpUu"
|
117 |
},
|
118 |
-
"execution_count":
|
119 |
"outputs": []
|
120 |
},
|
121 |
{
|
@@ -137,7 +137,7 @@
|
|
137 |
"metadata": {
|
138 |
"id": "pupJpdZaTu5m"
|
139 |
},
|
140 |
-
"execution_count":
|
141 |
"outputs": []
|
142 |
},
|
143 |
{
|
@@ -162,7 +162,7 @@
|
|
162 |
"metadata": {
|
163 |
"id": "npCqCZSPZKR0"
|
164 |
},
|
165 |
-
"execution_count":
|
166 |
"outputs": []
|
167 |
},
|
168 |
{
|
@@ -176,7 +176,7 @@
|
|
176 |
"metadata": {
|
177 |
"id": "dG9eKSVrZMs1"
|
178 |
},
|
179 |
-
"execution_count":
|
180 |
"outputs": []
|
181 |
},
|
182 |
{
|
@@ -218,7 +218,7 @@
|
|
218 |
},
|
219 |
"outputId": "63039988-ab7a-4ecf-deb0-d9510628ecb8"
|
220 |
},
|
221 |
-
"execution_count":
|
222 |
"outputs": [
|
223 |
{
|
224 |
"output_type": "stream",
|
@@ -407,7 +407,7 @@
|
|
407 |
},
|
408 |
"outputId": "6a117a0b-161a-4889-daf6-baf94ae00d2a"
|
409 |
},
|
410 |
-
"execution_count":
|
411 |
"outputs": [
|
412 |
{
|
413 |
"output_type": "stream",
|
@@ -436,7 +436,7 @@
|
|
436 |
"metadata": {
|
437 |
"id": "6tzS_EKPZeLS"
|
438 |
},
|
439 |
-
"execution_count":
|
440 |
"outputs": []
|
441 |
},
|
442 |
{
|
@@ -450,7 +450,7 @@
|
|
450 |
"metadata": {
|
451 |
"id": "0T6FL7J3ZrNK"
|
452 |
},
|
453 |
-
"execution_count":
|
454 |
"outputs": []
|
455 |
},
|
456 |
{
|
@@ -472,7 +472,7 @@
|
|
472 |
"metadata": {
|
473 |
"id": "_it2CxTtLmHT"
|
474 |
},
|
475 |
-
"execution_count":
|
476 |
"outputs": []
|
477 |
},
|
478 |
{
|
@@ -491,7 +491,7 @@
|
|
491 |
"metadata": {
|
492 |
"id": "YA3M9m9CL6AJ"
|
493 |
},
|
494 |
-
"execution_count":
|
495 |
"outputs": []
|
496 |
},
|
497 |
{
|
@@ -507,7 +507,7 @@
|
|
507 |
"id": "wgyjv9e6MCVm",
|
508 |
"outputId": "70723d5e-9d16-4123-884b-0d65cd91a405"
|
509 |
},
|
510 |
-
"execution_count":
|
511 |
"outputs": [
|
512 |
{
|
513 |
"output_type": "execute_result",
|
@@ -542,7 +542,7 @@
|
|
542 |
"id": "wUhOlwWcMEUT",
|
543 |
"outputId": "eae3754b-5cb8-4c5d-d739-c42c9686006d"
|
544 |
},
|
545 |
-
"execution_count":
|
546 |
"outputs": [
|
547 |
{
|
548 |
"output_type": "stream",
|
@@ -644,7 +644,7 @@
|
|
644 |
"metadata": {
|
645 |
"id": "WhtJ1OeF9L3G"
|
646 |
},
|
647 |
-
"execution_count":
|
648 |
"outputs": []
|
649 |
},
|
650 |
{
|
@@ -702,7 +702,7 @@
|
|
702 |
"metadata": {
|
703 |
"id": "-QtyuC8fZun0"
|
704 |
},
|
705 |
-
"execution_count":
|
706 |
"outputs": []
|
707 |
},
|
708 |
{
|
@@ -713,7 +713,7 @@
|
|
713 |
"metadata": {
|
714 |
"id": "jk-lqYlYLipi"
|
715 |
},
|
716 |
-
"execution_count":
|
717 |
"outputs": []
|
718 |
},
|
719 |
{
|
@@ -741,7 +741,7 @@
|
|
741 |
"metadata": {
|
742 |
"id": "1Hh3RLCeLfXZ"
|
743 |
},
|
744 |
-
"execution_count":
|
745 |
"outputs": []
|
746 |
},
|
747 |
{
|
@@ -757,7 +757,7 @@
|
|
757 |
"id": "zmZv0EIyF0wG",
|
758 |
"outputId": "7ff1b3bf-1b5f-4985-ea0d-3048d94c8da1"
|
759 |
},
|
760 |
-
"execution_count":
|
761 |
"outputs": [
|
762 |
{
|
763 |
"output_type": "execute_result",
|
@@ -792,7 +792,7 @@
|
|
792 |
},
|
793 |
"outputId": "8a173ef7-e66f-4f9b-a979-c88a17028ef0"
|
794 |
},
|
795 |
-
"execution_count":
|
796 |
"outputs": [
|
797 |
{
|
798 |
"output_type": "stream",
|
|
|
4 |
"metadata": {
|
5 |
"colab": {
|
6 |
"provenance": [],
|
7 |
+
"authorship_tag": "ABX9TyMhd0xkjZD3StMhSoQIPv+w",
|
8 |
"include_colab_link": true
|
9 |
},
|
10 |
"kernelspec": {
|
|
|
37 |
},
|
38 |
{
|
39 |
"cell_type": "code",
|
40 |
+
"execution_count": null,
|
41 |
"metadata": {
|
42 |
"id": "Yubz8AanRRSW",
|
43 |
"colab": {
|
|
|
101 |
}
|
102 |
],
|
103 |
"source": [
|
104 |
+
"!pip install -q llama-index==0.10.30 openai==1.12.0 tiktoken==0.6.0 chromadb==0.4.21 llama-index-vector-stores-chroma==0.1.7"
|
105 |
]
|
106 |
},
|
107 |
{
|
|
|
115 |
"metadata": {
|
116 |
"id": "xLXFuRW-TpUu"
|
117 |
},
|
118 |
+
"execution_count": null,
|
119 |
"outputs": []
|
120 |
},
|
121 |
{
|
|
|
137 |
"metadata": {
|
138 |
"id": "pupJpdZaTu5m"
|
139 |
},
|
140 |
+
"execution_count": null,
|
141 |
"outputs": []
|
142 |
},
|
143 |
{
|
|
|
162 |
"metadata": {
|
163 |
"id": "npCqCZSPZKR0"
|
164 |
},
|
165 |
+
"execution_count": null,
|
166 |
"outputs": []
|
167 |
},
|
168 |
{
|
|
|
176 |
"metadata": {
|
177 |
"id": "dG9eKSVrZMs1"
|
178 |
},
|
179 |
+
"execution_count": null,
|
180 |
"outputs": []
|
181 |
},
|
182 |
{
|
|
|
218 |
},
|
219 |
"outputId": "63039988-ab7a-4ecf-deb0-d9510628ecb8"
|
220 |
},
|
221 |
+
"execution_count": null,
|
222 |
"outputs": [
|
223 |
{
|
224 |
"output_type": "stream",
|
|
|
407 |
},
|
408 |
"outputId": "6a117a0b-161a-4889-daf6-baf94ae00d2a"
|
409 |
},
|
410 |
+
"execution_count": null,
|
411 |
"outputs": [
|
412 |
{
|
413 |
"output_type": "stream",
|
|
|
436 |
"metadata": {
|
437 |
"id": "6tzS_EKPZeLS"
|
438 |
},
|
439 |
+
"execution_count": null,
|
440 |
"outputs": []
|
441 |
},
|
442 |
{
|
|
|
450 |
"metadata": {
|
451 |
"id": "0T6FL7J3ZrNK"
|
452 |
},
|
453 |
+
"execution_count": null,
|
454 |
"outputs": []
|
455 |
},
|
456 |
{
|
|
|
472 |
"metadata": {
|
473 |
"id": "_it2CxTtLmHT"
|
474 |
},
|
475 |
+
"execution_count": null,
|
476 |
"outputs": []
|
477 |
},
|
478 |
{
|
|
|
491 |
"metadata": {
|
492 |
"id": "YA3M9m9CL6AJ"
|
493 |
},
|
494 |
+
"execution_count": null,
|
495 |
"outputs": []
|
496 |
},
|
497 |
{
|
|
|
507 |
"id": "wgyjv9e6MCVm",
|
508 |
"outputId": "70723d5e-9d16-4123-884b-0d65cd91a405"
|
509 |
},
|
510 |
+
"execution_count": null,
|
511 |
"outputs": [
|
512 |
{
|
513 |
"output_type": "execute_result",
|
|
|
542 |
"id": "wUhOlwWcMEUT",
|
543 |
"outputId": "eae3754b-5cb8-4c5d-d739-c42c9686006d"
|
544 |
},
|
545 |
+
"execution_count": null,
|
546 |
"outputs": [
|
547 |
{
|
548 |
"output_type": "stream",
|
|
|
644 |
"metadata": {
|
645 |
"id": "WhtJ1OeF9L3G"
|
646 |
},
|
647 |
+
"execution_count": null,
|
648 |
"outputs": []
|
649 |
},
|
650 |
{
|
|
|
702 |
"metadata": {
|
703 |
"id": "-QtyuC8fZun0"
|
704 |
},
|
705 |
+
"execution_count": null,
|
706 |
"outputs": []
|
707 |
},
|
708 |
{
|
|
|
713 |
"metadata": {
|
714 |
"id": "jk-lqYlYLipi"
|
715 |
},
|
716 |
+
"execution_count": null,
|
717 |
"outputs": []
|
718 |
},
|
719 |
{
|
|
|
741 |
"metadata": {
|
742 |
"id": "1Hh3RLCeLfXZ"
|
743 |
},
|
744 |
+
"execution_count": null,
|
745 |
"outputs": []
|
746 |
},
|
747 |
{
|
|
|
757 |
"id": "zmZv0EIyF0wG",
|
758 |
"outputId": "7ff1b3bf-1b5f-4985-ea0d-3048d94c8da1"
|
759 |
},
|
760 |
+
"execution_count": null,
|
761 |
"outputs": [
|
762 |
{
|
763 |
"output_type": "execute_result",
|
|
|
792 |
},
|
793 |
"outputId": "8a173ef7-e66f-4f9b-a979-c88a17028ef0"
|
794 |
},
|
795 |
+
"execution_count": null,
|
796 |
"outputs": [
|
797 |
{
|
798 |
"output_type": "stream",
|