File size: 1,863 Bytes
564354e |
1 |
{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.14","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":202404401,"sourceType":"kernelVersion"}],"dockerImageVersionId":30787,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"%cd /kaggle/working\n!git clone --depth=1 https://github.com/ggerganov/llama.cpp.git\n%cd /kaggle/working/llama.cpp\n!sed -i 's|MK_LDFLAGS += -lcuda|MK_LDFLAGS += -L/usr/local/nvidia/lib64 -lcuda|' Makefile\n!LLAMA_CUDA=1 conda run -n base make -j > /dev/null","metadata":{"execution":{"iopub.status.busy":"2024-10-21T06:02:29.787915Z","iopub.execute_input":"2024-10-21T06:02:29.788543Z","iopub.status.idle":"2024-10-21T06:12:44.585370Z","shell.execute_reply.started":"2024-10-21T06:02:29.788500Z","shell.execute_reply":"2024-10-21T06:12:44.584243Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"!python convert_hf_to_gguf.py /kaggle/input/llama-3-fine-tune-merge/llama-3.1-8b-chat-math-teacher/ \\\n --outfile /root/.cache/llama-3.1-8b-chat-math-teacher.gguf \\\n --outtype f16\n!rm -rf /kaggle/working/*\n!cp /root/.cache/llama-3.1-8b-chat-math-teacher.gguf /kaggle/working/","metadata":{"execution":{"iopub.status.busy":"2024-10-21T06:16:28.365798Z","iopub.execute_input":"2024-10-21T06:16:28.366128Z","iopub.status.idle":"2024-10-21T06:18:13.507912Z","shell.execute_reply.started":"2024-10-21T06:16:28.366093Z","shell.execute_reply":"2024-10-21T06:18:13.506745Z"},"trusted":true},"execution_count":null,"outputs":[]}]} |