Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
@@ -18,8 +18,8 @@ from pygments import highlight
|
|
18 |
from pygments.lexers import guess_lexer,get_lexer_by_name
|
19 |
from pygments.formatters import HtmlFormatter
|
20 |
import transformers
|
21 |
-
|
22 |
-
|
23 |
|
24 |
def reset_state():
|
25 |
return [], [], "Reset Done"
|
@@ -192,4 +192,15 @@ class State:
|
|
192 |
|
193 |
def recover(self):
|
194 |
self.interrupted = False
|
195 |
-
shared_state = State()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
from pygments.lexers import guess_lexer,get_lexer_by_name
|
19 |
from pygments.formatters import HtmlFormatter
|
20 |
import transformers
|
21 |
+
import datasets
|
22 |
+
from datasets import load_dataset
|
23 |
|
24 |
def reset_state():
|
25 |
return [], [], "Reset Done"
|
|
|
192 |
|
193 |
def recover(self):
|
194 |
self.interrupted = False
|
195 |
+
shared_state = State()
|
196 |
+
|
197 |
+
|
198 |
+
#######################################################
|
199 |
+
#Fine-Tuning
|
200 |
+
#######################################################
|
201 |
+
|
202 |
+
#load Dataset
|
203 |
+
def daten_laden(name):
|
204 |
+
dataset = load_dataset(name)
|
205 |
+
|
206 |
+
|