Proper sync

apps/common/auto_zip.py

@@ -0,0 +1,53 @@
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+# Licensed under the Apache License, Version 2.0 (the “License”);
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an “AS IS” BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =========== Copyright 2023 @ CAMEL-AI.org. All Rights Reserved. ===========
+import json
+import os
+import zipfile
+
+
+class AutoZip:
+
+    def __init__(self, zip_path: str, ext: str = ".json"):
+        self.zip_path = zip_path
+        self.zip = zipfile.ZipFile(zip_path, "r")
+        self.fl = [f for f in self.zip.filelist if f.filename.endswith(ext)]
+
+    def __next__(self):
+        if self.index >= len(self.fl):
+            raise StopIteration
+        else:
+            finfo = self.fl[self.index]
+            with self.zip.open(finfo) as f:
+                raw_json = json.loads(f.read().decode("utf-8"))
+            self.index += 1
+            return raw_json
+
+    def __len__(self):
+        return len(self.fl)
+
+    def __iter__(self):
+        self.index = 0
+        return self
+
+    def as_dict(self, include_zip_name: bool = False):
+        d = dict()
+        for finfo in self.fl:
+            with self.zip.open(finfo) as f:
+                raw_text = f.read().decode("utf-8")
+            if include_zip_name:
+                key = os.path.split(self.zip_path)[1] + "/" + finfo.filename
+            else:
+                key = finfo.filename
+            d[key] = raw_text
+        return d

data/code/domains.txt

@@ -0,0 +1,50 @@
+1. Accounting
+2. Agriculture
+3. Anthropology
+4. Architecture
+5. Art
+6. Biology
+7. Business
+8. Chemistry
+9. Communications
+10. Computer Science
+11. Criminal Justice
+12. Culinary Arts
+13. Dentistry
+14. Economics
+15. Education
+16. Engineering
+17. Environmental Science
+18. Fashion
+19. Film
+20. Finance
+21. Geography
+22. Geology
+23. Graphic Design
+24. Health Sciences
+25. History
+26. Hospitality
+27. Human Resources
+28. Information Technology
+29. Journalism
+30. Law
+31. Linguistics
+32. Marketing
+33. Mathematics
+34. Mechanical Engineering
+35. Medicine
+36. Music
+37. Nursing
+38. Nutrition
+39. Philosophy
+40. Physics
+41. Political Science
+42. Psychology
+43. Public Administration
+44. Public Health
+45. Real Estate
+46. Sociology
+47. Sports Science
+48. Statistics
+49. Theater
+50. Urban Planning

data/code/languages.txt

@@ -0,0 +1,20 @@
+1. Java
+2. Python
+3. JavaScript
+4. C#
+5. PHP
+6. C++
+7. Ruby
+8. Swift
+9. Objective-C
+10. SQL
+11. Go
+12. Kotlin
+13. TypeScript
+14. R
+15. MATLAB
+16. Perl
+17. Shell
+18. Visual Basic
+19. Assembly
+20. Dart

requirements.txt

@@ -2,4 +2,5 @@ openai
 tenacity
 tiktoken
 colorama
+gradio
 git+https://github.com/lightaime/camel.git@hf_spaces_2

sync.sh

@@ -0,0 +1,14 @@
+TMP_DIR=/tmp/camel_hf_tmp
+echo $TMP_DIR
+HF_REPO_DIR=`realpath .`
+echo $HF_REPO_DIR
+
+mkdir -p $TMP_DIR
+git clone -b hf_spaces_2 https://github.com/lightaime/camel.git $TMP_DIR
+cd $TMP_DIR
+
+find apps/agents -name "*.py" | grep -v test | xargs -n 1 -I {} rsync -R {} $HF_REPO_DIR
+find apps/common -name "*.py" | grep -v test | xargs -n 1 -I {} rsync -R {} $HF_REPO_DIR
+find data -name "*.txt" | grep -v test | xargs -n 1 -I {} rsync -R {} $HF_REPO_DIR
+
+rm -rf $TMP_DIR