Create app.py

app.py

@@ -0,0 +1,395 @@
+import os
+import sys
+import uuid
+import gradio as gr
+import requests
+import json
+from zipfile import ZipFile
+import shutil
+from pathlib import Path 
+from huggingface_hub import (create_repo,get_full_repo_name,upload_file,CommitOperationAdd,HfApi,snapshot_download)
+from PIL import Image
+uid = uuid.uuid4()
+#token = os.environ['HF_TOKEN']
+#token_self = os.environ['HF_TOKEN']
+#o=os.environ['P']
+css="""
+.wrap.svelte-vm32wk.svelte-vm32wk.svelte-vm32wk {
+display:block;
+}
+.wrap.svelte-1k4wjf2.svelte-1k4wjf2.svelte-1k4wjf2{
+display:block;
+}
+"""
+
+def show_s(name,token):
+    spaces=[]
+    spaces.append("")
+
+    api = HfApi(token=token)
+    author=name
+    s_ist = (api.list_spaces(author=author))
+    for i,space in enumerate(s_ist):
+        space_ea = space.id.split("/",1)[1]
+        #s_info=api.space_info(f'{name}/{space}',files_metadata=True)
+        #print(s_info)
+        spaces.append(space_ea)
+        #print (space_ea)
+    return(gr.Dropdown.update(label="Spaces", choices=[s for s in spaces]),
+           gr.update(choices=[s for s in spaces],interactive=True),
+           gr.update(choices=[s for s in spaces],interactive=True))
+
+def show_f(repo,name,token):
+    api = HfApi(token=token)
+    f_ist = (api.list_repo_files(repo_id=f'{repo}/{name}', repo_type="space"))
+    print (f_ist)
+    file_list = []
+    #file_out = []
+    
+    if not os.path.exists(name):
+           os.makedirs(name)
+    for d_app in f_ist:
+        if "/" in d_app:
+            dir_1=d_app.split("/",1)[0]
+            rem_1=d_app.split("/",1)[1]
+            if not os.path.exists(f'{name}/{dir_1}'):
+                   os.makedirs(f'{name}/{dir_1}')
+            
+            if "/" in rem_1:
+                dir_2=rem_1.split("/",1)[0]
+                rem_2=rem_1.split("/",1)[1]
+                if not os.path.exists(f'{name}/{dir_1}/{dir_2}'):
+                       os.makedirs(f'{name}/{dir_1}/{dir_2}')                
+                sf=rem_2.split(".",1)[1]
+                pf=rem_2.split(".",1)[0]
+                f_name=f'{dir_1}/{dir2}/{pf}.{sf}'
+            
+            else:
+                sf=rem_1.split(".",1)[1]
+                pf=rem_1.split(".",1)[0]
+                f_name=f'{dir_1}/{pf}.{sf}'
+            print(f_name)
+
+        else:
+    
+            sf=d_app.split(".",1)[1]
+            pf=d_app.split(".",1)[0]
+            f_name=f'{pf}.{sf}'            
+            pass
+
+        r = requests.get(f'https://huggingface.co/spaces/{repo}/{name}/raw/main/{d_app}')
+        print(d_app)
+        #print (r.text)
+        uid = uuid.uuid4()
+        file = open(f'{name}/{f_name}','wb')
+        file.write(r.content)
+        file.close()
+        file_list.append(Path(f'{name}/{f_name}'))
+
+    with ZipFile(f"{name}.zip", "w") as zipObj:
+        for idx, file in enumerate(f_ist):
+            zipObj.write(f'{name}/{file}')         
+    file_list.append(f'{name}.zip')
+
+    s_info=api.space_info(f'{repo}/{name}',files_metadata=True)
+    '''
+    with open(f'{uid}-tmp.json','w') as f:
+        json.dump(s_info,f,indent=4)
+    f.close()
+    '''
+    return(gr.Dropdown.update(label="Files", choices=[f for f in f_ist],interactive=True), 
+           file_list,
+           gr.update(choices=[f for f in f_ist],interactive=True),
+          api.get_space_runtime(f'{repo}/{name}'))
+
+def show_f2(repo,name,token):
+    api = HfApi(token=token)
+    #f_ist = snapshot_download(repo_id=f'{repo}/{name}', repo_type="space")
+
+    f_ist = (api.list_repo_files(repo_id=f'{repo}/{name}', repo_type="space"))
+    print (f_ist)
+    file_list = []
+    file_out = []
+    if not os.path.exists(name):
+           os.makedirs(name)
+      
+    for d_app in f_ist:
+        
+        r = requests.get(f'https://huggingface.co/spaces/{repo}/{name}/raw/main/{d_app}')
+        #print (r.text)
+        uid = uuid.uuid4()
+
+        sf=d_app.split(".",1)[1]
+        pf=d_app.split(".",1)[0]
+        f_name=f'{pf}.{sf}'
+        file = open(f'{name}/{f_name}','w')
+        file.writelines(r.text)
+        file.close()
+        file_list.append(Path(f'{name}/{f_name}'))
+        file_out.append(d_app)
+
+    with ZipFile(f"{name}.zip", "w") as zipObj:
+        for idx, file in enumerate(f_ist):
+            zipObj.write(f'{name}/{file}')         
+    file_list.append(f'{name}.zip')
+
+    return(gr.Dropdown.update(label="Files", choices=[f for f in f_ist],interactive=True), file_list)
+
+    
+def show_f_cont(repo,name,file,token):
+    html_text = '<html>\n<body>\n<div>\n'
+    images=[".png" , ".jpg" , ".gif" , ".webm" , ".mp4"]
+    is_im=False 
+    for x in images:
+        if x in file:
+            html_text += f'<object data="https://huggingface.co/spaces/{repo}/{name}/resolve/main/{file}" style="width:100%;font-size:small;"></object>'
+            out_text = "Image File"
+            is_im=True
+        else:
+            pass
+    if is_im==False:
+        print(f'https://huggingface.co/spaces/{repo}/{name}/raw/main/{file}')
+        r = requests.get(f'https://huggingface.co/spaces/{repo}/{name}/raw/main/{file}')
+        text=r.text
+        html_text += f'<pre style="text-wrap:pretty;">{text}</pre>\n'
+        out_text = r.text
+    else:
+        pass
+    html_text += '</div>\n</body>\n</html>'
+    return(html_text)
+
+def show_f_frame(repo,name,file,token):
+    file_url=f'https://huggingface.co/spaces/{repo}/{name}/blob/main/{file}'
+    out=f"""<div><iframe src='{file_url}' height='1200px' width='100%'></iframe>"""
+    return out
+def show_f_frame2(repo,name,file,token):
+    file_url=f'https://huggingface.co/spaces/{repo}/{name}'
+    out=f"""<div><iframe src='{file_url}' height='1200px' width='100%'></iframe>"""
+    return out    
+def show_all(author,token):
+    spaces=[]
+    api = HfApi(token=token)
+    #author=name
+    s_ist = (api.list_spaces(author=author))
+    file_list = []
+    file_list_ea=[]
+    for i,space in enumerate(s_ist):
+        space_ea = space.id.split("/",1)[1]
+        spaces.append(space_ea)
+        #print (space_ea)
+        f_ist = (api.list_repo_files(repo_id=f'{author}/{space_ea}', repo_type="space"))
+        #print (f_ist)
+        if not os.path.exists(space_ea):
+               os.makedirs(space_ea)
+
+        for d_app in f_ist:
+            
+            r = requests.get(f'https://huggingface.co/spaces/{author}/{space_ea}/raw/main/{d_app}')
+            #print (r.text)
+            uid = uuid.uuid4()
+            try:
+                sf=d_app.split(".",1)[1]
+                pf=d_app.split(".",1)[0]
+                f_name=f'{pf}.{sf}'
+                file = open(f'{space_ea}/{f_name}','w')
+                file.writelines(r.text)
+                file.close()
+                #file_list_ea.append(Path(f'{space}/{f_name}'))
+            except Exception:
+                pass
+        with ZipFile(f"{space_ea}.zip", "w") as zipObj:
+            for idx, file in enumerate(f_ist):
+                try:
+                    zipObj.write(f'{space_ea}/{file}')   
+                except Exception:
+                    pass
+                
+        file_list.append(f'{space_ea}.zip')
+        yield file_list
+    with ZipFile(f"{author}.zip", "w") as zipObj:
+        for idx, file in enumerate(file_list):
+            try:
+                zipObj.write(f'{file}')   
+            except Exception:
+                pass
+    file_list.append(f'{author}.zip')
+    yield file_list
+    
+def show_all_z(author,token):
+    spaces=[]
+    api = HfApi(token=token)
+    #author=name
+    s_ist = (api.list_spaces(author=author))
+    file_list = []
+    file_list_ea=[]
+    for i,space in enumerate(s_ist):
+        space_ea = space.id.split("/",1)[1]
+        spaces.append(space_ea)
+        #print (space_ea)
+        f_ist = (api.list_repo_files(repo_id=f'{author}/{space_ea}', repo_type="space"))
+        #print (f_ist)
+        if not os.path.exists(space_ea):
+               os.makedirs(space_ea)
+        file= snapshot_download(repo_id=f'{author}/{space_ea}', repo_type="space")
+        shutil.make_archive(f"{space_ea}", 'zip', file)
+        file_list.append(f'{space_ea}.zip')
+        yield file_list
+    with ZipFile(f"{author}.zip", "w") as zipObj:
+        for idx, file in enumerate(file_list):
+            try:
+                zipObj.write(f'{file}')   
+            except Exception:
+                pass
+    file_list.append(f'{author}.zip')
+    yield file_list
+
+def dl_checked_fn(author,checklist,token):
+    spaces=[]
+    api = HfApi(token=token)
+    #author=name
+    s_ist = checklist
+    file_list = []
+    file_list_ea=[]
+    for i,space_ea in enumerate(s_ist):
+        #spaces.append(space_ea)
+        #print (space_ea)
+        f_ist = (api.list_repo_files(repo_id=f'{author}/{space_ea}', repo_type="space"))
+        #print (f_ist)
+        if not os.path.exists(space_ea):
+               os.makedirs(space_ea)
+        file= snapshot_download(repo_id=f'{author}/{space_ea}', repo_type="space")
+        shutil.make_archive(f"{space_ea}", 'zip', file)
+        file_list.append(f'{space_ea}.zip')
+        yield file_list
+    with ZipFile(f"{author}.zip", "w") as zipObj:
+        for idx, file in enumerate(file_list):
+            try:
+                zipObj.write(f'{file}')   
+            except Exception:
+                pass
+    file_list.append(f'{author}.zip')
+    yield file_list
+def get_space_runtime(author,checklist,token):
+    api=HfApi(token=token)
+    space_info=[]
+    for space in checklist:
+        outp=api.get_space_runtime(f'{author}/{space}')        
+        space_info.append(outp['stage'])
+    return space_info
+def delete_checked(confirm_val,author,checklist,token):
+    if confirm_val=="CONFIRM":
+        api = HfApi(token=token)
+        s_ist = checklist
+        delete_list = []
+        for i,space_ea in enumerate(s_ist):
+            try:
+                api.delete_repo(repo_id=f'{author}/{space_ea}',repo_type='space')
+                delete_list.append(f'Deleted:: {space_ea}\n')
+                yield delete_list,gr.update(visible=False)
+            except Exception as e:
+                yield e
+    else:
+        yield "Not Deleting", gr.update(visible=False)
+    
+def checkp(p):
+    if p == o:
+        return gr.update(visible=False), gr.update(visible=True)
+    elif p != o:
+        return None, None 
+def update_checked_message(inp):
+    html=""
+    for ea in inp:
+        html=f'{html}<br>{ea}'      
+    return html     
+
+def ru_sure_fn():
+    return gr.update(visible=True)
+    
+with gr.Blocks(css=css) as build:
+    with gr.Row(visible=False) as no:
+        pass_box=gr.Textbox()
+        pass_btn=gr.Button()
+    with gr.Box(visible=True) as yes:
+        with gr.Box():
+            with gr.Row():
+                with gr.Column(scale=2):
+                    r_name = gr.Textbox(label="Repo") 
+                    token = gr.Textbox(label="auth")        
+                    s_btn = gr.Button("Show Spaces")
+                with gr.Column(scale=1):
+                    files=gr.File(file_count="directory")
+        with gr.Tab("View 1"):
+            with gr.Row():
+                with gr.Column(scale=1):
+                    with gr.Group():
+                        space_radio=gr.Radio(label="Spaces",choices=[])
+                with gr.Column(scale=3):
+                    with gr.Tab("Space Info"):
+                        with gr.Row():
+                            with gr.Column(scale=3):
+                                space_info_json=gr.JSON()
+                            gr.Column(scale=1)
+                    with gr.Tab("Files"):
+                        with gr.Column(scale=1):
+                            file_radio=gr.Radio(label="Files",choices=[])
+                        with gr.Column(scale=3):
+                            file_contents=gr.HTML()
+        with gr.Tab("View 2"):
+            with gr.Row():
+                with gr.Column(scale=2):
+                    with gr.Group():
+                        with gr.Row():
+                            s_name = gr.Dropdown(label="Spaces", choices=[])
+                            f_name = gr.Dropdown(label="Files", choices=[])
+                        with gr.Row():
+                            l_btn = gr.Button("Load Space")
+                        with gr.Row():
+                            show_all_btn1 = gr.Button("Load All 1",visible=False)
+                            show_all_btn2 = gr.Button("Load All 2",visible=False)
+            uu=gr.Textbox(visible=False)
+            file_frame=gr.HTML()
+        
+        with gr.Tab("View 3"):
+            with gr.Row():
+                with gr.Column(scale=1):
+                    with gr.Group():
+                        space_check=gr.CheckboxGroup(elem_id="my_checkbox",label="Spaces",choices=[])
+                with gr.Column(scale=1):
+                    message_box=gr.HTML()
+                with gr.Column(scale=1):
+                    dl_checked_btn=gr.Button("Download Checked")
+                    delete_checked_btn=gr.Button("Delete Checked")
+                    with gr.Row(visible=False) as sure_row:
+                        with gr.Column():
+                            ru_sure_box=gr.Textbox(label="type: 'CONFIRM' to confirm", value="")
+                            ru_sure_btn=gr.Button("Confirm Delete")
+                            
+                    with gr.Row():
+                        del_message_box=gr.HTML()
+                gr.Column()
+        sure_check=gr.Textbox(visible=False,value="")
+
+
+
+    dl_checked_btn.click(dl_checked_fn,[r_name,space_check,token],files)
+    delete_checked_btn.click(ru_sure_fn,None,sure_row)
+    ru_sure_btn.click(delete_checked,[ru_sure_box,r_name,space_check,token],[del_message_box,sure_row]).then(show_s,[r_name,token],[s_name,space_radio,space_check]) 
+
+    space_check.change(update_checked_message,space_check,message_box)
+
+    
+    show_all_btn1.click(show_all,[r_name,token],files)
+    show_all_btn2.click(show_all_z,[r_name,token],files)
+    
+    s_btn.click(show_s,[r_name,token],[s_name,space_radio,space_check])    
+    l_btn.click(show_f,[r_name,s_name,token], [f_name, files,file_radio])
+    #f_name.change(show_f_frame,[r_name,s_name,f_name],[file_frame])
+    s_name.change(show_f_frame2,[r_name,s_name,f_name],[file_frame])
+    
+    #s_name.change(show_f,[r_name,s_name,token],[d_app,files])    
+    space_radio.change(show_f,[r_name,space_radio,token],[f_name, files,file_radio,space_info_json])    
+    file_radio.change(show_f_cont,[r_name,space_radio,file_radio,token],[file_contents])
+
+    pass_btn.click(checkp,pass_box,[no,yes])
+    #inbut.click(build_space,[token,t_name,s_type,m_type,r_type,d_app,d_css],output_html)
+build.queue(concurrency_count=10).launch(show_api=False)