serJD commited on
Commit
3a080c7
·
1 Parent(s): aeceb57
Files changed (2) hide show
  1. app.py +243 -0
  2. requirements.txt +3 -0
app.py ADDED
@@ -0,0 +1,243 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!pip install -q specklepy
2
+
3
+
4
+ # lone github repro & add to sys paths
5
+ import gradio as gr
6
+ import sys
7
+ import time
8
+ import os
9
+ # delete (if it already exists) , clone repro
10
+ #!rm -rf RECODE_speckle_utils
11
+ #!git clone https://github.com/SerjoschDuering/RECODE_speckle_utils
12
+ #sys.path.append('/content/RECODE_speckle_utils')
13
+
14
+ # import from repro
15
+ """
16
+ import speckle_utils
17
+ import data_utils
18
+ import plots_utils
19
+ import color_maps
20
+ """
21
+ import requests
22
+
23
+ from specklepy.api.client import SpeckleClient
24
+ from specklepy.api.credentials import get_default_account, get_local_accounts
25
+ from specklepy.transports.server import ServerTransport
26
+ from specklepy.api import operations
27
+ from specklepy.objects.geometry import Polyline, Point
28
+ import specklepy
29
+
30
+ import pandas as pd
31
+ import requests
32
+ import datetime
33
+ import json
34
+
35
+
36
+
37
+
38
+
39
+
40
+ def extract_branch_info(stream_id, server_url=None, token=None):
41
+ if server_url and token:
42
+ client = SpeckleClient(host=server_url)
43
+ client.authenticate_with_token(token=token)
44
+ else:
45
+ account = get_default_account()
46
+ client = SpeckleClient(host=account.serverUrl)
47
+ client.authenticate(token=account.token)
48
+
49
+ branches = client.branch.list(stream_id, 100)
50
+
51
+ branch_info = []
52
+
53
+ for branch in branches:
54
+ branch_data = {
55
+ "Name": branch.name,
56
+ "description": branch.description,
57
+ "url": f"{server_url}/streams/{stream_id}/branches/{branch.name.replace('/', '%2F').replace('+', '%2B')}"
58
+
59
+ }
60
+
61
+ # Determine sub-variant
62
+ #if branch.name.startswith(("template_geometry", "graph_geometry")):
63
+ if '+' in branch.name:
64
+ slash_index = branch.name.rfind('/')
65
+ plus_index = branch.name.find('+', slash_index)
66
+ sub_variant = branch.name[slash_index + 1:plus_index]
67
+ else:
68
+ sub_variant = "default"
69
+ branch_data["sub-variant"] = sub_variant
70
+
71
+ # Get commits for the branch
72
+
73
+ #try:
74
+ commits = client.branch.get(stream_id, branch.name).commits.items
75
+ if commits:
76
+ latest_commit = commits[0]
77
+ branch_data["updated"] = latest_commit.createdAt
78
+ branch_data["commit_url"] = f"{server_url}/streams/{stream_id}/commits/{latest_commit.id}"
79
+ branch_data["commit_message"] = latest_commit.message
80
+ branch_data["author"] = latest_commit.authorName
81
+ #except Exception as e:
82
+ # print(f"Error fetching commits for branch {branch.name}: {str(e)}")
83
+
84
+ branch_info.append(branch_data)
85
+
86
+ return branch_info
87
+
88
+
89
+
90
+ def sync_to_notion(token, database_id, branch_data):
91
+ base_url = "https://api.notion.com/v1"
92
+ headers = {
93
+ "Authorization": f"Bearer {token}",
94
+ "Notion-Version": "2022-06-28",
95
+ "Content-Type": "application/json"
96
+ }
97
+
98
+ try:
99
+ # Fetch existing data from Notion database
100
+ response = requests.post(f"{base_url}/databases/{database_id}/query", headers=headers)
101
+ response.raise_for_status()
102
+ pages = response.json().get('results', [])
103
+
104
+ # Create a dictionary for the latest update time of each branch
105
+ latest_updates = {branch['Name']: branch.get('updated', '') for branch in branch_data}
106
+
107
+ # Status color mapping
108
+ status_colors = {
109
+ "outdated": "red",
110
+ "up-to-date": "green",
111
+ "empty": "gray"
112
+ }
113
+
114
+ # Process each branch and update or create Notion rows
115
+ for branch in branch_data:
116
+ # Find the corresponding page in Notion
117
+ page_id = None
118
+ existing_depends_on = []
119
+ for page in pages:
120
+ notion_name = page['properties']['Name']['title'][0]['text']['content'] if page['properties']['Name']['title'] else ''
121
+ if notion_name == branch['Name']:
122
+ page_id = page['id']
123
+ # Retain the existing value of "depends-on"
124
+ existing_depends_on = [dep['name'] for dep in page['properties'].get('depends-on', {}).get('multi_select', [])]
125
+ break
126
+
127
+ # Determine status based on dependencies
128
+ latest_update = latest_updates.get(branch['Name'], '')
129
+ outdated = False
130
+ if existing_depends_on:
131
+ for dep_name in existing_depends_on:
132
+ if dep_name in latest_updates and latest_updates[dep_name] > latest_update:
133
+ outdated = True
134
+ break
135
+ if not latest_update:
136
+ status_tag = "empty"
137
+ elif outdated:
138
+ status_tag = "outdated"
139
+ else:
140
+ status_tag = "up-to-date"
141
+
142
+ # Prepare data for updating or creating a page
143
+ print (branch.get("url", ""))
144
+ updated_value = branch.get("updated")
145
+ if isinstance(updated_value, datetime):
146
+ updated_isoformat = updated_value.isoformat()
147
+ else:
148
+ updated_isoformat = datetime.now().isoformat()
149
+
150
+ page_data = {
151
+ "properties": {
152
+ "Name": {"title": [{"text": {"content": branch['Name']}}]},
153
+ "status-tag": {"select": {"name": status_tag}}, # Assuming 'select' type
154
+ "status": {"rich_text": [{"text": {"content": "Status: " + status_tag}}]},
155
+ "url": {"url": branch.get("url", "")},
156
+ "updated": {"date": {"start": updated_isoformat}},
157
+ "description": {"rich_text": [{"text": {"content": str(branch.get("description", ""))}}]},
158
+ "sub-variant": {"rich_text": [{"text": {"content": branch.get("sub-variant", "")}}]},
159
+ "author": {"rich_text": [{"text": {"content": branch.get("author", "")}}]},
160
+ "commit_message": {"rich_text": [{"text": {"content": branch.get("commit_message", "")}}]},
161
+ "depends-on": {"multi_select": [{"name": d} for d in existing_depends_on]}
162
+ }
163
+ }
164
+
165
+ # Update an existing page or create a new one
166
+ if page_id:
167
+ update_url = f"{base_url}/pages/{page_id}"
168
+ response = requests.patch(update_url, headers=headers, data=json.dumps(page_data))
169
+ else:
170
+ create_page_data = {
171
+ "parent": {"database_id": database_id},
172
+ **page_data
173
+ }
174
+ response = requests.post(f"{base_url}/pages", headers=headers, data=json.dumps(create_page_data))
175
+
176
+ response.raise_for_status()
177
+
178
+ print("Data synced to Notion successfully.")
179
+
180
+ except requests.exceptions.HTTPError as errh:
181
+ print("Http Error:", errh)
182
+ except requests.exceptions.ConnectionError as errc:
183
+ print("Error Connecting:", errc)
184
+ except requests.exceptions.Timeout as errt:
185
+ print("Timeout Error:", errt)
186
+ except requests.exceptions.RequestException as err:
187
+ print("Something went wrong", err)
188
+
189
+
190
+ # Wrapper function for the Gradio interface
191
+ def run_sync():
192
+ # Define your token, database_id, and branch_data
193
+ token = "your_token"
194
+ database_id = "your_database_id"
195
+ branch_data = extract_branch_info(stream_id, server_url=None, token=None)
196
+
197
+ # Call your function
198
+ sync_to_notion(token, database_id, branch_data)
199
+
200
+ return "Sync completed successfully!"
201
+
202
+ # branch_data = extract_branch_info("287b605243", server_url="https://speckle.xyz/", token="52566d1047b881764e16ad238356abeb2fc35d8b42")
203
+ # sync_to_notion("secret_V2olY3GMsTLaC910Ym20xT9RnBfoDdrAwXb1ayBupXI", "402d60c9c1ef4980a3d85c5a4f4a0c97", branch_data)
204
+
205
+ # Predefined dictionaries of streams to update
206
+ streams = {
207
+ "2B_100": {
208
+ "stream": "https://speckle.xyz/streams/287b605243",
209
+ "notionDB": '402d60c9c1ef4980a3d85c5a4f4a0c97'
210
+ },
211
+ "2B_U100": {
212
+ "stream": "https://speckle.xyz/streams/ebcfc50abe",
213
+ "notionDB": '00c3a26a119f487fa028c1ed404f22ba'
214
+ }
215
+ }
216
+
217
+ # Function to run on button click
218
+ def update_streams():
219
+ speckle_token = os.environ.get("SPECKLE_TOKEN")
220
+ notion_token = os.environ.get("NOTION_TOKEN")
221
+
222
+ client = SpeckleClient(host="https://speckle.xyz/")
223
+ client.authenticate_with_token(token=speckle_token)
224
+
225
+ for key, value in streams.items():
226
+ stream_url = value["stream"]
227
+ notion_db = value["notionDB"]
228
+ stream_id = stream_url.split('/')[-1]
229
+
230
+ branch_data = extract_branch_info(stream_id, server_url=stream_url, token=speckle_token)
231
+ sync_to_notion(notion_token, notion_db, branch_data)
232
+
233
+ return "All streams updated successfully!"
234
+
235
+ # Create Gradio interface
236
+ iface = gr.Interface(
237
+ fn=update_streams,
238
+ inputs=gr.inputs.Button(label="Update Streams"),
239
+ outputs="text"
240
+ )
241
+
242
+ # Launch the app
243
+ iface.launch()
requirements.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ gradio
2
+ specklepy
3
+ requests