nielsr HF staff commited on
Commit
729946d
·
1 Parent(s): eeeec37

Do not add duplicates

Browse files
.github/scripts/update_conferences.py CHANGED
@@ -170,8 +170,19 @@ def main():
170
  # Create a dictionary of current conferences by ID
171
  current_conf_dict = {conf['id']: conf for conf in current_conferences}
172
 
 
 
 
173
  # Update or add new conferences while preserving existing ones
174
  for new_conf in transformed_conferences:
 
 
 
 
 
 
 
 
175
  if new_conf['id'] in current_conf_dict:
176
  # Update existing conference while preserving fields
177
  curr_conf = current_conf_dict[new_conf['id']]
@@ -203,6 +214,8 @@ def main():
203
  else:
204
  # Add new conference to the dictionary
205
  current_conf_dict[new_conf['id']] = new_conf
 
 
206
 
207
  # Convert back to list and sort by deadline
208
  all_conferences = list(current_conf_dict.values())
 
170
  # Create a dictionary of current conferences by ID
171
  current_conf_dict = {conf['id']: conf for conf in current_conferences}
172
 
173
+ # Create a set of existing conference title+year combinations to check for duplicates
174
+ existing_conf_keys = {(conf['title'], conf['year']) for conf in current_conferences}
175
+
176
  # Update or add new conferences while preserving existing ones
177
  for new_conf in transformed_conferences:
178
+ # Check if this is a duplicate based on title and year
179
+ conf_key = (new_conf['title'], new_conf['year'])
180
+
181
+ # Skip if we already have a conference with this title and year but different ID
182
+ if conf_key in existing_conf_keys and new_conf['id'] not in current_conf_dict:
183
+ print(f"Skipping duplicate conference: {new_conf['title']} {new_conf['year']} (ID: {new_conf['id']})")
184
+ continue
185
+
186
  if new_conf['id'] in current_conf_dict:
187
  # Update existing conference while preserving fields
188
  curr_conf = current_conf_dict[new_conf['id']]
 
214
  else:
215
  # Add new conference to the dictionary
216
  current_conf_dict[new_conf['id']] = new_conf
217
+ # Add to our set of existing conference keys
218
+ existing_conf_keys.add(conf_key)
219
 
220
  # Convert back to list and sort by deadline
221
  all_conferences = list(current_conf_dict.values())
src/data/conferences.yml CHANGED
@@ -424,6 +424,26 @@
424
  commitment_deadline: '2025-04-10 23:59:59'
425
  note: ARR commitment deadline on April 10th, 2025.
426
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
427
  - title: RLC
428
  year: 2025
429
  id: rlc25
@@ -438,7 +458,6 @@
438
  - machine-learning
439
  note: Mandatory abstract deadline on Feb 21, 2025.
440
 
441
-
442
  - title: IROS
443
  year: 2025
444
  id: iros25
@@ -573,23 +592,3 @@
573
  - natural-language-processing
574
  rankings: 'CCF: B, CORE: A*, THCPL: A'
575
  venue: Suzhou, China
576
-
577
- - title: MathAI 2025
578
- year: 2025
579
- id: MathAI2025
580
- full_name: The International Conference dedicated to mathematics in artificial intelligence
581
- link: https://mathai.club
582
- deadline: '2025-02-20 23:59'
583
- abstract_deadline: '2025-02-01 23:59'
584
- timezone: Russia/Moscow
585
- place: Sirius, Sochi, Russia
586
- date: March, 24-28, 2025
587
- start: 2025-03-24
588
- end: 2025-03-28
589
- paperslink: https://openreview.net/group?id=mathai.club/MathAI/2025/Conference
590
- pwclink: https://openreview.net/group?id=mathai.club/MathAI/2025/Conference
591
- hindex: 100.0
592
- tags:
593
- - machine-learning
594
- - mathematics
595
- note: Abstract deadline on February 1, 2025. More info <a href='https://mathai.club/call-for-papers'>here</a>
 
424
  commitment_deadline: '2025-04-10 23:59:59'
425
  note: ARR commitment deadline on April 10th, 2025.
426
 
427
+ - title: MathAI 2025
428
+ year: 2025
429
+ id: MathAI2025
430
+ full_name: The International Conference dedicated to mathematics in artificial intelligence
431
+ link: https://mathai.club
432
+ deadline: 2025-02-20 23:59
433
+ abstract_deadline: 2025-02-01 23:59
434
+ timezone: Russia/Moscow
435
+ place: Sirius, Sochi, Russia
436
+ date: March, 24-28, 2025
437
+ start: 2025-03-24
438
+ end: 2025-03-28
439
+ paperslink: https://openreview.net/group?id=mathai.club/MathAI/2025/Conference
440
+ pwclink: https://openreview.net/group?id=mathai.club/MathAI/2025/Conference
441
+ hindex: 100.0
442
+ tags:
443
+ - machine-learning
444
+ - mathematics
445
+ note: Abstract deadline on February 1, 2025. More info <a href='https://mathai.club/call-for-papers'>here</a>
446
+
447
  - title: RLC
448
  year: 2025
449
  id: rlc25
 
458
  - machine-learning
459
  note: Mandatory abstract deadline on Feb 21, 2025.
460
 
 
461
  - title: IROS
462
  year: 2025
463
  id: iros25
 
592
  - natural-language-processing
593
  rankings: 'CCF: B, CORE: A*, THCPL: A'
594
  venue: Suzhou, China