devve1 commited on
Commit
312e73d
1 Parent(s): 79c013d

Update ppt_chunker.py

Browse files
Files changed (1) hide show
  1. ppt_chunker.py +5 -0
ppt_chunker.py CHANGED
@@ -54,15 +54,20 @@ def ppt_chunk(file_like, model):
54
  else:
55
  current_chunk.append((elem.category, elem.text))
56
 
 
 
57
  with mp.Pool(mp.cpu_count()) as pool:
58
  results = pool.imap(process_chunk, chunks)
59
 
 
 
60
  for chunk in chunks:
61
  for i, sub_chunk in enumerate(chunk[1]):
62
  if type(sub_chunk) is tuple:
63
  print(f'MODIFIED TEXT {i} : {sub_chunk[1]}')
64
  else:
65
  print(f'MODIFIED TEXT {i} : {sub_chunk}')
 
66
 
67
  weakDict = OrderedMultiIndexMapWeakRef()
68
 
 
54
  else:
55
  current_chunk.append((elem.category, elem.text))
56
 
57
+ print('PASSED')
58
+
59
  with mp.Pool(mp.cpu_count()) as pool:
60
  results = pool.imap(process_chunk, chunks)
61
 
62
+ print('PASSED AFTER')
63
+
64
  for chunk in chunks:
65
  for i, sub_chunk in enumerate(chunk[1]):
66
  if type(sub_chunk) is tuple:
67
  print(f'MODIFIED TEXT {i} : {sub_chunk[1]}')
68
  else:
69
  print(f'MODIFIED TEXT {i} : {sub_chunk}')
70
+
71
 
72
  weakDict = OrderedMultiIndexMapWeakRef()
73