Sylvain Filoni commited on
Commit
c2149f9
1 Parent(s): 712849d

back to no duration control

Browse files
Files changed (2) hide show
  1. app.py +3 -4
  2. spectro.py +2 -2
app.py CHANGED
@@ -9,10 +9,10 @@ model_id = "riffusion/riffusion-model-v1"
9
  pipe = StableDiffusionPipeline.from_pretrained(model_id, torch_dtype=torch.float16)
10
  pipe = pipe.to("cuda")
11
 
12
- def predict(prompt, sample_duration):
13
  spec = pipe(prompt).images[0]
14
  print(spec)
15
- wav = wav_bytes_from_spectrogram_image(spec, sample_duration)
16
  with open("output.wav", "wb") as f:
17
  f.write(wav[0].getbuffer())
18
  return spec, 'output.wav'
@@ -102,7 +102,6 @@ with gr.Blocks(css=css) as demo:
102
  gr.HTML(title)
103
 
104
  prompt_input = gr.Textbox(placeholder="a cat diva singing in a New York jazz club")
105
- sample_duration_input = gr.Slider(minimum=5, maximum=20, value=5, step=5)
106
  send_btn = gr.Button("Get a new spectrogram ! ")
107
 
108
  with gr.Column(elem_id="col-container-2"):
@@ -111,6 +110,6 @@ with gr.Blocks(css=css) as demo:
111
 
112
  gr.HTML(article)
113
 
114
- send_btn.click(predict, inputs=[prompt_input, sample_duration_input], outputs=[spectrogram_output, sound_output])
115
 
116
  demo.queue(max_size=250).launch(debug=True)
 
9
  pipe = StableDiffusionPipeline.from_pretrained(model_id, torch_dtype=torch.float16)
10
  pipe = pipe.to("cuda")
11
 
12
+ def predict(prompt):
13
  spec = pipe(prompt).images[0]
14
  print(spec)
15
+ wav = wav_bytes_from_spectrogram_image(spec)
16
  with open("output.wav", "wb") as f:
17
  f.write(wav[0].getbuffer())
18
  return spec, 'output.wav'
 
102
  gr.HTML(title)
103
 
104
  prompt_input = gr.Textbox(placeholder="a cat diva singing in a New York jazz club")
 
105
  send_btn = gr.Button("Get a new spectrogram ! ")
106
 
107
  with gr.Column(elem_id="col-container-2"):
 
110
 
111
  gr.HTML(article)
112
 
113
+ send_btn.click(predict, inputs=[prompt_input], outputs=[spectrogram_output, sound_output])
114
 
115
  demo.queue(max_size=250).launch(debug=True)
spectro.py CHANGED
@@ -22,14 +22,14 @@ def wav_bytes_from_spectrogram_image(image: Image.Image, sample_duration) -> T.T
22
  Sxx = spectrogram_from_image(image, max_volume=max_volume, power_for_image=power_for_image)
23
 
24
  sample_rate = 44100 # [Hz]
25
- clip_duration_ms = sample_duration*1000 # [ms]
26
 
27
  bins_per_image = 512
28
  n_mels = 512
29
 
30
  # FFT parameters
31
  window_duration_ms = 100 # [ms]
32
- padded_duration_ms = 900 # [ms]
33
  step_size_ms = 10 # [ms]
34
 
35
  # Derived parameters
 
22
  Sxx = spectrogram_from_image(image, max_volume=max_volume, power_for_image=power_for_image)
23
 
24
  sample_rate = 44100 # [Hz]
25
+ clip_duration_ms = 5000 # [ms]
26
 
27
  bins_per_image = 512
28
  n_mels = 512
29
 
30
  # FFT parameters
31
  window_duration_ms = 100 # [ms]
32
+ padded_duration_ms = 400 # [ms]
33
  step_size_ms = 10 # [ms]
34
 
35
  # Derived parameters