kencwt commited on
Commit
de4d0dd
·
1 Parent(s): 9152c1e

Update README.md

Browse files
Files changed (2) hide show
  1. README.md +0 -33
  2. scheduler/scheduler_config.json +7 -15
README.md CHANGED
@@ -161,20 +161,6 @@ from diffusers import (
161
  from diffusers.utils import export_to_video
162
 
163
 
164
- # DPMSolver++ subclass: ignores pipeline-supplied sigmas and builds its own
165
- # flow-matching schedule. Will be unnecessary once PR #13551 adds the
166
- # _is_flow_multistep branch.
167
- class FlowDPMSolver(DPMSolverMultistepScheduler):
168
- def set_timesteps(self, num_inference_steps=None, device=None,
169
- sigmas=None, mu=None, timesteps=None):
170
- if sigmas is not None and num_inference_steps is None:
171
- num_inference_steps = len(sigmas)
172
- super().set_timesteps(
173
- num_inference_steps=num_inference_steps,
174
- device=device, timesteps=timesteps,
175
- )
176
-
177
-
178
  guider = AdaptiveProjectedGuidance(
179
  guidance_scale=8.0,
180
  adaptive_projected_guidance_rescale=12.0,
@@ -188,16 +174,6 @@ pipe = MotifVideoPipeline.from_pretrained(
188
  torch_dtype=torch.bfloat16,
189
  guider=guider,
190
  )
191
-
192
- # DPMSolver++ for faster convergence
193
- pipe.scheduler = FlowDPMSolver(
194
- num_train_timesteps=pipe.scheduler.config.get("num_train_timesteps", 1000),
195
- algorithm_type="dpmsolver++",
196
- solver_order=2,
197
- prediction_type="flow_prediction",
198
- use_flow_sigmas=True,
199
- flow_shift=15.0,
200
- )
201
  pipe = pipe.to("cuda")
202
 
203
  output = pipe(
@@ -237,15 +213,6 @@ pipe = MotifVideoImage2VideoPipeline.from_pretrained(
237
  torch_dtype=torch.bfloat16,
238
  guider=guider,
239
  )
240
-
241
- pipe.scheduler = FlowDPMSolver(
242
- num_train_timesteps=pipe.scheduler.config.get("num_train_timesteps", 1000),
243
- algorithm_type="dpmsolver++",
244
- solver_order=2,
245
- prediction_type="flow_prediction",
246
- use_flow_sigmas=True,
247
- flow_shift=15.0,
248
- )
249
  pipe = pipe.to("cuda")
250
 
251
  image = load_image("https://huggingface.co/Motif-Technologies/Motif-Video-2B/resolve/main/assets/i2v_sample.jpg")
 
161
  from diffusers.utils import export_to_video
162
 
163
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
164
  guider = AdaptiveProjectedGuidance(
165
  guidance_scale=8.0,
166
  adaptive_projected_guidance_rescale=12.0,
 
174
  torch_dtype=torch.bfloat16,
175
  guider=guider,
176
  )
 
 
 
 
 
 
 
 
 
 
177
  pipe = pipe.to("cuda")
178
 
179
  output = pipe(
 
213
  torch_dtype=torch.bfloat16,
214
  guider=guider,
215
  )
 
 
 
 
 
 
 
 
 
216
  pipe = pipe.to("cuda")
217
 
218
  image = load_image("https://huggingface.co/Motif-Technologies/Motif-Video-2B/resolve/main/assets/i2v_sample.jpg")
scheduler/scheduler_config.json CHANGED
@@ -1,18 +1,10 @@
1
  {
2
- "_class_name": "FlowMatchEulerDiscreteScheduler",
3
  "_diffusers_version": "0.36.0",
4
- "base_image_seq_len": 256,
5
- "base_shift": 0.5,
6
- "invert_sigmas": false,
7
- "max_image_seq_len": 4096,
8
- "max_shift": 1.15,
9
  "num_train_timesteps": 1000,
10
- "shift": 15.0,
11
- "shift_terminal": null,
12
- "stochastic_sampling": false,
13
- "time_shift_type": "exponential",
14
- "use_beta_sigmas": false,
15
- "use_dynamic_shifting": false,
16
- "use_exponential_sigmas": false,
17
- "use_karras_sigmas": false
18
- }
 
1
  {
2
+ "_class_name": "DPMSolverMultistepScheduler",
3
  "_diffusers_version": "0.36.0",
4
+ "algorithm_type": "dpmsolver++",
5
+ "flow_shift": 15.0,
 
 
 
6
  "num_train_timesteps": 1000,
7
+ "prediction_type": "flow_prediction",
8
+ "solver_order": 2,
9
+ "use_flow_sigmas": true
10
+ }