Ultimate Upscale & Depth Map - mat1 and mat2 shapes cannot be multiplied (512x4096 and 2048x640)

[Vigilence]

I seem to have an issue with using ultimate upscale with Kolors. Either the sdxl controlnet models with the patch or the kolors loader with their depth model. They all seem to give issues.

Can anyone confirm this is an issue or just something on my end?

Error occurred when executing UltimateSDUpscale:

mat1 and mat2 shapes cannot be multiplied (512x4096 and 2048x640)


File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\execution.py", line 316, in execute
   output_data, output_ui, has_subgraph = get_output_data(obj, input_data_all, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\execution.py", line 191, in get_output_data
   return_values = _map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\execution.py", line 168, in _map_node_over_list
   process_inputs(input_dict, i)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\execution.py", line 157, in process_inputs
   results.append(getattr(obj, func)(**inputs))
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\nodes.py", line 151, in upscale
   processed = script.run(p=self.sdprocessing, _=None, tile_width=self.tile_width, tile_height=self.tile_height,
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\repositories\ultimate_sd_upscale\scripts\ultimate-upscale.py", line 565, in run
   upscaler.process()
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\repositories\ultimate_sd_upscale\scripts\ultimate-upscale.py", line 138, in process
   self.image = self.redraw.start(self.p, self.image, self.rows, self.cols)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\repositories\ultimate_sd_upscale\scripts\ultimate-upscale.py", line 245, in start
   return self.linear_process(p, image, rows, cols)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\repositories\ultimate_sd_upscale\scripts\ultimate-upscale.py", line 180, in linear_process
   processed = processing.process_images(p)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\modules\processing.py", line 173, in process_images
   samples = sample(p.model, p.seed, p.steps, p.cfg, p.sampler_name, p.scheduler, positive_cropped,
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\modules\processing.py", line 109, in sample
   (samples,) = common_ksampler(model, seed, steps, cfg, sampler_name,
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\nodes.py", line 1396, in common_ksampler
   samples = comfy.sample.sample(model, noise, steps, cfg, sampler_name, scheduler, positive, negative, latent_image,
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI-Impact-Pack\modules\impact\sample_error_enhancer.py", line 22, in informative_sample
   raise e
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI-Impact-Pack\modules\impact\sample_error_enhancer.py", line 9, in informative_sample
   return original_sample(*args, **kwargs)  # This code helps interpret error messages that occur within exceptions but does not have any impact on other operations.
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI-Advanced-ControlNet\adv_control\sampling.py", line 116, in acn_sample
   return orig_comfy_sample(model, *args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI-Advanced-ControlNet\adv_control\utils.py", line 116, in uncond_multiplier_check_cn_sample
   return orig_comfy_sample(model, *args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\sample.py", line 43, in sample
   samples = sampler.sample(noise, positive, negative, cfg=cfg, latent_image=latent_image, start_step=start_step, last_step=last_step, force_full_denoise=force_full_denoise, denoise_mask=noise_mask, sigmas=sigmas, callback=callback, disable_pbar=disable_pbar, seed=seed)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 829, in sample
   return sample(self.model, noise, positive, negative, cfg, self.device, sampler, sigmas, self.model_options, latent_image=latent_image, denoise_mask=denoise_mask, callback=callback, disable_pbar=disable_pbar, seed=seed)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 729, in sample
   return cfg_guider.sample(noise, latent_image, sampler, sigmas, denoise_mask, callback, disable_pbar, seed)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 716, in sample
   output = self.inner_sample(noise, latent_image, device, sampler, sigmas, denoise_mask, callback, disable_pbar, seed)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 695, in inner_sample
   samples = sampler.sample(self, sigmas, extra_args, callback, noise, latent_image, denoise_mask, disable_pbar)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 600, in sample
   samples = self.sampler_function(model_k, noise, sigmas, extra_args=extra_args, callback=k_callback, disable=disable_pbar, **self.extra_options)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\utils\_contextlib.py", line 115, in decorate_context
   return func(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\k_diffusion\sampling.py", line 785, in sample_dpmpp_2m_sde_gpu
   return sample_dpmpp_2m_sde(model, x, sigmas, extra_args=extra_args, callback=callback, disable=disable, eta=eta, s_noise=s_noise, noise_sampler=noise_sampler, solver_type=solver_type)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\utils\_contextlib.py", line 115, in decorate_context
   return func(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\k_diffusion\sampling.py", line 688, in sample_dpmpp_2m_sde
   denoised = model(x, sigmas[i] * s_in, **extra_args)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 299, in __call__
   out = self.inner_model(x, sigma, model_options=model_options, seed=seed)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 682, in __call__
   return self.predict_noise(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 685, in predict_noise
   return sampling_function(self.inner_model, x, timestep, self.conds.get("negative", None), self.conds.get("positive", None), self.cfg, model_options=model_options, seed=seed)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 279, in sampling_function
   out = calc_cond_batch(model, conds, x, timestep, model_options)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 202, in calc_cond_batch
   c['control'] = control.get_control(input_x, timestep_, c, len(cond_or_uncond))
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\controlnet.py", line 238, in get_control
   control = self.control_model(x=x_noisy.to(dtype), hint=self.cond_hint, timesteps=timestep.to(dtype), context=context.to(dtype), **extra)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
   return self._call_impl(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
   return forward_call(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\cldm\cldm.py", line 430, in forward
   h = module(h, emb, context)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
   return self._call_impl(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
   return forward_call(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\ldm\modules\diffusionmodules\openaimodel.py", line 60, in forward
   return forward_timestep_embed(self, *args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\ldm\modules\diffusionmodules\openaimodel.py", line 44, in forward_timestep_embed
   x = layer(x, context, transformer_options)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
   return self._call_impl(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
   return forward_call(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\ldm\modules\attention.py", line 694, in forward
   x = block(x, context=context[i], transformer_options=transformer_options)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
   return self._call_impl(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
   return forward_call(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI-Easy-Use\py\layer_diffuse\attension_sharing.py", line 253, in forward
   return func(self, x, context, transformer_options)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\ldm\modules\attention.py", line 621, in forward
   n = self.attn2(n, context=context_attn2, value=value_attn2)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
   return self._call_impl(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
   return forward_call(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\ldm\modules\attention.py", line 467, in forward
   k = self.to_k(context)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
   return self._call_impl(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
   return forward_call(*args, **kwargs)
 File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\controlnet.py", line 277, in forward
   return torch.nn.functional.linear(input, weight + (torch.mm(self.up.flatten(start_dim=1), self.down.flatten(start_dim=1))).reshape(self.weight.shape).type(input.dtype), bias)
CPU
1%
RAM
42%
GPU
0%
VRAM
40%
Temp
35°
HDD
58%