Failed to load many big images into a virtual list: wgpu Validation Error: Dimension X value exceeds the limit

[Gremious]

I'm developing an image-focused application, and I wanted to make sure it can handle a large-ish amount of data.

1. I downloaded a 4k wallapper and copy-pasted it until there's 256 of them in a folder, totaling 451.2 MB of data.
2. I created a virtual_list which reads every file path in said folder
3. The virtual list then creates a:

v_stack((
	img(move || std::fs::read(path.clone()).unwrap()).style(|s| s.width(64.).height(64.)),
))

For each.

4. Ran the application in --release (happens in debug too).

After loading some images, the application crashes:

Full error trace

    Finished `dev` profile [unoptimized + debuginfo] target(s) in 18.12s
     Running `target/debug/stickerbox`
File("./resources/many-big-image/4k-wallpaper (208).jpg")
File("./resources/many-big-image/4k-wallpaper (71).jpg")
File("./resources/many-big-image/4k-wallpaper (154).jpg")
File("./resources/many-big-image/4k-wallpaper (23).jpg")
File("./resources/many-big-image/4k-wallpaper (122).jpg")
File("./resources/many-big-image/4k-wallpaper (144).jpg")
File("./resources/many-big-image/4k-wallpaper (118).jpg")
File("./resources/many-big-image/4k-wallpaper (244).jpg")

thread 'main' panicked at /home/gremious/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/wgpu-24.0.5/src/backend/wgpu_core.rs:1423:26:
wgpu error: Validation Error

Caused by:
  In Device::create_texture, label = 'atlas_texture'
    Dimension X value 10944 exceeds the limit of 8192


stack backtrace:
   0:     0x5b2d0d150213 - std::backtrace_rs::backtrace::libunwind::trace::h9c5657dcad2baadd
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
   1:     0x5b2d0d150213 - std::backtrace_rs::backtrace::trace_unsynchronized::h7d4d77459448a4b2
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
   2:     0x5b2d0d150213 - std::sys::backtrace::_print_fmt::h68f0dbe2ea79e49e
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/sys/backtrace.rs:66:9
   3:     0x5b2d0d150213 - <std::sys::backtrace::BacktraceLock::print::DisplayBacktrace as core::fmt::Display>::fmt::hd9fc6a39ec3df3d1
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/sys/backtrace.rs:39:26
   4:     0x5b2d0d17be33 - core::fmt::rt::Argument::fmt::ha7a928a4731c3c0b
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/core/src/fmt/rt.rs:177:76
   5:     0x5b2d0d17be33 - core::fmt::write::h73a1e37ddefe0a4f
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/core/src/fmt/mod.rs:1449:21
   6:     0x5b2d0d14bae3 - std::io::Write::write_fmt::h12f84d1a8e648b12
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/io/mod.rs:1890:15
   7:     0x5b2d0d150062 - std::sys::backtrace::BacktraceLock::print::h91fc82fbc6b056a6
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/sys/backtrace.rs:42:9
   8:     0x5b2d0d15100a - std::panicking::default_hook::{{closure}}::hebc0ecceade2cd26
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panicking.rs:298:22
   9:     0x5b2d0d150e7a - std::panicking::default_hook::h82ddd3fdf5856794
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panicking.rs:325:9
  10:     0x5b2d0d151a22 - std::panicking::rust_panic_with_hook::hb92b3172308f4e8b
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panicking.rs:831:13
  11:     0x5b2d0d1517aa - std::panicking::begin_panic_handler::{{closure}}::hbf0e4f1d78818dec
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panicking.rs:704:13
  12:     0x5b2d0d150719 - std::sys::backtrace::__rust_end_short_backtrace::hfc58a21f6afae4ae
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/sys/backtrace.rs:168:18
  13:     0x5b2d0d15143d - rust_begin_unwind
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panicking.rs:695:5
  14:     0x5b2d0d1790e0 - core::panicking::panic_fmt::h52a3de72b5c008c5
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/core/src/panicking.rs:75:14
  15:     0x5b2d0ba4c8c1 - wgpu::backend::wgpu_core::default_error_handler::h03e7f04ff020341f
                               at /home/gremious/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/wgpu-24.0.5/src/backend/wgpu_core.rs:653:5
  16:     0x5b2d0ba4c58c - wgpu::backend::wgpu_core::ErrorSinkRaw::handle_error::h404a874cc4d44e13
                               at /home/gremious/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/wgpu-24.0.5/src/backend/wgpu_core.rs:637:21
  17:     0x5b2d0ba49875 - wgpu::backend::wgpu_core::ContextWgpuCore::handle_error_inner::hff1f716d65e43339
                               at /home/gremious/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/wgpu-24.0.5/src/backend/wgpu_core.rs:298:9
  18:     0x5b2d0ba49e7a - wgpu::backend::wgpu_core::ContextWgpuCore::handle_error::h5dd8cbcaf1cecdac
                               at /home/gremious/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/wgpu-24.0.5/src/backend/wgpu_core.rs:310:9
  19:     0x5b2d0ba524d6 - <wgpu::backend::wgpu_core::CoreDevice as wgpu::dispatch::DeviceInterface>::create_texture::haf2d023ad4534f6f
                               at /home/gremious/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/wgpu-24.0.5/src/backend/wgpu_core.rs:1423:13
  20:     0x5b2d0ba8b3b9 - wgpu::api::device::Device::create_texture::hac4a4cf19100ad48
                               at /home/gremious/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/wgpu-24.0.5/src/api/device.rs:230:23
  21:     0x5b2d0b942af4 - floem_vger::atlas::Atlas::get_atlas_texture::hd5e4df8f501334af
                               at /home/gremious/.cargo/git/checkouts/vger-rs-73875d61103618a1/3206d47/src/atlas.rs:111:9
  22:     0x5b2d0b942905 - floem_vger::atlas::Atlas::resize::h1091ac8b8178772f
                               at /home/gremious/.cargo/git/checkouts/vger-rs-73875d61103618a1/3206d47/src/atlas.rs:80:30
  23:     0x5b2d0b943d5b - floem_vger::glyphs::GlyphCache::check_usage::hf30c07e4d8a4e79e
                               at /home/gremious/.cargo/git/checkouts/vger-rs-73875d61103618a1/3206d47/src/glyphs.rs:155:13
  24:     0x5b2d0b9312e5 - floem_vger::Vger::begin::hd4c3d4e6988e10ce
                               at /home/gremious/.cargo/git/checkouts/vger-rs-73875d61103618a1/3206d47/src/lib.rs:341:12
  25:     0x5b2d0b86a381 - <floem_vger_renderer::VgerRenderer as floem_renderer::Renderer>::begin::hbd5f520df3347b82
                               at /home/gremious/.cargo/git/checkouts/floem-ab9be4e01bb293da/e6f0b5b/vger/src/lib.rs:300:9
  26:     0x5b2d0b76b7fa - <floem::renderer::Renderer as floem_renderer::Renderer>::begin::hcfac56938f0d0000
                               at /home/gremious/.cargo/git/checkouts/floem-ab9be4e01bb293da/e6f0b5b/src/renderer.rs:220:17
  27:     0x5b2d0b6f1997 - floem::window_handle::WindowHandle::paint::h9008dc2c81bcd3e9
                               at /home/gremious/.cargo/git/checkouts/floem-ab9be4e01bb293da/e6f0b5b/src/window_handle.rs:675:9
  28:     0x5b2d0b6f221b - floem::window_handle::WindowHandle::capture::h08927aca9b2946e4
                               at /home/gremious/.cargo/git/checkouts/floem-ab9be4e01bb293da/e6f0b5b/src/window_handle.rs:752:22
  29:     0x5b2d0b76174f - floem::app_handle::ApplicationHandle::capture_window::{{closure}}::h9bed68ad34f5c602
                               at /home/gremious/.cargo/git/checkouts/floem-ab9be4e01bb293da/e6f0b5b/src/app_handle.rs:493:27
  30:     0x5b2d0b485acd - core::option::Option<T>::map::h7ae2218a9ac13888
                               at /home/gremious/.rustup/toolchains/nightly-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/option.rs:1119:29
  31:     0x5b2d0b761705 - floem::app_handle::ApplicationHandle::capture_window::h6beeaeac1a49cb9f
                               at /home/gremious/.cargo/git/checkouts/floem-ab9be4e01bb293da/e6f0b5b/src/app_handle.rs:491:9
  32:     0x5b2d0b75f22f - floem::app_handle::ApplicationHandle::handle_update_event::h2242432806591871
                               at /home/gremious/.cargo/git/checkouts/floem-ab9be4e01bb293da/e6f0b5b/src/app_handle.rs:125:33
  33:     0x5b2d0b75e6cc - floem::app_handle::ApplicationHandle::handle_user_event::h9f24f904e898bf52
                               at /home/gremious/.cargo/git/checkouts/floem-ab9be4e01bb293da/e6f0b5b/src/app_handle.rs:57:17
  34:     0x5b2d0b5393d5 - <floem::app::Application as winit::application::ApplicationHandler>::proxy_wake_up::h07bcc0a49f16bf83
                               at /home/gremious/.cargo/git/checkouts/floem-ab9be4e01bb293da/e6f0b5b/src/app.rs:174:13
  35:     0x5b2d0b52da5b - <&mut A as winit::application::ApplicationHandler>::proxy_wake_up::h05a0ef57a2622cd3
                               at /home/gremious/.cargo/git/checkouts/winit-4d35a78d1599eac3/ee245c5/src/application.rs:378:9
  36:     0x5b2d0b5526ef - winit::platform_impl::linux::wayland::event_loop::EventLoop::single_iteration::hc975fad38182bef2
                               at /home/gremious/.cargo/git/checkouts/winit-4d35a78d1599eac3/ee245c5/src/platform_impl/linux/wayland/event_loop/mod.rs:299:13
  37:     0x5b2d0b554ec4 - winit::platform_impl::linux::wayland::event_loop::EventLoop::poll_events_with_timeout::ha31f627a935161b0
                               at /home/gremious/.cargo/git/checkouts/winit-4d35a78d1599eac3/ee245c5/src/platform_impl/linux/wayland/event_loop/mod.rs:275:9
  38:     0x5b2d0b55240a - winit::platform_impl::linux::wayland::event_loop::EventLoop::pump_app_events::hed33e15439041c60
                               at /home/gremious/.cargo/git/checkouts/winit-4d35a78d1599eac3/ee245c5/src/platform_impl/linux/wayland/event_loop/mod.rs:196:13
  39:     0x5b2d0b55489c - winit::platform_impl::linux::wayland::event_loop::EventLoop::run_app_on_demand::h06ba09761cd2b055
                               at /home/gremious/.cargo/git/checkouts/winit-4d35a78d1599eac3/ee245c5/src/platform_impl/linux/wayland/event_loop/mod.rs:159:19
  40:     0x5b2d0b554efa - winit::platform_impl::linux::wayland::event_loop::EventLoop::run_app::h3e4ba4e993d856d1
                               at /home/gremious/.cargo/git/checkouts/winit-4d35a78d1599eac3/ee245c5/src/platform_impl/linux/wayland/event_loop/mod.rs:150:9
  41:     0x5b2d0b78e33b - winit::platform_impl::linux::EventLoop::run_app::hea9cc60ba8a005d7
                               at /home/gremious/.cargo/git/checkouts/winit-4d35a78d1599eac3/ee245c5/src/platform_impl/linux/mod.rs:334:56
  42:     0x5b2d0b5404ba - winit::event_loop::EventLoop::run_app::h7b989c45c8a6be34
                               at /home/gremious/.cargo/git/checkouts/winit-4d35a78d1599eac3/ee245c5/src/event_loop.rs:230:9
  43:     0x5b2d0b539c6d - floem::app::Application::run::h9e59dd9002e9ef6d
                               at /home/gremious/.cargo/git/checkouts/floem-ab9be4e01bb293da/e6f0b5b/src/app.rs:250:17
  44:     0x5b2d0b382202 - stickerbox::main::h0513cbcd26d3a82c
                               at /home/gremious/dev/personal/stickerbox/src/main.rs:26:5
  45:     0x5b2d0b34c05b - core::ops::function::FnOnce::call_once::h0c9dacdb1f19a8d1
                               at /home/gremious/.rustup/toolchains/nightly-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:250:5
  46:     0x5b2d0b358f0e - std::sys::backtrace::__rust_begin_short_backtrace::h86bf529f4fca6750
                               at /home/gremious/.rustup/toolchains/nightly-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys/backtrace.rs:152:18
  47:     0x5b2d0b35bb41 - std::rt::lang_start::{{closure}}::hac4866ecae22f688
                               at /home/gremious/.rustup/toolchains/nightly-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/rt.rs:199:18
  48:     0x5b2d0d145070 - core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once::h89f6fe5f9de931e3
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/core/src/ops/function.rs:284:13
  49:     0x5b2d0d145070 - std::panicking::try::do_call::h8687f2a735d9c59f
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panicking.rs:587:40
  50:     0x5b2d0d145070 - std::panicking::try::h680170d386bcd6df
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panicking.rs:550:19
  51:     0x5b2d0d145070 - std::panic::catch_unwind::hf3fb7b9824a964bc
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panic.rs:359:14
  52:     0x5b2d0d145070 - std::rt::lang_start_internal::{{closure}}::had483d6c459eec2b
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/rt.rs:168:24
  53:     0x5b2d0d145070 - std::panicking::try::do_call::hc7088a8b55739753
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panicking.rs:587:40
  54:     0x5b2d0d145070 - std::panicking::try::h0f7a1847d704be0c
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panicking.rs:550:19
  55:     0x5b2d0d145070 - std::panic::catch_unwind::h4da4f58562138f3a
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/panic.rs:359:14
  56:     0x5b2d0d145070 - std::rt::lang_start_internal::h71fef5e5f25ac3f5
                               at /rustc/e16a049adbf94d610787430b6efdf31d896dc5b6/library/std/src/rt.rs:164:5
  57:     0x5b2d0b35bb27 - std::rt::lang_start::h48dd79dcd95c2e59
                               at /home/gremious/.rustup/toolchains/nightly-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/rt.rs:198:5
  58:     0x5b2d0b38254e - main
  59:     0x7e8c731286b5 - <unknown>
  60:     0x7e8c73128769 - __libc_start_main
  61:     0x5b2d0b34ac85 - _start
  62:                0x0 - <unknown>

Current code (not minimal, sorry, but small)

v_stack((
  h_stack((
  	virtual_list(
  		|| {
  			std::fs::read_dir("./resources/many-big-image").unwrap()
  				.into_iter()
  				.filter_map(|e| e.ok())
  				.filter_map(|e| {
  					let path = e.path();
  					if path.is_dir() {
  						Some(PathEntry::Dir(path))
  					} else {
  						match path.extension().and_then(|ext| ext.to_str()) {
  							Some("jpg") | Some("png") | Some("webp") |  Some("gif") | Some("bmp") => {
  								Some(PathEntry::File(path))
  							},
  							_ => None,
  						}
  					}
  				})
  				.collect::<im::Vector<PathEntry>>()
  		},
  		move |item| item.clone(),
  		move |item| {
  			println!("{item:?}");
  			match item {
  				PathEntry::Dir(path_entry) => {
  					v_stack((
  						label(move || format!("{}", path_entry.display())).style(|s| s.height(20.0)),
  					))
  				},
  				PathEntry::File(path_entry) => {
  					let path = path_entry.clone();

  					v_stack((
  						img(move || std::fs::read(path.clone()).unwrap())
  							.style(|s| s.width(64.).height(64.)),
  						label(move || format!("{}", path_entry.display())).style(|s| s.height(20.0))
  					))
  				},

  			}
  		},
  	).style(|s| s.width_pct(50.).height_full().border(1)),
  )).style(|s| {
  	s.min_size_full().items_center().justify_center()
  }),
)).style(|s| s.size_full().justify_center().items_center())

---

floem version - main branch, current commit e6f0b5b

features = ["serde", "image-gif", "image-avif", "image-bmp"] }

Linux 6.12.38-1-lts, EndeavourOS (arch-based), KDE wayland

[jrmoulton]

currently the support for images in the vger renderer is targeted at small images as they are cached in an atlas. We probably need to both special case larger images and store them in separate textures with a texture pool as well as improve the ability to use textures directly in the renderer.

Our vello rendering backend might need similar changes but should also be better