use std::cmp::Ordering; use crate::{ texture_atlas::{TextureAtlas, TextureAtlasSprite}, Rect, Sprite, SPRITE_SHADER_HANDLE, }; use bevy_asset::{AssetEvent, Assets, Handle, HandleId}; use bevy_core::FloatOrd; use bevy_core_pipeline::Transparent2d; use bevy_ecs::{ prelude::*, system::{lifetimeless::*, SystemParamItem}, }; use bevy_math::{const_vec2, Vec2}; use bevy_reflect::Uuid; use bevy_render::{ color::Color, render_asset::RenderAssets, render_phase::{ BatchedPhaseItem, DrawFunctions, EntityRenderCommand, RenderCommand, RenderCommandResult, RenderPhase, SetItemPipeline, TrackedRenderPass, }, render_resource::{std140::AsStd140, *}, renderer::{RenderDevice, RenderQueue}, texture::{BevyDefault, Image}, view::{Msaa, ViewUniform, ViewUniformOffset, ViewUniforms, Visibility}, RenderWorld, }; use bevy_transform::components::GlobalTransform; use bevy_utils::HashMap; use bytemuck::{Pod, Zeroable}; use copyless::VecHelper; pub struct SpritePipeline { view_layout: BindGroupLayout, material_layout: BindGroupLayout, } impl FromWorld for SpritePipeline { fn from_world(world: &mut World) -> Self { let world = world.cell(); let render_device = world.get_resource::().unwrap(); let view_layout = render_device.create_bind_group_layout(&BindGroupLayoutDescriptor { entries: &[BindGroupLayoutEntry { binding: 0, visibility: ShaderStages::VERTEX | ShaderStages::FRAGMENT, ty: BindingType::Buffer { ty: BufferBindingType::Uniform, has_dynamic_offset: true, min_binding_size: BufferSize::new(ViewUniform::std140_size_static() as u64), }, count: None, }], label: Some("sprite_view_layout"), }); let material_layout = render_device.create_bind_group_layout(&BindGroupLayoutDescriptor { entries: &[ BindGroupLayoutEntry { binding: 0, visibility: ShaderStages::FRAGMENT, ty: BindingType::Texture { multisampled: false, sample_type: TextureSampleType::Float { filterable: true }, view_dimension: TextureViewDimension::D2, }, count: None, }, BindGroupLayoutEntry { binding: 1, visibility: ShaderStages::FRAGMENT, ty: BindingType::Sampler(SamplerBindingType::Filtering), count: None, }, ], label: Some("sprite_material_layout"), }); SpritePipeline { view_layout, material_layout, } } } bitflags::bitflags! { #[repr(transparent)] // NOTE: Apparently quadro drivers support up to 64x MSAA. // MSAA uses the highest 6 bits for the MSAA sample count - 1 to support up to 64x MSAA. pub struct SpritePipelineKey: u32 { const NONE = 0; const COLORED = (1 << 0); const MSAA_RESERVED_BITS = SpritePipelineKey::MSAA_MASK_BITS << SpritePipelineKey::MSAA_SHIFT_BITS; } } impl SpritePipelineKey { const MSAA_MASK_BITS: u32 = 0b111111; const MSAA_SHIFT_BITS: u32 = 32 - 6; pub fn from_msaa_samples(msaa_samples: u32) -> Self { let msaa_bits = ((msaa_samples - 1) & Self::MSAA_MASK_BITS) << Self::MSAA_SHIFT_BITS; SpritePipelineKey::from_bits(msaa_bits).unwrap() } pub fn msaa_samples(&self) -> u32 { ((self.bits >> Self::MSAA_SHIFT_BITS) & Self::MSAA_MASK_BITS) + 1 } } impl SpecializedRenderPipeline for SpritePipeline { type Key = SpritePipelineKey; fn specialize(&self, key: Self::Key) -> RenderPipelineDescriptor { let mut formats = vec![ // position VertexFormat::Float32x3, // uv VertexFormat::Float32x2, ]; if key.contains(SpritePipelineKey::COLORED) { // color formats.push(VertexFormat::Float32x4); } let vertex_layout = VertexBufferLayout::from_vertex_formats(VertexStepMode::Vertex, formats); let mut shader_defs = Vec::new(); if key.contains(SpritePipelineKey::COLORED) { shader_defs.push("COLORED".to_string()); } RenderPipelineDescriptor { vertex: VertexState { shader: SPRITE_SHADER_HANDLE.typed::(), entry_point: "vertex".into(), shader_defs: shader_defs.clone(), buffers: vec![vertex_layout], }, fragment: Some(FragmentState { shader: SPRITE_SHADER_HANDLE.typed::(), shader_defs, entry_point: "fragment".into(), targets: vec![ColorTargetState { format: TextureFormat::bevy_default(), blend: Some(BlendState::ALPHA_BLENDING), write_mask: ColorWrites::ALL, }], }), layout: Some(vec![self.view_layout.clone(), self.material_layout.clone()]), primitive: PrimitiveState { front_face: FrontFace::Ccw, cull_mode: None, unclipped_depth: false, polygon_mode: PolygonMode::Fill, conservative: false, topology: PrimitiveTopology::TriangleList, strip_index_format: None, }, depth_stencil: None, multisample: MultisampleState { count: key.msaa_samples(), mask: !0, alpha_to_coverage_enabled: false, }, label: Some("sprite_pipeline".into()), } } } #[derive(Component, Clone, Copy)] pub struct ExtractedSprite { pub transform: GlobalTransform, pub color: Color, /// Select an area of the texture pub rect: Option, /// Change the on-screen size of the sprite pub custom_size: Option, /// Handle to the `Image` of this sprite /// PERF: storing a `HandleId` instead of `Handle` enables some optimizations (`ExtractedSprite` becomes `Copy` and doesn't need to be dropped) pub image_handle_id: HandleId, pub flip_x: bool, pub flip_y: bool, pub anchor: Vec2, } #[derive(Default)] pub struct ExtractedSprites { pub sprites: Vec, } #[derive(Default)] pub struct SpriteAssetEvents { pub images: Vec>, } pub fn extract_sprite_events( mut render_world: ResMut, mut image_events: EventReader>, ) { let mut events = render_world.resource_mut::(); let SpriteAssetEvents { ref mut images } = *events; images.clear(); for image in image_events.iter() { // AssetEvent: !Clone images.push(match image { AssetEvent::Created { handle } => AssetEvent::Created { handle: handle.clone_weak(), }, AssetEvent::Modified { handle } => AssetEvent::Modified { handle: handle.clone_weak(), }, AssetEvent::Removed { handle } => AssetEvent::Removed { handle: handle.clone_weak(), }, }); } } pub fn extract_sprites( mut render_world: ResMut, texture_atlases: Res>, sprite_query: Query<(&Visibility, &Sprite, &GlobalTransform, &Handle)>, atlas_query: Query<( &Visibility, &TextureAtlasSprite, &GlobalTransform, &Handle, )>, ) { let mut extracted_sprites = render_world.resource_mut::(); extracted_sprites.sprites.clear(); for (visibility, sprite, transform, handle) in sprite_query.iter() { if !visibility.is_visible { continue; } // PERF: we don't check in this function that the `Image` asset is ready, since it should be in most cases and hashing the handle is expensive extracted_sprites.sprites.alloc().init(ExtractedSprite { color: sprite.color, transform: *transform, // Use the full texture rect: None, // Pass the custom size custom_size: sprite.custom_size, flip_x: sprite.flip_x, flip_y: sprite.flip_y, image_handle_id: handle.id, anchor: sprite.anchor.as_vec(), }); } for (visibility, atlas_sprite, transform, texture_atlas_handle) in atlas_query.iter() { if !visibility.is_visible { continue; } if let Some(texture_atlas) = texture_atlases.get(texture_atlas_handle) { let rect = Some(texture_atlas.textures[atlas_sprite.index as usize]); extracted_sprites.sprites.alloc().init(ExtractedSprite { color: atlas_sprite.color, transform: *transform, // Select the area in the texture atlas rect, // Pass the custom size custom_size: atlas_sprite.custom_size, flip_x: atlas_sprite.flip_x, flip_y: atlas_sprite.flip_y, image_handle_id: texture_atlas.texture.id, anchor: atlas_sprite.anchor.as_vec(), }); } } } #[repr(C)] #[derive(Copy, Clone, Pod, Zeroable)] struct SpriteVertex { pub position: [f32; 3], pub uv: [f32; 2], } #[repr(C)] #[derive(Copy, Clone, Pod, Zeroable)] struct ColoredSpriteVertex { pub position: [f32; 3], pub uv: [f32; 2], pub color: [f32; 4], } pub struct SpriteMeta { vertices: BufferVec, colored_vertices: BufferVec, view_bind_group: Option, } impl Default for SpriteMeta { fn default() -> Self { Self { vertices: BufferVec::new(BufferUsages::VERTEX), colored_vertices: BufferVec::new(BufferUsages::VERTEX), view_bind_group: None, } } } const QUAD_INDICES: [usize; 6] = [0, 2, 3, 0, 1, 2]; const QUAD_VERTEX_POSITIONS: [Vec2; 4] = [ const_vec2!([-0.5, -0.5]), const_vec2!([0.5, -0.5]), const_vec2!([0.5, 0.5]), const_vec2!([-0.5, 0.5]), ]; const QUAD_UVS: [Vec2; 4] = [ const_vec2!([0., 1.]), const_vec2!([1., 1.]), const_vec2!([1., 0.]), const_vec2!([0., 0.]), ]; #[derive(Component, Eq, PartialEq, Copy, Clone)] pub struct SpriteBatch { image_handle_id: HandleId, colored: bool, } #[derive(Default)] pub struct ImageBindGroups { values: HashMap, BindGroup>, } #[allow(clippy::too_many_arguments)] pub fn queue_sprites( mut commands: Commands, draw_functions: Res>, render_device: Res, render_queue: Res, mut sprite_meta: ResMut, view_uniforms: Res, sprite_pipeline: Res, mut pipelines: ResMut>, mut pipeline_cache: ResMut, mut image_bind_groups: ResMut, gpu_images: Res>, msaa: Res, mut extracted_sprites: ResMut, mut views: Query<&mut RenderPhase>, events: Res, ) { // If an image has changed, the GpuImage has (probably) changed for event in &events.images { match event { AssetEvent::Created { .. } => None, AssetEvent::Modified { handle } => image_bind_groups.values.remove(handle), AssetEvent::Removed { handle } => image_bind_groups.values.remove(handle), }; } if let Some(view_binding) = view_uniforms.uniforms.binding() { let sprite_meta = &mut sprite_meta; // Clear the vertex buffers sprite_meta.vertices.clear(); sprite_meta.colored_vertices.clear(); sprite_meta.view_bind_group = Some(render_device.create_bind_group(&BindGroupDescriptor { entries: &[BindGroupEntry { binding: 0, resource: view_binding, }], label: Some("sprite_view_bind_group"), layout: &sprite_pipeline.view_layout, })); let draw_sprite_function = draw_functions.read().get_id::().unwrap(); let key = SpritePipelineKey::from_msaa_samples(msaa.samples); let pipeline = pipelines.specialize(&mut pipeline_cache, &sprite_pipeline, key); let colored_pipeline = pipelines.specialize( &mut pipeline_cache, &sprite_pipeline, key | SpritePipelineKey::COLORED, ); // Vertex buffer indices let mut index = 0; let mut colored_index = 0; // FIXME: VisibleEntities is ignored for mut transparent_phase in views.iter_mut() { let extracted_sprites = &mut extracted_sprites.sprites; let image_bind_groups = &mut *image_bind_groups; transparent_phase.items.reserve(extracted_sprites.len()); // Sort sprites by z for correct transparency and then by handle to improve batching extracted_sprites.sort_unstable_by(|a, b| { match a .transform .translation .z .partial_cmp(&b.transform.translation.z) { Some(Ordering::Equal) | None => a.image_handle_id.cmp(&b.image_handle_id), Some(other) => other, } }); // Impossible starting values that will be replaced on the first iteration let mut current_batch = SpriteBatch { image_handle_id: HandleId::Id(Uuid::nil(), u64::MAX), colored: false, }; let mut current_batch_entity = Entity::from_raw(u32::MAX); let mut current_image_size = Vec2::ZERO; // Add a phase item for each sprite, and detect when succesive items can be batched. // Spawn an entity with a `SpriteBatch` component for each possible batch. // Compatible items share the same entity. // Batches are merged later (in `batch_phase_system()`), so that they can be interrupted // by any other phase item (and they can interrupt other items from batching). for extracted_sprite in extracted_sprites.iter() { let new_batch = SpriteBatch { image_handle_id: extracted_sprite.image_handle_id, colored: extracted_sprite.color != Color::WHITE, }; if new_batch != current_batch { // Set-up a new possible batch if let Some(gpu_image) = gpu_images.get(&Handle::weak(new_batch.image_handle_id)) { current_batch = new_batch; current_image_size = Vec2::new(gpu_image.size.width, gpu_image.size.height); current_batch_entity = commands.spawn_bundle((current_batch,)).id(); image_bind_groups .values .entry(Handle::weak(current_batch.image_handle_id)) .or_insert_with(|| { render_device.create_bind_group(&BindGroupDescriptor { entries: &[ BindGroupEntry { binding: 0, resource: BindingResource::TextureView( &gpu_image.texture_view, ), }, BindGroupEntry { binding: 1, resource: BindingResource::Sampler(&gpu_image.sampler), }, ], label: Some("sprite_material_bind_group"), layout: &sprite_pipeline.material_layout, }) }); } else { // Skip this item if the texture is not ready continue; } } // Calculate vertex data for this item let mut uvs = QUAD_UVS; if extracted_sprite.flip_x { uvs = [uvs[1], uvs[0], uvs[3], uvs[2]]; } if extracted_sprite.flip_y { uvs = [uvs[3], uvs[2], uvs[1], uvs[0]]; } // By default, the size of the quad is the size of the texture let mut quad_size = current_image_size; // If a rect is specified, adjust UVs and the size of the quad if let Some(rect) = extracted_sprite.rect { let rect_size = rect.size(); for uv in &mut uvs { *uv = (rect.min + *uv * rect_size) / current_image_size; } quad_size = rect_size; } // Override the size if a custom one is specified if let Some(custom_size) = extracted_sprite.custom_size { quad_size = custom_size; } // Apply size and global transform let positions = QUAD_VERTEX_POSITIONS.map(|quad_pos| { extracted_sprite .transform .mul_vec3(((quad_pos - extracted_sprite.anchor) * quad_size).extend(0.)) .into() }); // These items will be sorted by depth with other phase items let sort_key = FloatOrd(extracted_sprite.transform.translation.z); // Store the vertex data and add the item to the render phase if current_batch.colored { for i in QUAD_INDICES.iter() { sprite_meta.colored_vertices.push(ColoredSpriteVertex { position: positions[*i], uv: uvs[*i].into(), color: extracted_sprite.color.as_linear_rgba_f32(), }); } let item_start = colored_index; colored_index += QUAD_INDICES.len() as u32; let item_end = colored_index; transparent_phase.add(Transparent2d { draw_function: draw_sprite_function, pipeline: colored_pipeline, entity: current_batch_entity, sort_key, batch_range: Some(item_start..item_end), }); } else { for i in QUAD_INDICES.iter() { sprite_meta.vertices.push(SpriteVertex { position: positions[*i], uv: uvs[*i].into(), }); } let item_start = index; index += QUAD_INDICES.len() as u32; let item_end = index; transparent_phase.add(Transparent2d { draw_function: draw_sprite_function, pipeline, entity: current_batch_entity, sort_key, batch_range: Some(item_start..item_end), }); } } } sprite_meta .vertices .write_buffer(&render_device, &render_queue); sprite_meta .colored_vertices .write_buffer(&render_device, &render_queue); } } pub type DrawSprite = ( SetItemPipeline, SetSpriteViewBindGroup<0>, SetSpriteTextureBindGroup<1>, DrawSpriteBatch, ); pub struct SetSpriteViewBindGroup; impl EntityRenderCommand for SetSpriteViewBindGroup { type Param = (SRes, SQuery>); fn render<'w>( view: Entity, _item: Entity, (sprite_meta, view_query): SystemParamItem<'w, '_, Self::Param>, pass: &mut TrackedRenderPass<'w>, ) -> RenderCommandResult { let view_uniform = view_query.get(view).unwrap(); pass.set_bind_group( I, sprite_meta.into_inner().view_bind_group.as_ref().unwrap(), &[view_uniform.offset], ); RenderCommandResult::Success } } pub struct SetSpriteTextureBindGroup; impl EntityRenderCommand for SetSpriteTextureBindGroup { type Param = (SRes, SQuery>); fn render<'w>( _view: Entity, item: Entity, (image_bind_groups, query_batch): SystemParamItem<'w, '_, Self::Param>, pass: &mut TrackedRenderPass<'w>, ) -> RenderCommandResult { let sprite_batch = query_batch.get(item).unwrap(); let image_bind_groups = image_bind_groups.into_inner(); pass.set_bind_group( I, image_bind_groups .values .get(&Handle::weak(sprite_batch.image_handle_id)) .unwrap(), &[], ); RenderCommandResult::Success } } pub struct DrawSpriteBatch; impl RenderCommand

for DrawSpriteBatch { type Param = (SRes, SQuery>); fn render<'w>( _view: Entity, item: &P, (sprite_meta, query_batch): SystemParamItem<'w, '_, Self::Param>, pass: &mut TrackedRenderPass<'w>, ) -> RenderCommandResult { let sprite_batch = query_batch.get(item.entity()).unwrap(); let sprite_meta = sprite_meta.into_inner(); if sprite_batch.colored { pass.set_vertex_buffer(0, sprite_meta.colored_vertices.buffer().unwrap().slice(..)); } else { pass.set_vertex_buffer(0, sprite_meta.vertices.buffer().unwrap().slice(..)); } pass.draw(item.batch_range().as_ref().unwrap().clone(), 0..1); RenderCommandResult::Success } }