Dither images using wasm plugin

This commit is contained in:
Joscha 2025-03-01 02:17:03 +01:00
parent 179d0653bb
commit 92ec72ab4b
14 changed files with 116 additions and 15 deletions

7
Cargo.lock generated
View file

@ -1544,11 +1544,11 @@ dependencies = [
[[package]] [[package]]
name = "mark" name = "mark"
version = "0.0.0" version = "0.0.0"
source = "git+https://github.com/Garmelon/mark.git#2345d80d803e0e9590681a49743491c477d28126" source = "git+https://github.com/Garmelon/mark.git?rev=2a862a69d69abc64ddd7eefd1e1ff3d05ce3b6e4#2a862a69d69abc64ddd7eefd1e1ff3d05ce3b6e4"
dependencies = [ dependencies = [
"image", "image",
"palette", "palette",
"rand 0.8.5", "rand 0.9.0",
] ]
[[package]] [[package]]
@ -2537,6 +2537,9 @@ dependencies = [
name = "showbits-typst-plugin" name = "showbits-typst-plugin"
version = "0.0.0" version = "0.0.0"
dependencies = [ dependencies = [
"image",
"mark",
"palette",
"wasm-minimal-protocol", "wasm-minimal-protocol",
] ]

View file

@ -18,9 +18,8 @@ axum = "0.8.1"
clap = { version = "4.5.30", features = ["derive", "deprecated"] } clap = { version = "4.5.30", features = ["derive", "deprecated"] }
cosmic-text = "0.12.1" cosmic-text = "0.12.1"
escpos = "0.15.0" escpos = "0.15.0"
image = "0.25.5" image = { version = "0.25.5", default-features = false }
jiff = "0.2.1" jiff = "0.2.1"
mark.git = "https://github.com/Garmelon/mark.git"
mime_guess = "2.0.5" mime_guess = "2.0.5"
palette = "0.7.6" palette = "0.7.6"
paste = "1.0.15" paste = "1.0.15"
@ -40,6 +39,10 @@ version = "0.7.6"
default-features = false default-features = false
features = ["std", "taffy_tree", "flexbox", "grid", "block_layout"] features = ["std", "taffy_tree", "flexbox", "grid", "block_layout"]
[workspace.dependencies.mark]
git = "https://github.com/Garmelon/mark.git"
rev = "2a862a69d69abc64ddd7eefd1e1ff3d05ce3b6e4"
[workspace.dependencies.wasm-minimal-protocol] [workspace.dependencies.wasm-minimal-protocol]
git = "https://github.com/astrale-sharp/wasm-minimal-protocol.git" git = "https://github.com/astrale-sharp/wasm-minimal-protocol.git"
rev = "90336ebf2d99844fd8f8e99ea7096af96526cbf4" rev = "90336ebf2d99844fd8f8e99ea7096af96526cbf4"

View file

@ -8,7 +8,7 @@ anyhow = { workspace = true }
axum = { workspace = true, features = ["multipart"] } axum = { workspace = true, features = ["multipart"] }
clap = { workspace = true } clap = { workspace = true }
escpos = { workspace = true } escpos = { workspace = true }
image = { workspace = true } image = { workspace = true, default-features = true }
jiff = { workspace = true } jiff = { workspace = true }
mime_guess = { workspace = true } mime_guess = { workspace = true }
palette = { workspace = true } palette = { workspace = true }

View file

@ -1,7 +1,8 @@
use showbits_typst::Typst; use showbits_typst::Typst;
pub use self::text::*; pub use self::{image::*, text::*};
mod image;
mod text; mod text;
fn typst_with_lib() -> Typst { fn typst_with_lib() -> Typst {

Binary file not shown.

After

Width:  |  Height:  |  Size: 370 KiB

View file

@ -0,0 +1 @@
../lib.typ

View file

@ -0,0 +1,4 @@
#import "lib.typ";
#show: it => lib.init(it)
#lib.dither("image.png")

View file

@ -0,0 +1,24 @@
use std::io::Cursor;
use anyhow::Context;
use image::{ImageFormat, RgbaImage};
use showbits_typst::Typst;
pub struct Image {
pub image: RgbaImage,
}
impl Image {
pub fn into_typst(self) -> anyhow::Result<Typst> {
let mut bytes: Vec<u8> = Vec::new();
self.image
.write_to(&mut Cursor::new(&mut bytes), ImageFormat::Png)
.context("failed to encode image as png")?;
let typst = super::typst_with_lib()
.with_file("/image.png", bytes)
.with_main_file(include_str!("main.typ"));
Ok(typst)
}
}

View file

@ -0,0 +1 @@
../plugin.wasm

View file

@ -20,4 +20,14 @@
// the same size after tearing off the paper. // the same size after tearing off the paper.
#let feed = v(64pt + 32pt) #let feed = v(64pt + 32pt)
#import plugin("plugin.wasm") as plugin ////////////
// Plugin //
////////////
#import plugin("plugin.wasm") as p
#let dither(path) = {
let bytes = read(path, encoding: none)
let dithered = p.dither(bytes)
image(dithered)
}

View file

@ -1,8 +1,8 @@
mod documents;
mod drawer; mod drawer;
mod persistent_printer; mod persistent_printer;
mod printer; mod printer;
mod server; mod server;
mod documents;
use std::{path::PathBuf, time::Duration}; use std::{path::PathBuf, time::Duration};

View file

@ -14,7 +14,7 @@ use showbits_common::widgets::DitherAlgorithm;
use tokio::{net::TcpListener, sync::mpsc}; use tokio::{net::TcpListener, sync::mpsc};
use crate::{ use crate::{
documents::Text, documents::{Image, Text},
drawer::{ drawer::{
CalendarDrawing, CellsDrawing, ChatMessageDrawing, Command, EggDrawing, ImageDrawing, CalendarDrawing, CellsDrawing, ChatMessageDrawing, Command, EggDrawing, ImageDrawing,
NewTypstDrawing, PhotoDrawing, TextDrawing, TicTacToeDrawing, TypstDrawing, NewTypstDrawing, PhotoDrawing, TextDrawing, TicTacToeDrawing, TypstDrawing,
@ -40,6 +40,7 @@ pub async fn run(tx: mpsc::Sender<Command>, addr: String) -> anyhow::Result<()>
.route("/tictactoe", post(post_tictactoe)) .route("/tictactoe", post(post_tictactoe))
.route("/typst", post(post_typst).fallback(get_static_file)) .route("/typst", post(post_typst).fallback(get_static_file))
.route("/test", post(post_test).fallback(get_static_file)) .route("/test", post(post_test).fallback(get_static_file))
.route("/test2", post(post_test2).fallback(get_static_file))
.fallback(get(get_static_file)) .fallback(get(get_static_file))
.layer(DefaultBodyLimit::max(32 * 1024 * 1024)) // 32 MiB .layer(DefaultBodyLimit::max(32 * 1024 * 1024)) // 32 MiB
.with_state(Server { tx }); .with_state(Server { tx });
@ -235,3 +236,33 @@ async fn post_test(server: State<Server>, request: Form<Text>) {
.send(Command::draw(NewTypstDrawing::new(request.0))) .send(Command::draw(NewTypstDrawing::new(request.0)))
.await; .await;
} }
// /test2
async fn post_test2(server: State<Server>, mut multipart: Multipart) -> somehow::Result<Response> {
let mut image = None;
while let Some(field) = multipart.next_field().await? {
match field.name() {
Some("image") => {
let data = field.bytes().await?;
let decoded = image::load_from_memory(&data)?.into_rgba8();
image = Some(decoded);
}
_ => {}
}
}
let Some(image) = image else {
return Ok(status_code(StatusCode::UNPROCESSABLE_ENTITY));
};
let image = Image { image }.into_typst().map_err(somehow::Error)?;
let _ = server
.tx
.send(Command::draw(NewTypstDrawing::new(image)))
.await;
Ok(().into_response())
}

View file

@ -6,9 +6,11 @@ edition = { workspace = true }
[lib] [lib]
crate-type = ["cdylib"] crate-type = ["cdylib"]
[dependencies.wasm-minimal-protocol] [dependencies]
git = "https://github.com/astrale-sharp/wasm-minimal-protocol.git" image = { workspace = true, features = ["png"] }
rev = "90336ebf2d99844fd8f8e99ea7096af96526cbf4" mark = { workspace = true }
palette = { workspace = true }
wasm-minimal-protocol = { workspace = true }
[profile.release] [profile.release]
lto = true # Enable link-time optimization lto = true # Enable link-time optimization

View file

@ -1,8 +1,29 @@
use wasm_minimal_protocol::*; use std::io::Cursor;
use image::ImageFormat;
use mark::dither::{AlgoFloydSteinberg, Algorithm, DiffEuclid, Palette};
use palette::LinSrgb;
use wasm_minimal_protocol::{initiate_protocol, wasm_func};
initiate_protocol!(); initiate_protocol!();
#[wasm_func] #[wasm_func]
pub fn debug_print(arg: &[u8]) -> Vec<u8> { pub fn dither(image: &[u8]) -> Result<Vec<u8>, String> {
format!("{arg:?}").into_bytes() let image = image::load_from_memory(image)
.map_err(|it| format!("Failed to read image: {it:?}"))?
.to_rgba8();
let palette = Palette::new(vec![
LinSrgb::new(0.0, 0.0, 0.0),
LinSrgb::new(1.0, 1.0, 1.0),
]);
let dithered = <AlgoFloydSteinberg as Algorithm<LinSrgb, DiffEuclid>>::run(image, &palette);
let mut bytes: Vec<u8> = Vec::new();
dithered
.write_to(&mut Cursor::new(&mut bytes), ImageFormat::Png)
.map_err(|it| format!("Failed to write image: {it:?}"))?;
Ok(bytes)
} }