4 Commits
0.1.2 ... 0.2.0

Author SHA1 Message Date
Fabian Stamm
0a81e90e1b Update versions 2026-01-09 15:59:15 +01:00
Fabian Stamm
c29dafb042 Change the context API to make Context-Ownership more flexible 2026-01-09 15:58:32 +01:00
Fabian Stamm
4c7084563f Make the generated code compatible with nodejs natives modules 2025-12-09 18:02:28 +01:00
Fabian Stamm
ef8e97b15a Fix typescript not generating ESM and add default values for rust types! 2025-12-09 17:48:44 +01:00
12 changed files with 1437 additions and 726 deletions

1683
Cargo.lock generated

File diff suppressed because it is too large Load Diff

View File

@@ -1,11 +1,11 @@
[package]
edition = "2021"
name = "jrpc-cli"
version = "0.1.2"
version = "0.2.0"
[workspace]
resolver = "2"
members = [".", "zed", "libjrpc"]
members = [".", "zed", "libjrpc", "libjrpc/templates/Rust"]
[dependencies]
anyhow = "1"

View File

@@ -1,6 +1,6 @@
[package]
name = "libjrpc"
version = "0.1.0"
version = "0.1.5"
edition = "2021"
[features]
@@ -12,5 +12,5 @@ anyhow = "1"
lazy_static = "1"
log = "0.4"
regex = "1"
reqwest = { version = "0.12", optional = true, features = ["blocking"] }
reqwest = { version = "0.13", optional = true, features = ["blocking"] }
url = { version = "2", optional = true }

View File

@@ -88,6 +88,7 @@ impl CompileContext {
pub fn write_file(&self, filename: &str, content: &str) -> Result<()> {
let res_path = self.output_folder.clone().join(filename);
let res_dir = res_path.parent().context("Path has no parent!")?;
log::debug!("Writing to file {:?}", res_path);
std::fs::create_dir_all(res_dir)?;
std::fs::write(res_path, content)?;
Ok(())

View File

@@ -4,6 +4,7 @@ use std::{
};
use anyhow::Result;
use log::debug;
use crate::{
compile::{Compile, CompileContext},
@@ -51,6 +52,7 @@ pub fn compile<T: Compile>(ir: IR, output: &str) -> Result<()> {
for step in ir.steps.iter() {
match step {
crate::ir::Step::Type(definition) => {
debug!("Generating type {}", definition.name);
match compiler.generate_type(&mut ctx, &definition) {
Ok(_) => (),
Err(err) => {
@@ -59,6 +61,7 @@ pub fn compile<T: Compile>(ir: IR, output: &str) -> Result<()> {
}
}
crate::ir::Step::Enum(definition) => {
debug!("Generating enum {}", definition.name);
match compiler.generate_enum(&mut ctx, &definition) {
Ok(_) => (),
Err(err) => {
@@ -67,6 +70,7 @@ pub fn compile<T: Compile>(ir: IR, output: &str) -> Result<()> {
}
}
crate::ir::Step::Service(definition) => {
debug!("Generating service {}", definition.name);
match compiler.generate_service(&mut ctx, &definition) {
Ok(_) => (),
Err(err) => {

View File

@@ -63,7 +63,7 @@ impl RustCompiler {
fn fix_keyword_name(name: &str) -> String {
if RUST_KEYWORDS.contains(&name) {
format!("{}_", name)
format!("r#{}", name)
} else {
name.to_string()
}
@@ -146,7 +146,7 @@ impl RustCompiler {
f.a0("#[async_trait]");
f.a0(format!("pub trait {} {{", definition.name));
f.a1("type Context: Clone + Sync + Send + 'static;");
f.a1("type Context: Sync + Send;");
for method in definition.methods.iter() {
let mut params = method
.inputs
@@ -159,7 +159,7 @@ impl RustCompiler {
)
})
.collect::<Vec<String>>();
params.push("ctx: Self::Context".to_string());
params.push("ctx: &Self::Context".to_string());
let params = params.join(", ");
let ret = method
@@ -190,7 +190,7 @@ impl RustCompiler {
f.a0("");
f.a0(format!(
"impl<Context: Clone + Sync + Send + 'static> {}Handler<Context> {{",
"impl<Context: Sync + Send> {}Handler<Context> {{",
definition.name
));
f.a1(format!(
@@ -205,7 +205,7 @@ impl RustCompiler {
f.a0("#[async_trait]");
f.a0(format!(
"impl<Context: Clone + Sync + Send + 'static> JRPCServerService for {}Handler<Context> {{",
"impl<Context: Sync + Send> JRPCServerService for {}Handler<Context> {{",
definition.name
));
f.a1("type Context = Context;");
@@ -218,7 +218,7 @@ impl RustCompiler {
f.a1("#[allow(non_snake_case)]");
f.a1(
"async fn handle(&self, msg: &JRPCRequest, function: &str, ctx: Self::Context) -> Result<(bool, Value)> {",
"async fn handle(&self, msg: &JRPCRequest, function: &str, ctx: &Self::Context) -> Result<(bool, Value)> {",
);
f.a2("match function {");
@@ -241,6 +241,9 @@ impl RustCompiler {
f.a5(
"let arr = msg.params.as_array().unwrap(); //TODO: Check if this can fail.",
);
f.a5(format!("if arr.len() != {} {{", method.inputs.len()));
f.a6("return Err(\"Invalid number of arguments!\".into())");
f.a5("}");
}
f.a5(format!("let res = self.implementation.{}(", method.name));
for (i, arg) in method.inputs.iter().enumerate() {
@@ -463,16 +466,26 @@ impl Compile for RustCompiler {
self.add_dependencies(&mut f, &definition.depends)?;
f.a0("#[derive(Clone, Debug, Serialize, Deserialize)]");
let only_optional = definition
.fields
.iter()
.find(|f| !f.typ.is_optional())
.is_none();
let derive_default_none = if only_optional { ", Default" } else { "" };
f.a0(format!(
"#[derive(Clone, Debug, Serialize, Deserialize{})]",
derive_default_none
));
f.a0(format!("pub struct {} {{", definition.name));
for field in definition.fields.iter() {
f.a(1, "#[allow(non_snake_case)]");
if Keywords::is_keyword(&field.name) {
warn!(
"[RUST] Warning: Field name '{}' is not allowed in Rust. Renaming to '{}_'",
field.name, field.name
);
// warn!(
// "[RUST] Warning: Field name '{}' is not allowed in Rust. Renaming to '{}_'",
// field.name, field.name
// );
f.a(1, format!("#[serde(rename = \"{}\")]", field.name));
}

View File

@@ -435,12 +435,8 @@ import {{ VerificationError }} from \"./ts_base{esm}\";
}
impl<F: Flavour> Compile for TypeScriptCompiler<F> {
fn new(options: &BTreeMap<String, String>) -> Result<Self> {
let flavour = options
.get("flavour")
.cloned()
.unwrap_or_else(|| "node".to_string());
info!("TypeScript target initialized with flavour: {}", flavour);
fn new(_options: &BTreeMap<String, String>) -> Result<Self> {
info!("TypeScript target initialized with flavour: {}", F::name());
Ok(TypeScriptCompiler {
flavour: std::marker::PhantomData,
})

View File

@@ -6,7 +6,7 @@ edition = "2021"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
[dependencies]
int-enum = { version = "0.5", features = ["serde", "convert"] }
int-enum = { version = "1.2.0" }
serde = { version = "1", features = ["derive"] }
serde_json = "1"
nanoid = "0.4"

View File

@@ -112,19 +112,27 @@ pub trait JRPCServerService: Send + Sync {
&self,
request: &JRPCRequest,
function: &str,
ctx: Self::Context,
ctx: &Self::Context,
) -> Result<(bool, Value)>;
}
pub type JRPCServiceHandle<Context> = Arc<dyn JRPCServerService<Context = Context>>;
#[derive(Clone)]
pub struct JRPCSession<Context> {
server: JRPCServer<Context>,
message_sender: Sender<JRPCResult>,
}
impl<Context: Clone + Send + Sync + 'static> JRPCSession<Context> {
impl<Context> Clone for JRPCSession<Context> {
fn clone(&self) -> Self {
JRPCSession {
server: self.server.clone(),
message_sender: self.message_sender.clone(),
}
}
}
impl<Context: Send + Sync + 'static> JRPCSession<Context> {
pub fn new(server: JRPCServer<Context>, sender: Sender<JRPCResult>) -> Self {
JRPCSession {
server,
@@ -157,6 +165,12 @@ impl<Context: Clone + Send + Sync + 'static> JRPCSession<Context> {
pub fn handle_request(&self, request: JRPCRequest, ctx: Context) -> () {
let session = self.clone();
tokio::task::spawn(async move {
let context = ctx;
session.handle_request_awaiting(request, &context).await;
});
}
pub async fn handle_request_awaiting(&self, request: JRPCRequest, ctx: &Context) -> () {
info!("Received request: {}", request.method);
trace!("Request data: {:?}", request);
let method: Vec<&str> = request.method.split('.').collect();
@@ -167,13 +181,13 @@ impl<Context: Clone + Send + Sync + 'static> JRPCSession<Context> {
let service = method[0];
let function = method[1];
let service = session.server.services.get(service);
let service = self.server.services.get(service);
if let Some(service) = service {
let result = service.handle(&request, function, ctx).await;
match result {
Ok((is_send, result)) => {
if is_send && request.id.is_some() {
let result = session
let result = self
.message_sender
.send(JRPCResult {
jsonrpc: "2.0".to_string(),
@@ -189,32 +203,31 @@ impl<Context: Clone + Send + Sync + 'static> JRPCSession<Context> {
}
Err(err) => {
warn!("Error while handling request: {}", err);
session
.send_error(
request,
format!("Error while handling request: {}", err),
1,
)
self.send_error(request, format!("Error while handling request: {}", err), 1)
.await;
}
}
} else {
warn!("Service not found: {}", method[0]);
session
.send_error(request, "Service not found".to_string(), 1)
self.send_error(request, "Service not found".to_string(), 1)
.await;
return;
}
});
}
}
#[derive(Clone)]
pub struct JRPCServer<Context> {
services: HashMap<String, JRPCServiceHandle<Context>>,
}
impl<Context: Clone + Send + Sync + 'static> JRPCServer<Context> {
impl<Context> Clone for JRPCServer<Context> {
fn clone(&self) -> Self {
JRPCServer {
services: self.services.clone(),
}
}
}
impl<Context: Send + Sync + 'static> JRPCServer<Context> {
pub fn new() -> Self {
JRPCServer {
services: HashMap::new(),

View File

@@ -63,7 +63,10 @@ export class ServiceProvider {
let resListener = this.requests.get(msg.id);
if (!resListener) return; // Ignore wrong responses
if (msg.error) {
if (msg.error.data && msg.error.data.$ == "verification_error") {
if (
msg.error.data &&
msg.error.data.$ == "verification_error"
) {
resListener.err(
new VerificationError(
msg.error.data.type,
@@ -112,14 +115,26 @@ export const getRandomBytes = (
return function (n: number) {
var a = new Uint8Array(n);
for (var i = 0; i < n; i += QUOTA) {
crypto.getRandomValues(a.subarray(i, i + Math.min(n - i, QUOTA)));
crypto.getRandomValues(
a.subarray(i, i + Math.min(n - i, QUOTA)),
);
}
return a;
};
}
: function () {
// Node
if (typeof require !== "undefined") {
return require("crypto").randomBytes;
} else {
return (n: number) => {
let a = new Uint8Array(n);
for (let i = 0; i < n; i++) {
a[i] = Math.floor(Math.random() * 256);
}
return a;
};
}
}
)() as (cnt: number) => Uint8Array;

View File

@@ -4,7 +4,7 @@ use libjrpc::{
targets::{
csharp::CSharpCompiler,
rust::RustCompiler,
typescript::{Node, TypeScriptCompiler},
typescript::{Node, TypeScriptCompiler, ESM},
},
FileProcessor,
};
@@ -66,7 +66,7 @@ pub fn main() -> Result<()> {
libjrpc::targets::compile::<TypeScriptCompiler<Node>>(ir, output_dir)?
}
"ts-esm" => {
libjrpc::targets::compile::<TypeScriptCompiler<Node>>(ir, output_dir)?
libjrpc::targets::compile::<TypeScriptCompiler<ESM>>(ir, output_dir)?
}
"csharp" => libjrpc::targets::compile::<CSharpCompiler>(ir, output_dir)?,
_ => {

View File

@@ -6,12 +6,12 @@ use std::{
#[test]
fn compare_tools() {
let targets = vec!["rust"];
let targets = vec!["js-esm", "rust"];
for target in targets {
std::fs::remove_dir_all("./tests").unwrap();
std::fs::create_dir_all("./tests").unwrap();
Command::new("cargo")
let result1 = Command::new("cargo")
.arg("run")
.arg("--")
.arg("compile")
@@ -26,52 +26,60 @@ fn compare_tools() {
.wait()
.unwrap();
Command::new("node")
.arg("JsonRPC/lib/jrpc.js")
.arg("compile")
.arg("--verbose")
.arg("examples/test.jrpc")
.arg("-o")
.arg(target.to_string() + ":tests/js")
.stdout(Stdio::null())
.stderr(Stdio::null())
.spawn()
.expect("Failed to spawn process")
.wait()
.unwrap();
let rust_files = walkdir::WalkDir::new("tests/rust")
.into_iter()
.map(|e| e.unwrap())
.filter(|e| e.file_type().is_file())
.collect::<Vec<_>>();
let js_files = walkdir::WalkDir::new("tests/js")
.into_iter()
.map(|e| e.unwrap())
.filter(|e| e.file_type().is_file())
.collect::<Vec<_>>();
if rust_files.len() != js_files.len() {
panic!("Number of files mismatch");
if !result1.success() {
panic!("Failed to generate Rust code");
}
for (rust_file, js_file) in rust_files.iter().zip(js_files.iter()) {
println!("Testing files {:?} {:?}", rust_file.path(), js_file.path());
let mut rust_str = String::new();
File::open(rust_file.path())
.unwrap()
.read_to_string(&mut rust_str)
.unwrap();
let mut js_str = String::new();
File::open(js_file.path())
.unwrap()
.read_to_string(&mut js_str)
.unwrap();
// let result2 = Command::new("node")
// .arg("JsonRPC/lib/jrpc.js")
// .arg("compile")
// .arg("--verbose")
// .arg("examples/test.jrpc")
// .arg("-o")
// .arg(target.to_string() + ":tests/js")
// .stdout(Stdio::null())
// .stderr(Stdio::null())
// .spawn()
// .expect("Failed to spawn process")
// .wait()
// .unwrap();
if rust_str != js_str {
panic!("Files are different!")
}
}
// if !result2.success() {
// panic!("Failed to generate JavaScript code");
// }
// let rust_files = walkdir::WalkDir::new("tests/rust")
// .into_iter()
// .map(|e| e.unwrap())
// .filter(|e| e.file_type().is_file())
// .collect::<Vec<_>>();
// let js_files = walkdir::WalkDir::new("tests/js")
// .into_iter()
// .map(|e| e.unwrap())
// .filter(|e| e.file_type().is_file())
// .collect::<Vec<_>>();
// if rust_files.len() != js_files.len() {
// panic!("Number of files mismatch");
// }
// for (rust_file, js_file) in rust_files.iter().zip(js_files.iter()) {
// println!("Testing files {:?} {:?}", rust_file.path(), js_file.path());
// let mut rust_str = String::new();
// File::open(rust_file.path())
// .unwrap()
// .read_to_string(&mut rust_str)
// .unwrap();
// let mut js_str = String::new();
// File::open(js_file.path())
// .unwrap()
// .read_to_string(&mut js_str)
// .unwrap();
// if rust_str != js_str {
// panic!("Files are different!")
// }
// }
}
}