Compare commits

...

4 commits

Author SHA1 Message Date
Bruno BELANYI 3fedfa3342 nix: flake: build package with vanilla 'nixpkgs' 2021-04-08 01:41:15 +02:00
Antoine Martin 378823a1fb ci: switch to stable toolchain 2021-04-08 01:41:15 +02:00
Antoine Martin 56f82c6467 README: remove mention of nightly compiler 2021-04-08 01:41:12 +02:00
Antoine Martin 3a93d9f994 lohr: build on rust stable
Switching to Rocket's master branch (soon to be 0.5.0) allows building
with a stable Rust compiler, yay!
2021-04-08 01:39:21 +02:00
9 changed files with 1014 additions and 312 deletions

View file

@ -10,11 +10,11 @@ jobs:
- name: Checkout sources - name: Checkout sources
uses: actions/checkout@v2 uses: actions/checkout@v2
- name: Install nightly toolchain - name: Install stable toolchain
uses: actions-rs/toolchain@v1 uses: actions-rs/toolchain@v1
with: with:
profile: minimal profile: minimal
toolchain: nightly toolchain: stable
override: true override: true
- name: Run cargo check - name: Run cargo check
@ -29,11 +29,11 @@ jobs:
- name: Checkout sources - name: Checkout sources
uses: actions/checkout@v2 uses: actions/checkout@v2
- name: Install nightly toolchain - name: Install stable toolchain
uses: actions-rs/toolchain@v1 uses: actions-rs/toolchain@v1
with: with:
profile: minimal profile: minimal
toolchain: nightly toolchain: stable
override: true override: true
- name: Run cargo test - name: Run cargo test
@ -48,11 +48,11 @@ jobs:
- name: Checkout sources - name: Checkout sources
uses: actions/checkout@v2 uses: actions/checkout@v2
- name: Install nightly toolchain - name: Install stable toolchain
uses: actions-rs/toolchain@v1 uses: actions-rs/toolchain@v1
with: with:
profile: minimal profile: minimal
toolchain: nightly toolchain: stable
override: true override: true
components: rustfmt, clippy components: rustfmt, clippy

1139
Cargo.lock generated

File diff suppressed because it is too large Load diff

View file

@ -23,7 +23,7 @@ serde_yaml = "0.8.17"
sha2 = "0.9.3" sha2 = "0.9.3"
[dependencies.rocket] [dependencies.rocket]
version = "0.4.7" version = "0.5.0-dev"
# don't need private-cookies # don't need private-cookies
default-features = false default-features = false
@ -31,3 +31,6 @@ default-features = false
version = "2.33.3" version = "2.33.3"
# no need for suggestions or color with only one argument # no need for suggestions or color with only one argument
default-features = false default-features = false
[patch.crates-io]
rocket = { git = "https://github.com/SergioBenitez/Rocket", rev = "2893ce754d6535e0a752586e60d7e292343016c0" }

View file

@ -26,14 +26,7 @@ truth is effectively removed from any mirror as well.
`lohr` is [published on crates.io](https://crates.io/crates/lohr), so you can `lohr` is [published on crates.io](https://crates.io/crates/lohr), so you can
install it with `cargo install`: install it with `cargo install`:
$ cargo +nightly install lohr $ cargo install lohr
We currently require a nightly compiler because
[Rocket](https://github.com/SergioBenitez/Rocket) needs one to compile (a 0.5.0
which compiles on stable Rust is in the making, stay tuned!). You can install a
nightly toolchain with the following command:
$ rustup install nightly
## Setup ## Setup

View file

@ -31,43 +31,6 @@
"type": "github" "type": "github"
} }
}, },
"mozillapkgs": {
"flake": false,
"locked": {
"lastModified": 1603906276,
"narHash": "sha256-RsNPnEKd7BcogwkqhaV5kI/HuNC4flH/OQCC/4W5y/8=",
"owner": "mozilla",
"repo": "nixpkgs-mozilla",
"rev": "8c007b60731c07dd7a052cce508de3bb1ae849b4",
"type": "github"
},
"original": {
"owner": "mozilla",
"repo": "nixpkgs-mozilla",
"type": "github"
}
},
"naersk": {
"inputs": {
"nixpkgs": [
"nixpkgs"
]
},
"locked": {
"lastModified": 1614785451,
"narHash": "sha256-TPw8kQvr2UNCuvndtY+EjyXp6Q5GEW2l9UafXXh1XmI=",
"owner": "nmattia",
"repo": "naersk",
"rev": "e0fe990b478a66178a58c69cf53daec0478ca6f9",
"type": "github"
},
"original": {
"owner": "nmattia",
"ref": "master",
"repo": "naersk",
"type": "github"
}
},
"nixpkgs": { "nixpkgs": {
"locked": { "locked": {
"lastModified": 1616670887, "lastModified": 1616670887,
@ -88,8 +51,6 @@
"inputs": { "inputs": {
"flake-compat": "flake-compat", "flake-compat": "flake-compat",
"flake-utils": "flake-utils", "flake-utils": "flake-utils",
"mozillapkgs": "mozillapkgs",
"naersk": "naersk",
"nixpkgs": "nixpkgs" "nixpkgs": "nixpkgs"
} }
} }

View file

@ -1,13 +1,5 @@
{ {
inputs = { inputs = {
naersk = {
url = "github:nmattia/naersk/master";
inputs.nixpkgs.follows = "nixpkgs";
};
mozillapkgs = {
url = "github:mozilla/nixpkgs-mozilla";
flake = false;
};
nixpkgs.url = "github:NixOS/nixpkgs/nixpkgs-unstable"; nixpkgs.url = "github:NixOS/nixpkgs/nixpkgs-unstable";
flake-utils.url = "github:numtide/flake-utils"; flake-utils.url = "github:numtide/flake-utils";
flake-compat = { flake-compat = {
@ -16,27 +8,19 @@
}; };
}; };
outputs = { self, naersk, mozillapkgs, nixpkgs, flake-utils, ... }: outputs = { self, nixpkgs, flake-utils, ... }:
flake-utils.lib.eachDefaultSystem (system: flake-utils.lib.eachDefaultSystem (system:
let let
pkgs = import nixpkgs { inherit system; }; pkgs = import nixpkgs { inherit system; };
mozilla = pkgs.callPackage (mozillapkgs + "/package-set.nix") { };
rustNightly = (mozilla.rustChannelOf {
date = "2021-03-29";
channel = "nightly";
sha256 = "sha256-Y94CnslybZgiZlNVV6Cg0TUPV2OeDXakPev1kqdt9Kk=";
}).rust;
naersk-lib = pkgs.callPackage naersk {
cargo = rustNightly;
rustc = rustNightly;
};
in in
{ {
defaultPackage = naersk-lib.buildPackage { defaultPackage = pkgs.rustPlatform.buildRustPackage {
src = ./.;
pname = "lohr"; pname = "lohr";
version = "0.3.1";
src = ./.;
cargoSha256 = "sha256-XnBvb13Pv7bNTLCL3WV+bxRK0/uMEKA1/Bk0Tfua3Rs=";
meta = with pkgs.lib; { meta = with pkgs.lib; {
description = "A Git mirroring tool"; description = "A Git mirroring tool";
@ -52,10 +36,12 @@
devShell = pkgs.mkShell { devShell = pkgs.mkShell {
buildInputs = with pkgs; [ buildInputs = with pkgs; [
cargo
clippy
nixpkgs-fmt nixpkgs-fmt
pre-commit pre-commit
rustPackages.clippy rustPackages.clippy
rustNightly rustc
rustfmt rustfmt
]; ];

View file

@ -1 +1 @@
nightly stable

View file

@ -1,5 +1,3 @@
#![feature(proc_macro_hygiene, decl_macro)]
use std::env; use std::env;
use std::fs::File; use std::fs::File;
use std::path::{Path, PathBuf}; use std::path::{Path, PathBuf};
@ -92,7 +90,8 @@ fn parse_config(home: &Path, flags: &clap::ArgMatches) -> anyhow::Result<GlobalS
serde_yaml::from_reader(file).context("could not parse configuration file") serde_yaml::from_reader(file).context("could not parse configuration file")
} }
fn main() -> anyhow::Result<()> { #[rocket::main]
async fn main() -> anyhow::Result<()> {
let matches = App::new("lohr") let matches = App::new("lohr")
.version(crate_version!()) .version(crate_version!())
.about("Git mirroring daemon") .about("Git mirroring daemon")
@ -127,7 +126,8 @@ fn main() -> anyhow::Result<()> {
.manage(JobSender(Mutex::new(sender))) .manage(JobSender(Mutex::new(sender)))
.manage(Secret(secret)) .manage(Secret(secret))
.manage(config_state) .manage(config_state)
.launch(); .launch()
.await?;
Ok(()) Ok(())
} }

View file

@ -1,20 +1,17 @@
use std::{ use std::{
io::Read, io,
ops::{Deref, DerefMut}, ops::{Deref, DerefMut},
}; };
use rocket::{ use rocket::{
data::{FromData, Outcome}, data::{ByteUnit, FromData, Outcome},
http::ContentType, http::ContentType,
State, State,
}; };
use rocket::{ use rocket::{http::Status, local_cache};
data::{Transform, Transformed},
http::Status,
};
use rocket::{Data, Request}; use rocket::{Data, Request};
use anyhow::anyhow; use anyhow::{anyhow, Context};
use serde::Deserialize; use serde::Deserialize;
use crate::Secret; use crate::Secret;
@ -53,37 +50,29 @@ impl<T> DerefMut for SignedJson<T> {
} }
} }
const LIMIT: u64 = 1 << 20; const LIMIT: ByteUnit = ByteUnit::Mebibyte(1);
impl<'r, T: Deserialize<'r>> SignedJson<T> {
fn from_str(s: &'r str) -> anyhow::Result<Self> {
serde_json::from_str(s)
.map(SignedJson)
.context("could not parse json")
}
}
// This is a one to one implementation of request_contrib::Json's FromData, but with HMAC // This is a one to one implementation of request_contrib::Json's FromData, but with HMAC
// validation. // validation.
// //
// Tracking issue for chaining Data guards to avoid this: // Tracking issue for chaining Data guards to avoid this:
// https://github.com/SergioBenitez/Rocket/issues/775 // https://github.com/SergioBenitez/Rocket/issues/775
impl<'a, T> FromData<'a> for SignedJson<T> #[rocket::async_trait]
impl<'r, T> FromData<'r> for SignedJson<T>
where where
T: Deserialize<'a>, T: Deserialize<'r>,
{ {
type Error = anyhow::Error; type Error = anyhow::Error;
type Owned = String;
type Borrowed = str;
fn transform( async fn from_data(request: &'r Request<'_>, data: Data) -> Outcome<Self, Self::Error> {
request: &Request,
data: Data,
) -> rocket::data::Transform<Outcome<Self::Owned, Self::Error>> {
let size_limit = request.limits().get("json").unwrap_or(LIMIT);
let mut s = String::with_capacity(512);
match data.open().take(size_limit).read_to_string(&mut s) {
Ok(_) => Transform::Borrowed(Outcome::Success(s)),
Err(e) => Transform::Borrowed(Outcome::Failure((
Status::BadRequest,
anyhow!("couldn't read json: {}", e),
))),
}
}
fn from_data(request: &Request, o: Transformed<'a, Self>) -> Outcome<Self, Self::Error> {
let json_ct = ContentType::new("application", "json"); let json_ct = ContentType::new("application", "json");
if request.content_type() != Some(&json_ct) { if request.content_type() != Some(&json_ct) {
return Outcome::Failure((Status::BadRequest, anyhow!("wrong content type"))); return Outcome::Failure((Status::BadRequest, anyhow!("wrong content type")));
@ -97,26 +86,31 @@ where
)); ));
} }
let size_limit = request.limits().get("json").unwrap_or(LIMIT);
let content = match data.open(size_limit).into_string().await {
Ok(s) if s.is_complete() => s.into_inner(),
Ok(_) => {
let eof = io::ErrorKind::UnexpectedEof;
return Outcome::Failure((
Status::PayloadTooLarge,
io::Error::new(eof, "data limit exceeded").into(),
));
}
Err(e) => return Outcome::Failure((Status::BadRequest, e.into())),
};
let signature = signatures[0]; let signature = signatures[0];
let secret = request.guard::<State<Secret>>().await.unwrap();
let content = o.borrowed()?; if !validate_signature(&secret.0, &signature, &content) {
let secret = request.guard::<State<Secret>>().unwrap();
if !validate_signature(&secret.0, &signature, content) {
return Outcome::Failure((Status::BadRequest, anyhow!("couldn't verify signature"))); return Outcome::Failure((Status::BadRequest, anyhow!("couldn't verify signature")));
} }
let content = match serde_json::from_str(content) { let content = match Self::from_str(local_cache!(request, content)) {
Ok(content) => content, Ok(content) => Outcome::Success(content),
Err(e) => { Err(e) => Outcome::Failure((Status::BadRequest, e)),
return Outcome::Failure((
Status::BadRequest,
anyhow!("couldn't parse json: {}", e),
))
}
}; };
Outcome::Success(SignedJson(content)) content
} }
} }