Compare commits
4 commits
da20e2c9ac
...
3fedfa3342
Author | SHA1 | Date | |
---|---|---|---|
3fedfa3342 | |||
Antoine Martin | 378823a1fb | ||
Antoine Martin | 56f82c6467 | ||
Antoine Martin | 3a93d9f994 |
12
.github/workflows/ci.yaml
vendored
12
.github/workflows/ci.yaml
vendored
|
@ -10,11 +10,11 @@ jobs:
|
||||||
- name: Checkout sources
|
- name: Checkout sources
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v2
|
||||||
|
|
||||||
- name: Install nightly toolchain
|
- name: Install stable toolchain
|
||||||
uses: actions-rs/toolchain@v1
|
uses: actions-rs/toolchain@v1
|
||||||
with:
|
with:
|
||||||
profile: minimal
|
profile: minimal
|
||||||
toolchain: nightly
|
toolchain: stable
|
||||||
override: true
|
override: true
|
||||||
|
|
||||||
- name: Run cargo check
|
- name: Run cargo check
|
||||||
|
@ -29,11 +29,11 @@ jobs:
|
||||||
- name: Checkout sources
|
- name: Checkout sources
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v2
|
||||||
|
|
||||||
- name: Install nightly toolchain
|
- name: Install stable toolchain
|
||||||
uses: actions-rs/toolchain@v1
|
uses: actions-rs/toolchain@v1
|
||||||
with:
|
with:
|
||||||
profile: minimal
|
profile: minimal
|
||||||
toolchain: nightly
|
toolchain: stable
|
||||||
override: true
|
override: true
|
||||||
|
|
||||||
- name: Run cargo test
|
- name: Run cargo test
|
||||||
|
@ -48,11 +48,11 @@ jobs:
|
||||||
- name: Checkout sources
|
- name: Checkout sources
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v2
|
||||||
|
|
||||||
- name: Install nightly toolchain
|
- name: Install stable toolchain
|
||||||
uses: actions-rs/toolchain@v1
|
uses: actions-rs/toolchain@v1
|
||||||
with:
|
with:
|
||||||
profile: minimal
|
profile: minimal
|
||||||
toolchain: nightly
|
toolchain: stable
|
||||||
override: true
|
override: true
|
||||||
components: rustfmt, clippy
|
components: rustfmt, clippy
|
||||||
|
|
||||||
|
|
1139
Cargo.lock
generated
1139
Cargo.lock
generated
File diff suppressed because it is too large
Load diff
|
@ -23,7 +23,7 @@ serde_yaml = "0.8.17"
|
||||||
sha2 = "0.9.3"
|
sha2 = "0.9.3"
|
||||||
|
|
||||||
[dependencies.rocket]
|
[dependencies.rocket]
|
||||||
version = "0.4.7"
|
version = "0.5.0-dev"
|
||||||
# don't need private-cookies
|
# don't need private-cookies
|
||||||
default-features = false
|
default-features = false
|
||||||
|
|
||||||
|
@ -31,3 +31,6 @@ default-features = false
|
||||||
version = "2.33.3"
|
version = "2.33.3"
|
||||||
# no need for suggestions or color with only one argument
|
# no need for suggestions or color with only one argument
|
||||||
default-features = false
|
default-features = false
|
||||||
|
|
||||||
|
[patch.crates-io]
|
||||||
|
rocket = { git = "https://github.com/SergioBenitez/Rocket", rev = "2893ce754d6535e0a752586e60d7e292343016c0" }
|
||||||
|
|
|
@ -26,14 +26,7 @@ truth is effectively removed from any mirror as well.
|
||||||
`lohr` is [published on crates.io](https://crates.io/crates/lohr), so you can
|
`lohr` is [published on crates.io](https://crates.io/crates/lohr), so you can
|
||||||
install it with `cargo install`:
|
install it with `cargo install`:
|
||||||
|
|
||||||
$ cargo +nightly install lohr
|
$ cargo install lohr
|
||||||
|
|
||||||
We currently require a nightly compiler because
|
|
||||||
[Rocket](https://github.com/SergioBenitez/Rocket) needs one to compile (a 0.5.0
|
|
||||||
which compiles on stable Rust is in the making, stay tuned!). You can install a
|
|
||||||
nightly toolchain with the following command:
|
|
||||||
|
|
||||||
$ rustup install nightly
|
|
||||||
|
|
||||||
## Setup
|
## Setup
|
||||||
|
|
||||||
|
|
39
flake.lock
39
flake.lock
|
@ -31,43 +31,6 @@
|
||||||
"type": "github"
|
"type": "github"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"mozillapkgs": {
|
|
||||||
"flake": false,
|
|
||||||
"locked": {
|
|
||||||
"lastModified": 1603906276,
|
|
||||||
"narHash": "sha256-RsNPnEKd7BcogwkqhaV5kI/HuNC4flH/OQCC/4W5y/8=",
|
|
||||||
"owner": "mozilla",
|
|
||||||
"repo": "nixpkgs-mozilla",
|
|
||||||
"rev": "8c007b60731c07dd7a052cce508de3bb1ae849b4",
|
|
||||||
"type": "github"
|
|
||||||
},
|
|
||||||
"original": {
|
|
||||||
"owner": "mozilla",
|
|
||||||
"repo": "nixpkgs-mozilla",
|
|
||||||
"type": "github"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"naersk": {
|
|
||||||
"inputs": {
|
|
||||||
"nixpkgs": [
|
|
||||||
"nixpkgs"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
"locked": {
|
|
||||||
"lastModified": 1614785451,
|
|
||||||
"narHash": "sha256-TPw8kQvr2UNCuvndtY+EjyXp6Q5GEW2l9UafXXh1XmI=",
|
|
||||||
"owner": "nmattia",
|
|
||||||
"repo": "naersk",
|
|
||||||
"rev": "e0fe990b478a66178a58c69cf53daec0478ca6f9",
|
|
||||||
"type": "github"
|
|
||||||
},
|
|
||||||
"original": {
|
|
||||||
"owner": "nmattia",
|
|
||||||
"ref": "master",
|
|
||||||
"repo": "naersk",
|
|
||||||
"type": "github"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"nixpkgs": {
|
"nixpkgs": {
|
||||||
"locked": {
|
"locked": {
|
||||||
"lastModified": 1616670887,
|
"lastModified": 1616670887,
|
||||||
|
@ -88,8 +51,6 @@
|
||||||
"inputs": {
|
"inputs": {
|
||||||
"flake-compat": "flake-compat",
|
"flake-compat": "flake-compat",
|
||||||
"flake-utils": "flake-utils",
|
"flake-utils": "flake-utils",
|
||||||
"mozillapkgs": "mozillapkgs",
|
|
||||||
"naersk": "naersk",
|
|
||||||
"nixpkgs": "nixpkgs"
|
"nixpkgs": "nixpkgs"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
34
flake.nix
34
flake.nix
|
@ -1,13 +1,5 @@
|
||||||
{
|
{
|
||||||
inputs = {
|
inputs = {
|
||||||
naersk = {
|
|
||||||
url = "github:nmattia/naersk/master";
|
|
||||||
inputs.nixpkgs.follows = "nixpkgs";
|
|
||||||
};
|
|
||||||
mozillapkgs = {
|
|
||||||
url = "github:mozilla/nixpkgs-mozilla";
|
|
||||||
flake = false;
|
|
||||||
};
|
|
||||||
nixpkgs.url = "github:NixOS/nixpkgs/nixpkgs-unstable";
|
nixpkgs.url = "github:NixOS/nixpkgs/nixpkgs-unstable";
|
||||||
flake-utils.url = "github:numtide/flake-utils";
|
flake-utils.url = "github:numtide/flake-utils";
|
||||||
flake-compat = {
|
flake-compat = {
|
||||||
|
@ -16,27 +8,19 @@
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
outputs = { self, naersk, mozillapkgs, nixpkgs, flake-utils, ... }:
|
outputs = { self, nixpkgs, flake-utils, ... }:
|
||||||
flake-utils.lib.eachDefaultSystem (system:
|
flake-utils.lib.eachDefaultSystem (system:
|
||||||
let
|
let
|
||||||
pkgs = import nixpkgs { inherit system; };
|
pkgs = import nixpkgs { inherit system; };
|
||||||
|
|
||||||
mozilla = pkgs.callPackage (mozillapkgs + "/package-set.nix") { };
|
|
||||||
rustNightly = (mozilla.rustChannelOf {
|
|
||||||
date = "2021-03-29";
|
|
||||||
channel = "nightly";
|
|
||||||
sha256 = "sha256-Y94CnslybZgiZlNVV6Cg0TUPV2OeDXakPev1kqdt9Kk=";
|
|
||||||
}).rust;
|
|
||||||
|
|
||||||
naersk-lib = pkgs.callPackage naersk {
|
|
||||||
cargo = rustNightly;
|
|
||||||
rustc = rustNightly;
|
|
||||||
};
|
|
||||||
in
|
in
|
||||||
{
|
{
|
||||||
defaultPackage = naersk-lib.buildPackage {
|
defaultPackage = pkgs.rustPlatform.buildRustPackage {
|
||||||
src = ./.;
|
|
||||||
pname = "lohr";
|
pname = "lohr";
|
||||||
|
version = "0.3.1";
|
||||||
|
|
||||||
|
src = ./.;
|
||||||
|
|
||||||
|
cargoSha256 = "sha256-XnBvb13Pv7bNTLCL3WV+bxRK0/uMEKA1/Bk0Tfua3Rs=";
|
||||||
|
|
||||||
meta = with pkgs.lib; {
|
meta = with pkgs.lib; {
|
||||||
description = "A Git mirroring tool";
|
description = "A Git mirroring tool";
|
||||||
|
@ -52,10 +36,12 @@
|
||||||
|
|
||||||
devShell = pkgs.mkShell {
|
devShell = pkgs.mkShell {
|
||||||
buildInputs = with pkgs; [
|
buildInputs = with pkgs; [
|
||||||
|
cargo
|
||||||
|
clippy
|
||||||
nixpkgs-fmt
|
nixpkgs-fmt
|
||||||
pre-commit
|
pre-commit
|
||||||
rustPackages.clippy
|
rustPackages.clippy
|
||||||
rustNightly
|
rustc
|
||||||
rustfmt
|
rustfmt
|
||||||
];
|
];
|
||||||
|
|
||||||
|
|
|
@ -1 +1 @@
|
||||||
nightly
|
stable
|
||||||
|
|
|
@ -1,5 +1,3 @@
|
||||||
#![feature(proc_macro_hygiene, decl_macro)]
|
|
||||||
|
|
||||||
use std::env;
|
use std::env;
|
||||||
use std::fs::File;
|
use std::fs::File;
|
||||||
use std::path::{Path, PathBuf};
|
use std::path::{Path, PathBuf};
|
||||||
|
@ -92,7 +90,8 @@ fn parse_config(home: &Path, flags: &clap::ArgMatches) -> anyhow::Result<GlobalS
|
||||||
serde_yaml::from_reader(file).context("could not parse configuration file")
|
serde_yaml::from_reader(file).context("could not parse configuration file")
|
||||||
}
|
}
|
||||||
|
|
||||||
fn main() -> anyhow::Result<()> {
|
#[rocket::main]
|
||||||
|
async fn main() -> anyhow::Result<()> {
|
||||||
let matches = App::new("lohr")
|
let matches = App::new("lohr")
|
||||||
.version(crate_version!())
|
.version(crate_version!())
|
||||||
.about("Git mirroring daemon")
|
.about("Git mirroring daemon")
|
||||||
|
@ -127,7 +126,8 @@ fn main() -> anyhow::Result<()> {
|
||||||
.manage(JobSender(Mutex::new(sender)))
|
.manage(JobSender(Mutex::new(sender)))
|
||||||
.manage(Secret(secret))
|
.manage(Secret(secret))
|
||||||
.manage(config_state)
|
.manage(config_state)
|
||||||
.launch();
|
.launch()
|
||||||
|
.await?;
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,20 +1,17 @@
|
||||||
use std::{
|
use std::{
|
||||||
io::Read,
|
io,
|
||||||
ops::{Deref, DerefMut},
|
ops::{Deref, DerefMut},
|
||||||
};
|
};
|
||||||
|
|
||||||
use rocket::{
|
use rocket::{
|
||||||
data::{FromData, Outcome},
|
data::{ByteUnit, FromData, Outcome},
|
||||||
http::ContentType,
|
http::ContentType,
|
||||||
State,
|
State,
|
||||||
};
|
};
|
||||||
use rocket::{
|
use rocket::{http::Status, local_cache};
|
||||||
data::{Transform, Transformed},
|
|
||||||
http::Status,
|
|
||||||
};
|
|
||||||
use rocket::{Data, Request};
|
use rocket::{Data, Request};
|
||||||
|
|
||||||
use anyhow::anyhow;
|
use anyhow::{anyhow, Context};
|
||||||
use serde::Deserialize;
|
use serde::Deserialize;
|
||||||
|
|
||||||
use crate::Secret;
|
use crate::Secret;
|
||||||
|
@ -53,37 +50,29 @@ impl<T> DerefMut for SignedJson<T> {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
const LIMIT: u64 = 1 << 20;
|
const LIMIT: ByteUnit = ByteUnit::Mebibyte(1);
|
||||||
|
|
||||||
|
impl<'r, T: Deserialize<'r>> SignedJson<T> {
|
||||||
|
fn from_str(s: &'r str) -> anyhow::Result<Self> {
|
||||||
|
serde_json::from_str(s)
|
||||||
|
.map(SignedJson)
|
||||||
|
.context("could not parse json")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// This is a one to one implementation of request_contrib::Json's FromData, but with HMAC
|
// This is a one to one implementation of request_contrib::Json's FromData, but with HMAC
|
||||||
// validation.
|
// validation.
|
||||||
//
|
//
|
||||||
// Tracking issue for chaining Data guards to avoid this:
|
// Tracking issue for chaining Data guards to avoid this:
|
||||||
// https://github.com/SergioBenitez/Rocket/issues/775
|
// https://github.com/SergioBenitez/Rocket/issues/775
|
||||||
impl<'a, T> FromData<'a> for SignedJson<T>
|
#[rocket::async_trait]
|
||||||
|
impl<'r, T> FromData<'r> for SignedJson<T>
|
||||||
where
|
where
|
||||||
T: Deserialize<'a>,
|
T: Deserialize<'r>,
|
||||||
{
|
{
|
||||||
type Error = anyhow::Error;
|
type Error = anyhow::Error;
|
||||||
type Owned = String;
|
|
||||||
type Borrowed = str;
|
|
||||||
|
|
||||||
fn transform(
|
async fn from_data(request: &'r Request<'_>, data: Data) -> Outcome<Self, Self::Error> {
|
||||||
request: &Request,
|
|
||||||
data: Data,
|
|
||||||
) -> rocket::data::Transform<Outcome<Self::Owned, Self::Error>> {
|
|
||||||
let size_limit = request.limits().get("json").unwrap_or(LIMIT);
|
|
||||||
let mut s = String::with_capacity(512);
|
|
||||||
match data.open().take(size_limit).read_to_string(&mut s) {
|
|
||||||
Ok(_) => Transform::Borrowed(Outcome::Success(s)),
|
|
||||||
Err(e) => Transform::Borrowed(Outcome::Failure((
|
|
||||||
Status::BadRequest,
|
|
||||||
anyhow!("couldn't read json: {}", e),
|
|
||||||
))),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn from_data(request: &Request, o: Transformed<'a, Self>) -> Outcome<Self, Self::Error> {
|
|
||||||
let json_ct = ContentType::new("application", "json");
|
let json_ct = ContentType::new("application", "json");
|
||||||
if request.content_type() != Some(&json_ct) {
|
if request.content_type() != Some(&json_ct) {
|
||||||
return Outcome::Failure((Status::BadRequest, anyhow!("wrong content type")));
|
return Outcome::Failure((Status::BadRequest, anyhow!("wrong content type")));
|
||||||
|
@ -97,26 +86,31 @@ where
|
||||||
));
|
));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
let size_limit = request.limits().get("json").unwrap_or(LIMIT);
|
||||||
|
let content = match data.open(size_limit).into_string().await {
|
||||||
|
Ok(s) if s.is_complete() => s.into_inner(),
|
||||||
|
Ok(_) => {
|
||||||
|
let eof = io::ErrorKind::UnexpectedEof;
|
||||||
|
return Outcome::Failure((
|
||||||
|
Status::PayloadTooLarge,
|
||||||
|
io::Error::new(eof, "data limit exceeded").into(),
|
||||||
|
));
|
||||||
|
}
|
||||||
|
Err(e) => return Outcome::Failure((Status::BadRequest, e.into())),
|
||||||
|
};
|
||||||
|
|
||||||
let signature = signatures[0];
|
let signature = signatures[0];
|
||||||
|
let secret = request.guard::<State<Secret>>().await.unwrap();
|
||||||
|
|
||||||
let content = o.borrowed()?;
|
if !validate_signature(&secret.0, &signature, &content) {
|
||||||
|
|
||||||
let secret = request.guard::<State<Secret>>().unwrap();
|
|
||||||
|
|
||||||
if !validate_signature(&secret.0, &signature, content) {
|
|
||||||
return Outcome::Failure((Status::BadRequest, anyhow!("couldn't verify signature")));
|
return Outcome::Failure((Status::BadRequest, anyhow!("couldn't verify signature")));
|
||||||
}
|
}
|
||||||
|
|
||||||
let content = match serde_json::from_str(content) {
|
let content = match Self::from_str(local_cache!(request, content)) {
|
||||||
Ok(content) => content,
|
Ok(content) => Outcome::Success(content),
|
||||||
Err(e) => {
|
Err(e) => Outcome::Failure((Status::BadRequest, e)),
|
||||||
return Outcome::Failure((
|
|
||||||
Status::BadRequest,
|
|
||||||
anyhow!("couldn't parse json: {}", e),
|
|
||||||
))
|
|
||||||
}
|
|
||||||
};
|
};
|
||||||
|
|
||||||
Outcome::Success(SignedJson(content))
|
content
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue