Compare commits

...

68 Commits

Author SHA1 Message Date
05736ee3ba Bump version number
All checks were successful
continuous-integration/drone/push Build is passing
continuous-integration/drone/tag Build is passing
2019-06-16 14:43:00 +02:00
d23588172b Merge branch 'feature/json-output' 2019-06-16 14:33:47 +02:00
ce77854754 Implement JSON endpoint 2019-06-16 14:33:15 +02:00
70e83d8cee Bump version number
All checks were successful
continuous-integration/drone/push Build is passing
continuous-integration/drone/tag Build is passing
2019-06-12 21:58:02 +02:00
284e41c591 Fix footer structure 2019-06-12 21:57:24 +02:00
ec8bbe0325 Bump version number
All checks were successful
continuous-integration/drone/push Build is passing
continuous-integration/drone/tag Build is passing
2019-06-12 21:53:47 +02:00
8d4de48c11 Calculate repo count on start and increment when a new repo is cloned
All checks were successful
continuous-integration/drone/push Build is passing
2019-06-12 21:51:54 +02:00
eb718990ec Add repo count to templates 2019-06-12 21:51:16 +02:00
60dc242e5a Add repo count to templates 2019-06-12 21:50:45 +02:00
615460c87b Update dependencies
All checks were successful
continuous-integration/drone/push Build is passing
2019-06-12 20:05:55 +02:00
ba6fc7d394 Update git2 to 0.9.1
All checks were successful
continuous-integration/drone/push Build is passing
2019-06-12 20:04:26 +02:00
5551c6f3e4 Update serde and serde_derive to 1.0.92
All checks were successful
continuous-integration/drone/push Build is passing
2019-06-12 20:00:00 +02:00
38399b0bcd Update actix-web to 1.0.0 2019-06-12 19:55:32 +02:00
ad4d87ca2f Update reqwest to 0.9.18 2019-06-12 19:53:51 +02:00
137f264bdf Merge pull request #13 from vbrandl/dependabot/cargo/structopt-0.2.16
All checks were successful
continuous-integration/drone/push Build is passing
Bump structopt from 0.2.15 to 0.2.16
2019-06-01 20:51:42 +02:00
8cfe84c763 Bump structopt from 0.2.15 to 0.2.16
Bumps [structopt](https://github.com/TeXitoi/structopt) from 0.2.15 to 0.2.16.
- [Release notes](https://github.com/TeXitoi/structopt/releases)
- [Changelog](https://github.com/TeXitoi/structopt/blob/master/CHANGELOG.md)
- [Commits](https://github.com/TeXitoi/structopt/compare/v0.2.15...v0.2.16)
2019-05-30 05:32:17 +00:00
787ff55444 Bump version number
All checks were successful
continuous-integration/drone/push Build is passing
continuous-integration/drone/tag Build is passing
2019-05-28 22:26:55 +02:00
3901fe9e9c Cleanup
All checks were successful
continuous-integration/drone/push Build is passing
2019-05-28 22:06:31 +02:00
e0b6ee69f1 Actually run as user
All checks were successful
continuous-integration/drone/push Build is passing
2019-05-28 21:59:18 +02:00
75398a3613 Use adduser
All checks were successful
continuous-integration/drone/push Build is passing
2019-05-28 21:56:44 +02:00
a944e8b149 Don't run as root in the container
All checks were successful
continuous-integration/drone/push Build is passing
2019-05-28 21:46:47 +02:00
d9faf25648 Make script executable
[skip ci]
2019-05-19 16:05:58 +02:00
d2977eee32 Add script to list repositories
[ci skip]
2019-05-19 16:01:58 +02:00
569ce3a457 Bump version number
All checks were successful
continuous-integration/drone/push Build is passing
continuous-integration/drone/tag Build is passing
2019-05-19 13:56:56 +02:00
a77962732e Update dependencies 2019-05-19 13:56:23 +02:00
6438bbba82 Make code async 2019-05-19 13:56:11 +02:00
0fcafc7e4b Bump version number
All checks were successful
continuous-integration/drone/push Build is passing
continuous-integration/drone/tag Build is passing
2019-05-14 01:13:16 +02:00
5fd0eaf289 Use log4rs instead of pretty env logger 2019-05-14 01:12:43 +02:00
2236cf8b53 Refactor into smaller modules and implement new logger 2019-05-14 01:12:13 +02:00
60cba9951f Add new error types 2019-05-14 01:11:54 +02:00
d6835b96de Refactor into smaller modules 2019-05-14 01:11:39 +02:00
6d980d92be Ignore default log file 2019-05-14 01:10:46 +02:00
48e65fef36 Bump version number
All checks were successful
continuous-integration/drone/push Build is passing
continuous-integration/drone/tag Build is passing
2019-05-13 22:08:10 +02:00
514c30e13c Use orange favicon 2019-05-13 22:07:37 +02:00
d082531ca4 Bump version number
All checks were successful
continuous-integration/drone/tag Build is passing
continuous-integration/drone/push Build is passing
2019-05-13 22:02:14 +02:00
0a58a75cd1 Serve favicon
All checks were successful
continuous-integration/drone/push Build is passing
2019-05-13 21:58:07 +02:00
a7441f79cb Add favicon 2019-05-13 21:57:47 +02:00
c62f4e3db4 Bump version number
All checks were successful
continuous-integration/drone/push Build is passing
continuous-integration/drone/tag Build is passing
2019-05-04 15:47:19 +02:00
27c49f6e14 Add dependency badge 2019-05-04 15:46:36 +02:00
6d9b95e7d0 Merge branch 'feature/generator-from' 2019-05-04 15:45:35 +02:00
791cb38a41 Implement generator and use custom result type 2019-05-04 15:45:25 +02:00
eb0ee4b31d Add generator and result page 2019-05-04 15:38:00 +02:00
d5e6bf7839 Add service enum for form data 2019-05-04 15:37:29 +02:00
4556d6a04a Add custom result type 2019-05-04 15:33:21 +02:00
2d4e1930a8 Sign CI config [skip ci] 2019-05-01 22:32:34 +02:00
06613ca9b0 Bump version number
All checks were successful
continuous-integration/drone/tag Build is passing
2019-05-01 22:24:20 +02:00
22923e7121 Only run builds on master and tags 2019-05-01 22:23:46 +02:00
49702c22cd Merge branch 'feature/drone-ci'
All checks were successful
continuous-integration/drone/push Build is passing
2019-05-01 22:13:18 +02:00
2da2771218 Add drone badge and remove docker cloud badge 2019-05-01 22:13:06 +02:00
f1ae1b4d59 Enable autotag
All checks were successful
continuous-integration/drone/push Build is passing
2019-05-01 22:08:23 +02:00
80a0afbf53 Upload docker image
All checks were successful
continuous-integration/drone/push Build is passing
2019-05-01 21:56:59 +02:00
751b8e9a6d Build image in CI
Some checks failed
continuous-integration/drone/push Build is failing
2019-05-01 21:31:48 +02:00
6355dce827 Test release build
All checks were successful
continuous-integration/drone/push Build is passing
2019-05-01 18:43:20 +02:00
bd4b8c64ba Fix user
All checks were successful
continuous-integration/drone/push Build is passing
2019-05-01 18:28:16 +02:00
4a69022659 Dummy commit
Some checks failed
continuous-integration/drone/push Build is failing
2019-05-01 18:23:27 +02:00
6f73bbd422 Add drone config
Some checks reported errors
continuous-integration/drone/push Build encountered an error
2019-05-01 18:21:10 +02:00
7b45d72b97 Make worker threads configurable 2019-05-01 16:37:51 +02:00
852a31315d Start 4 worker threads 2019-05-01 16:21:36 +02:00
95f2c987e3 Add travis badge 2019-05-01 13:44:33 +02:00
2d4ad8c58f Clarify binary dependency on git
[ci skip]
2019-05-01 13:42:43 +02:00
beb57036aa Remove TODO from readme 2019-05-01 13:41:02 +02:00
3e507b9b86 Update dependencies 2019-05-01 13:38:57 +02:00
240ffec767 Fix CI config for releases 2019-04-30 17:17:18 +02:00
1bc91a9e41 Bump version number 2019-04-30 16:46:27 +02:00
8ae71cdb5d Merge branch 'feature/case-insensitive-path' 2019-04-30 16:45:43 +02:00
8fc46ab7cc Use all lowercase path names for storage and caching
`Microsoft/vscode` and `microsoft/vscode` point to the same directory
but the repo would have been cloned twice.
2019-04-30 16:45:29 +02:00
1257db4e0d Bump version number 2019-04-30 16:37:40 +02:00
0a67278e46 Fix docker tag for tagged commits 2019-04-30 16:37:04 +02:00
22 changed files with 1045 additions and 702 deletions

22
.drone.yml Normal file
View File

@ -0,0 +1,22 @@
---
kind: pipeline
name: build
steps:
- name: docker
image: plugins/docker
settings:
repo: vbrandl/hits-of-code
auto_tag: true
username:
from_secret: docker_username
password:
from_secret: docker_password
ref:
- refs/heads/master
- refs/tags/v*
---
kind: signature
hmac: 36c14cd35c5abe274025760c9ca34f198d392be0c31435ad58cb9ecaa0abef2a
...

1
.gitignore vendored
View File

@ -2,3 +2,4 @@
**/*.rs.bk
repos
cache
hoc.log

View File

@ -12,9 +12,9 @@ variables:
CONTAINER_BUILDER_IMAGE: $CI_REGISTRY_IMAGE:builder-latest
CONTAINER_TEST_IMAGE: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
CONTAINER_RELEASE_IMAGE: $CI_REGISTRY_IMAGE:latest
CONTAINER_TAG_IMAGE: $CI_REGISTRY_IMAGE:${CI_COMMIT_TAG:1}
before_script:
- export CONTAINER_TAG_IMAGE="$CI_REGISTRY_IMAGE:${CI_COMMIT_TAG:1}"
- docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
build:
@ -42,7 +42,7 @@ release-tag:
stage: release
script:
- docker pull $CONTAINER_TEST_IMAGE
- docker tag $CONTAINER_TEST_IMAGE $CONTAINER_RELEASE_IMAGE
- docker tag $CONTAINER_TEST_IMAGE $CONTAINER_TAG_IMAGE
- docker push $CONTAINER_TAG_IMAGE
only:
- /^v\d+\.\d+\.\d+/

1154
Cargo.lock generated

File diff suppressed because it is too large Load Diff

View File

@ -1,26 +1,26 @@
[package]
name = "hoc"
version = "0.2.0"
version = "0.9.0"
authors = ["Valentin Brandl <vbrandl@riseup.net>"]
edition = "2018"
build = "build.rs"
[dependencies]
actix-web = "1.0.0-alpha.4"
actix-web = "1.0.0"
badge = "0.2.0"
bytes = "0.4.12"
futures = "0.1.25"
git2 = "0.8.0"
futures = "0.1.27"
git2 = "0.9.1"
lazy_static = "1.3.0"
log = "0.4.6"
log4rs = "0.8.3"
number_prefix = "0.3.0"
openssl-probe = "0.1.2"
pretty_env_logger = "0.3.0"
reqwest = "0.9.15"
serde = "1.0.90"
serde_derive = "1.0.90"
reqwest = "0.9.17"
serde = "1.0.91"
serde_derive = "1.0.91"
serde_json = "1.0.39"
structopt = "0.2.15"
structopt = "0.2.16"
[build-dependencies]
ructe = "0.6.2"

View File

@ -29,10 +29,14 @@ FROM alpine:latest
RUN apk --no-cache add --update git
RUN adduser -D hoc
WORKDIR /home/hoc
USER hoc
# once we don't need a git binary anymore, this should be enough
# FROM scratch
# COPY --from=linuxkit/ca-certificates:v0.7 / /
COPY --from=builder /home/rust/src/target/x86_64-unknown-linux-musl/release/hoc /hoc
COPY --from=builder /home/rust/src/target/x86_64-unknown-linux-musl/release/hoc .
ENTRYPOINT ["/hoc"]
ENTRYPOINT ["/home/hoc/hoc"]

View File

@ -1,14 +1,16 @@
# Hits-of-Code
[![Hits-of-Code](https://hitsofcode.com/github/vbrandl/hoc)](https://hitsofcode.com/view/github/vbrandl/hoc)
[![Docker build](https://img.shields.io/docker/cloud/build/vbrandl/hits-of-code.svg)](https://hub.docker.com/r/vbrandl/hits-of-code)
[![Drone build](https://drone.vbrandl.net/api/badges/vbrandl/hoc/status.svg)](https://drone.vbrandl.net/vbrandl/hoc)
[![Gitlab build](https://gitlab.com/vbrandl/hoc/badges/master/pipeline.svg)](https://gitlab.com/vbrandl/hoc/pipelines)
[![Travis build](https://travis-ci.org/vbrandl/hoc.svg?branch=master)](https://travis-ci.org/vbrandl/hoc)
[![dependency status](https://deps.rs/repo/github/vbrandl/hoc/status.svg)](https://deps.rs/repo/github/vbrandl/hoc)
Small webservice, that returns a badge of the Hits-of-Code of a git repository, as described by [Yegor
Bugayenko](https://www.yegor256.com/2014/11/14/hits-of-code.html). It is implemented in
[Rust](https://www.rust-lang.org/), using the [actix-web](https://actix.rs/) web framework.
A live version of this API can be found on [hitsofcode.com](https://hitsofcode.com/).
A live version of this webservice can be found on [hitsofcode.com](https://hitsofcode.com/).
## API
@ -47,12 +49,8 @@ from [Docker Hub](https://hub.docker.com/r/vbrandl/hits-of-code)
$ docker run -it --rm vbrandl/hits-of-code --help
```
When running the binary directly, you need a git binary in your `PATH`.
## TODO
* [x] Customization of badges (e.g. colors)
* [x] Support other platforms beside GitHub (GitLab and Bitbucket)
* [ ] Allow exclusion of certain files/globs from the HoC count
## License

View File

@ -2,11 +2,10 @@ version: "2"
services:
hoc:
# build: .
# image: local/hoc:latest
image: registry.gitlab.com/vbrandl/hoc:latest
image: vbrandl/hits-of-code:latest
volumes:
- ./repos:/repos
- ./cache:/cache
ports:
- "127.0.0.1:8080:8080"
- ./repos:/home/hoc/repos
- ./cache:/home/hoc/cache
# ports:
# - "127.0.0.1:8080:8080"
restart: always

9
scripts/list.sh Executable file
View File

@ -0,0 +1,9 @@
#!/usr/bin/env sh
set -e
DIR=${1:-repos}
find "$DIR" -mindepth 3 -maxdepth 3 -type d \
| sed -e "s/$DIR/https:\//g" \
| sort

71
src/config.rs Normal file
View File

@ -0,0 +1,71 @@
use crate::{error::Result, statics::OPT};
use log::LevelFilter;
use log4rs::{
append::{console::ConsoleAppender, file::FileAppender},
config::{Appender, Config, Root},
encode::pattern::PatternEncoder,
};
use std::path::PathBuf;
use structopt::StructOpt;
#[derive(StructOpt, Debug)]
pub(crate) struct Opt {
#[structopt(
short = "o",
long = "outdir",
parse(from_os_str),
default_value = "./repos"
)]
/// Path to store cloned repositories
pub(crate) outdir: PathBuf,
#[structopt(
short = "c",
long = "cachedir",
parse(from_os_str),
default_value = "./cache"
)]
/// Path to store cache
pub(crate) cachedir: PathBuf,
#[structopt(short = "p", long = "port", default_value = "8080")]
/// Port to listen on
pub(crate) port: u16,
#[structopt(short = "h", long = "host", default_value = "0.0.0.0")]
/// Interface to listen on
pub(crate) host: String,
#[structopt(short = "d", long = "domain", default_value = "hitsofcode.com")]
/// Interface to listen on
pub(crate) domain: String,
#[structopt(short = "w", long = "workers", default_value = "4")]
/// Number of worker threads
pub(crate) workers: usize,
#[structopt(
short = "l",
long = "logfile",
parse(from_os_str),
default_value = "./hoc.log"
)]
/// The logfile
pub(crate) logfile: PathBuf,
}
pub(crate) fn init() -> Result<()> {
std::env::set_var("RUST_LOG", "actix_web=info,hoc=info");
// pretty_env_logger::init();
openssl_probe::init_ssl_cert_env_vars();
let stdout = ConsoleAppender::builder().build();
let file = FileAppender::builder()
.encoder(Box::new(PatternEncoder::new("{d} - {m}{n}")))
.build(&OPT.logfile)
.unwrap();
let config = Config::builder()
.appender(Appender::builder().build("stdout", Box::new(stdout)))
.appender(Appender::builder().build("file", Box::new(file)))
.build(
Root::builder()
.appender("stdout")
.appender("file")
.build(LevelFilter::Info),
)?;
log4rs::init_config(config)?;
Ok(())
}

24
src/count.rs Normal file
View File

@ -0,0 +1,24 @@
use crate::error::Result;
use std::{fs::read_dir, path::Path, result::Result as StdResult};
pub(crate) fn count_repositories<P>(repo_path: P) -> Result<usize>
where
P: AsRef<Path>,
{
Ok(read_dir(repo_path)?
.filter_map(StdResult::ok)
.filter(|entry| entry.file_type().map(|ft| ft.is_dir()).unwrap_or(false))
.map(|entry| read_dir(entry.path()))
.filter_map(StdResult::ok)
.flat_map(|dir| {
dir.filter_map(StdResult::ok)
.filter(|entry| entry.file_type().map(|ft| ft.is_dir()).unwrap_or(false))
})
.map(|entry| read_dir(entry.path()))
.filter_map(StdResult::ok)
.flat_map(|dir| {
dir.filter_map(StdResult::ok)
.filter(|entry| entry.file_type().map(|ft| ft.is_dir()).unwrap_or(false))
})
.count())
}

View File

@ -1,6 +1,11 @@
use crate::P500;
use crate::{
statics::{REPO_COUNT, VERSION_INFO},
templates,
};
use actix_web::{HttpResponse, ResponseError};
use std::fmt;
use std::{fmt, sync::atomic::Ordering};
pub(crate) type Result<T> = std::result::Result<T, Error>;
#[derive(Debug)]
pub(crate) enum Error {
@ -9,6 +14,8 @@ pub(crate) enum Error {
Git(git2::Error),
Internal,
Io(std::io::Error),
Log(log::SetLoggerError),
LogBuilder(log4rs::config::Errors),
Serial(serde_json::Error),
}
@ -20,6 +27,8 @@ impl fmt::Display for Error {
Error::Git(e) => write!(fmt, "Git({})", e),
Error::Internal => write!(fmt, "Internal Error"),
Error::Io(e) => write!(fmt, "Io({})", e),
Error::Log(e) => write!(fmt, "Log({})", e),
Error::LogBuilder(e) => write!(fmt, "LogBuilder({})", e),
Error::Serial(e) => write!(fmt, "Serial({})", e),
}
}
@ -27,15 +36,15 @@ impl fmt::Display for Error {
impl ResponseError for Error {
fn error_response(&self) -> HttpResponse {
let mut buf = Vec::new();
templates::p500(&mut buf, VERSION_INFO, REPO_COUNT.load(Ordering::Relaxed)).unwrap();
HttpResponse::InternalServerError()
.content_type("text/html")
.body(P500.as_slice())
.body(buf)
}
fn render_response(&self) -> HttpResponse {
HttpResponse::InternalServerError()
.content_type("text/html")
.body(P500.as_slice())
self.error_response()
}
}
@ -53,6 +62,12 @@ impl From<git2::Error> for Error {
}
}
impl From<log::SetLoggerError> for Error {
fn from(err: log::SetLoggerError) -> Self {
Error::Log(err)
}
}
impl From<std::io::Error> for Error {
fn from(err: std::io::Error) -> Self {
Error::Io(err)
@ -70,3 +85,9 @@ impl From<reqwest::Error> for Error {
Error::Client(err)
}
}
impl From<log4rs::config::Errors> for Error {
fn from(err: log4rs::config::Errors) -> Self {
Error::LogBuilder(err)
}
}

View File

@ -1,3 +1,5 @@
#![type_length_limit = "2257138"]
#[macro_use]
extern crate actix_web;
#[macro_use]
@ -8,13 +10,17 @@ extern crate log;
extern crate serde_derive;
mod cache;
mod config;
mod count;
mod error;
mod service;
mod statics;
use crate::{
cache::CacheState,
error::Error,
service::{Bitbucket, GitHub, Gitlab, Service},
cache::{Cache, CacheState},
error::{Error, Result},
service::{Bitbucket, FormService, GitHub, Gitlab, Service},
statics::{CLIENT, CSS, FAVICON, OPT, REPO_COUNT, VERSION_INFO},
};
use actix_web::{
error::ErrorBadRequest,
@ -23,48 +29,26 @@ use actix_web::{
};
use badge::{Badge, BadgeOptions};
use bytes::Bytes;
use futures::{unsync::mpsc, Stream};
use futures::{unsync::mpsc, Future, Stream};
use git2::Repository;
use number_prefix::{NumberPrefix, Prefixed, Standalone};
use std::{
borrow::Cow,
fs::create_dir_all,
path::{Path, PathBuf},
path::Path,
process::Command,
sync::atomic::Ordering,
sync::Arc,
time::{Duration, SystemTime},
};
use structopt::StructOpt;
include!(concat!(env!("OUT_DIR"), "/templates.rs"));
pub struct VersionInfo<'a> {
pub commit: &'a str,
pub version: &'a str,
}
const VERSION_INFO: VersionInfo = VersionInfo {
commit: env!("VERGEN_SHA_SHORT"),
version: env!("CARGO_PKG_VERSION"),
};
lazy_static! {
static ref CLIENT: reqwest::Client = reqwest::Client::new();
static ref OPT: Opt = Opt::from_args();
static ref INDEX: Vec<u8> = {
let mut buf = Vec::new();
templates::index(&mut buf, VERSION_INFO, &OPT.domain).unwrap();
buf
};
static ref P404: Vec<u8> = {
let mut buf = Vec::new();
templates::p404(&mut buf, VERSION_INFO).unwrap();
buf
};
static ref P500: Vec<u8> = {
let mut buf = Vec::new();
templates::p500(&mut buf, VERSION_INFO).unwrap();
buf
};
#[derive(Deserialize, Serialize)]
struct GeneratorForm<'a> {
service: FormService,
user: Cow<'a, str>,
repo: Cow<'a, str>,
}
struct State {
@ -72,45 +56,14 @@ struct State {
cache: String,
}
const CSS: &str = include_str!("../static/tacit-css.min.css");
#[derive(StructOpt, Debug)]
struct Opt {
#[structopt(
short = "o",
long = "outdir",
parse(from_os_str),
default_value = "./repos"
)]
/// Path to store cloned repositories
outdir: PathBuf,
#[structopt(
short = "c",
long = "cachedir",
parse(from_os_str),
default_value = "./cache"
)]
/// Path to store cache
cachedir: PathBuf,
#[structopt(short = "p", long = "port", default_value = "8080")]
/// Port to listen on
port: u16,
#[structopt(short = "h", long = "host", default_value = "0.0.0.0")]
/// Interface to listen on
host: String,
#[structopt(short = "d", long = "domain", default_value = "hitsofcode.com")]
/// Interface to listen on
domain: String,
}
fn pull(path: impl AsRef<Path>) -> Result<(), Error> {
fn pull(path: impl AsRef<Path>) -> Result<()> {
let repo = Repository::open_bare(path)?;
let mut origin = repo.find_remote("origin")?;
origin.fetch(&["refs/heads/*:refs/heads/*"], None, None)?;
Ok(())
}
fn hoc(repo: &str, repo_dir: &str, cache_dir: &str) -> Result<(u64, String), Error> {
fn hoc(repo: &str, repo_dir: &str, cache_dir: &str) -> Result<(u64, String)> {
let repo_dir = format!("{}/{}", repo_dir, repo);
let cache_dir = format!("{}/{}.json", cache_dir, repo);
let cache_dir = Path::new(&cache_dir);
@ -161,7 +114,7 @@ fn hoc(repo: &str, repo_dir: &str, cache_dir: &str) -> Result<(u64, String), Err
s.split_whitespace()
.take(2)
.map(str::parse::<u64>)
.filter_map(Result::ok)
.filter_map(std::result::Result::ok)
.sum::<u64>()
})
.sum();
@ -172,7 +125,7 @@ fn hoc(repo: &str, repo_dir: &str, cache_dir: &str) -> Result<(u64, String), Err
Ok((cache.count, head))
}
fn remote_exists(url: &str) -> Result<bool, Error> {
fn remote_exists(url: &str) -> Result<bool> {
Ok(CLIENT.head(url).send()?.status() == reqwest::StatusCode::OK)
}
@ -192,56 +145,68 @@ fn handle_hoc_request<T, F>(
state: web::Data<Arc<State>>,
data: web::Path<(String, String)>,
mapper: F,
) -> Result<HttpResponse, Error>
) -> impl Future<Item = HttpResponse, Error = Error>
where
T: Service,
F: Fn(HocResult) -> Result<HttpResponse, Error>,
F: Fn(HocResult) -> Result<HttpResponse>,
{
hoc_request::<T>(state, data).and_then(mapper)
futures::future::result(Ok(()))
.and_then(move |_| {
let repo = format!("{}/{}", data.0.to_lowercase(), data.1.to_lowercase());
let service_path = format!("{}/{}", T::domain(), repo);
let path = format!("{}/{}", state.repos, service_path);
let file = Path::new(&path);
let url = format!("https://{}", service_path);
if !file.exists() {
if !remote_exists(&url)? {
warn!("Repository does not exist: {}", url);
return Ok(HocResult::NotFound);
}
info!("Cloning {} for the first time", url);
create_dir_all(file)?;
let repo = Repository::init_bare(file)?;
repo.remote_add_fetch("origin", "refs/heads/*:refs/heads/*")?;
repo.remote_set_url("origin", &url)?;
REPO_COUNT.fetch_add(1, Ordering::Relaxed);
}
pull(&path)?;
let (hoc, head) = hoc(&service_path, &state.repos, &state.cache)?;
let hoc_pretty = match NumberPrefix::decimal(hoc as f64) {
Standalone(hoc) => hoc.to_string(),
Prefixed(prefix, hoc) => format!("{:.1}{}", hoc, prefix),
};
Ok(HocResult::Hoc {
hoc,
hoc_pretty,
head,
url,
repo,
service_path,
})
})
.and_then(mapper)
}
fn hoc_request<T: Service>(
fn json_hoc<T: Service>(
state: web::Data<Arc<State>>,
data: web::Path<(String, String)>,
) -> Result<HocResult, Error> {
let repo = format!("{}/{}", data.0, data.1);
let service_path = format!("{}/{}", T::domain(), repo);
let path = format!("{}/{}", state.repos, service_path);
let file = Path::new(&path);
let url = format!("https://{}", service_path);
if !file.exists() {
if !remote_exists(&url)? {
warn!("Repository does not exist: {}", url);
return Ok(HocResult::NotFound);
}
info!("Cloning {} for the first time", url);
create_dir_all(file)?;
let repo = Repository::init_bare(file)?;
repo.remote_add_fetch("origin", "refs/heads/*:refs/heads/*")?;
repo.remote_set_url("origin", &url)?;
}
pull(&path)?;
let (hoc, head) = hoc(&service_path, &state.repos, &state.cache)?;
let hoc_pretty = match NumberPrefix::decimal(hoc as f64) {
Standalone(hoc) => hoc.to_string(),
Prefixed(prefix, hoc) => format!("{:.1}{}", hoc, prefix),
) -> impl Future<Item = HttpResponse, Error = Error> {
let mapper = |r| match r {
HocResult::NotFound => p404(),
HocResult::Hoc { hoc, head, .. } => Ok(HttpResponse::Ok().json(Cache {
head: head.into(),
count: hoc,
})),
};
Ok(HocResult::Hoc {
hoc,
hoc_pretty,
head,
url,
repo,
service_path,
})
handle_hoc_request::<T, _>(state, data, mapper)
}
fn calculate_hoc<T: Service>(
state: web::Data<Arc<State>>,
data: web::Path<(String, String)>,
) -> Result<HttpResponse, Error> {
) -> impl Future<Item = HttpResponse, Error = Error> {
let mapper = |r| match r {
HocResult::NotFound => Ok(p404()),
HocResult::NotFound => p404(),
HocResult::Hoc { hoc_pretty, .. } => {
let badge_opt = BadgeOptions {
subject: "Hits-of-Code".to_string(),
@ -272,9 +237,9 @@ fn calculate_hoc<T: Service>(
fn overview<T: Service>(
state: web::Data<Arc<State>>,
data: web::Path<(String, String)>,
) -> Result<HttpResponse, Error> {
) -> impl Future<Item = HttpResponse, Error = Error> {
let mapper = |r| match r {
HocResult::NotFound => Ok(p404()),
HocResult::NotFound => p404(),
HocResult::Hoc {
hoc,
hoc_pretty,
@ -287,6 +252,7 @@ fn overview<T: Service>(
templates::overview(
&mut buf,
VERSION_INFO,
REPO_COUNT.load(Ordering::Relaxed),
&OPT.domain,
&service_path,
&url,
@ -308,16 +274,42 @@ fn overview<T: Service>(
}
#[get("/")]
fn index() -> HttpResponse {
HttpResponse::Ok()
.content_type("text/html")
.body(INDEX.as_slice())
fn index() -> Result<HttpResponse> {
let mut buf = Vec::new();
templates::index(
&mut buf,
VERSION_INFO,
REPO_COUNT.load(Ordering::Relaxed),
&OPT.domain,
)?;
Ok(HttpResponse::Ok().content_type("text/html").body(buf))
}
fn p404() -> HttpResponse {
HttpResponse::NotFound()
#[post("/generate")]
fn generate(params: web::Form<GeneratorForm>) -> Result<HttpResponse> {
let repo = format!("{}/{}", params.user, params.repo);
let mut buf = Vec::new();
templates::generate(
&mut buf,
VERSION_INFO,
REPO_COUNT.load(Ordering::Relaxed),
&OPT.domain,
params.service.url(),
params.service.service(),
&repo,
)?;
let (tx, rx_body) = mpsc::unbounded();
let _ = tx.unbounded_send(Bytes::from(buf));
Ok(HttpResponse::Ok()
.content_type("text/html")
.body(P404.as_slice())
.streaming(rx_body.map_err(|_| ErrorBadRequest("bad request"))))
}
fn p404() -> Result<HttpResponse> {
let mut buf = Vec::new();
templates::p404(&mut buf, VERSION_INFO, REPO_COUNT.load(Ordering::Relaxed))?;
Ok(HttpResponse::NotFound().content_type("text/html").body(buf))
}
#[get("/tacit-css.min.css")]
@ -325,29 +317,38 @@ fn css() -> HttpResponse {
HttpResponse::Ok().content_type("text/css").body(CSS)
}
fn main() -> std::io::Result<()> {
std::env::set_var("RUST_LOG", "actix_web=info,hoc=info");
pretty_env_logger::init();
openssl_probe::init_ssl_cert_env_vars();
#[get("/favicon.ico")]
fn favicon32() -> HttpResponse {
HttpResponse::Ok().content_type("image/png").body(FAVICON)
}
fn main() -> Result<()> {
config::init()?;
let interface = format!("{}:{}", OPT.host, OPT.port);
let state = Arc::new(State {
repos: OPT.outdir.display().to_string(),
cache: OPT.cachedir.display().to_string(),
});
HttpServer::new(move || {
Ok(HttpServer::new(move || {
App::new()
.data(state.clone())
.wrap(middleware::Logger::default())
.service(index)
.service(css)
.service(web::resource("/github/{user}/{repo}").to(calculate_hoc::<GitHub>))
.service(web::resource("/gitlab/{user}/{repo}").to(calculate_hoc::<Gitlab>))
.service(web::resource("/bitbucket/{user}/{repo}").to(calculate_hoc::<Bitbucket>))
.service(web::resource("/view/github/{user}/{repo}").to(overview::<GitHub>))
.service(web::resource("/view/gitlab/{user}/{repo}").to(overview::<Gitlab>))
.service(web::resource("/view/bitbucket/{user}/{repo}").to(overview::<Bitbucket>))
.default_service(web::resource("").route(web::get().to(p404)))
.service(favicon32)
.service(generate)
.service(web::resource("/github/{user}/{repo}").to_async(calculate_hoc::<GitHub>))
.service(web::resource("/gitlab/{user}/{repo}").to_async(calculate_hoc::<Gitlab>))
.service(web::resource("/bitbucket/{user}/{repo}").to_async(calculate_hoc::<Bitbucket>))
.service(web::resource("/github/{user}/{repo}/json").to_async(json_hoc::<GitHub>))
.service(web::resource("/gitlab/{user}/{repo}/json").to_async(json_hoc::<Gitlab>))
.service(web::resource("/bitbucket/{user}/{repo}/json").to_async(json_hoc::<Bitbucket>))
.service(web::resource("/view/github/{user}/{repo}").to_async(overview::<GitHub>))
.service(web::resource("/view/gitlab/{user}/{repo}").to_async(overview::<Gitlab>))
.service(web::resource("/view/bitbucket/{user}/{repo}").to_async(overview::<Bitbucket>))
.default_service(web::resource("").route(web::get().to_async(p404)))
})
.workers(OPT.workers)
.bind(interface)?
.run()
.run()?)
}

View File

@ -4,6 +4,34 @@ pub(crate) trait Service {
fn commit_url(repo: &str, commit_ref: &str) -> String;
}
#[derive(Deserialize, Serialize)]
pub(crate) enum FormService {
#[serde(rename = "github")]
GitHub,
#[serde(rename = "gitlab")]
Gitlab,
#[serde(rename = "bitbucket")]
Bitbucket,
}
impl FormService {
pub(crate) fn url(&self) -> &str {
match self {
FormService::GitHub => "github.com",
FormService::Gitlab => "gitlab.com",
FormService::Bitbucket => "bitbucket.org",
}
}
pub(crate) fn service(&self) -> &str {
match self {
FormService::GitHub => "github",
FormService::Gitlab => "gitlab",
FormService::Bitbucket => "bitbucket",
}
}
}
pub(crate) struct GitHub;
impl Service for GitHub {

22
src/statics.rs Normal file
View File

@ -0,0 +1,22 @@
use crate::{config::Opt, count::count_repositories};
use std::sync::atomic::AtomicUsize;
use structopt::StructOpt;
pub struct VersionInfo<'a> {
pub commit: &'a str,
pub version: &'a str,
}
pub(crate) const VERSION_INFO: VersionInfo = VersionInfo {
commit: env!("VERGEN_SHA_SHORT"),
version: env!("CARGO_PKG_VERSION"),
};
pub(crate) const CSS: &str = include_str!("../static/tacit-css.min.css");
pub(crate) const FAVICON: &[u8] = include_bytes!("../static/favicon32.png");
lazy_static! {
pub(crate) static ref CLIENT: reqwest::Client = reqwest::Client::new();
pub(crate) static ref OPT: Opt = Opt::from_args();
pub(crate) static ref REPO_COUNT: AtomicUsize =
AtomicUsize::new(count_repositories(&OPT.outdir).unwrap());
}

BIN
static/favicon32.png Normal file

Binary file not shown.

After

Width:  |  Height:  |  Size: 983 B

View File

@ -1,6 +1,6 @@
@use crate::VersionInfo;
@use crate::statics::VersionInfo;
@(title: &str, header: &str, content: Content, version_info: VersionInfo)
@(title: &str, header: &str, content: Content, version_info: VersionInfo, repo_count: usize)
<!DOCTYPE html>
<html lang="en">
@ -38,6 +38,13 @@
</li>
</ul>
</nav>
<nav>
<ul>
<li>
<small>Currently serving @repo_count repositories</small>
</li>
</ul>
</nav>
<nav>
<ul>
<li><small><a href="https://github.com/vbrandl/hoc">GitHub</a></small></li>

View File

@ -0,0 +1,23 @@
@use super::base;
@use crate::statics::VersionInfo;
@(version_info: VersionInfo, repo_count: usize, domain: &str, url: &str, service: &str, path: &str)
@:base("Hits-of-Code Badges", "Badge Generator", {
<p>
Here is the markdown for the badge for <a href="https://@url/@path">@url/@path</a>
</p>
<pre>
[![Hits-of-Code](https://@domain/@service/@path)](https://@domain/view/@service/@path)
</pre>
<p>
It will be rendered like this
</p>
<pre>
<a href="https://@domain/view/@service/@path"><img src="https://@domain/@service/@path" alt="example badge" /></a>
</pre>
}, version_info, repo_count)

View File

@ -1,7 +1,7 @@
@use super::base;
@use crate::VersionInfo;
@use crate::statics::VersionInfo;
@(version_info: VersionInfo, domain: &str)
@(version_info: VersionInfo, repo_count: usize, domain: &str)
@:base("Hits-of-Code Badges", "Hits-of-Code Badges", {
@ -45,6 +45,21 @@ would render this badge:
alt="example badge" /></a>
</pre>
<h2>Badge Generator</h2>
<form method="post" action="/generate">
<select name="service" id="service">
<option value="github">GitHub</option>
<option value="gitlab">Gitlab</option>
<option value="bitbucket">Bitbucket</option>
</select>
<label>/</label>
<input name="user" id="user" type="text" placeholder="user" />
<label>/</label>
<input name="repo" id="repo" type="text" placeholder="repository" />
<button type="submit">Generate</button>
</form>
<h2>Source Code</h2>
<p>
@ -61,4 +76,4 @@ my <a href="https://mirror.oldsql.cc/key.asc">GPG key</a>
(<a href="http://pool.sks-keyservers.net/pks/lookup?op=get&amp;search=0x1FFE431282F4B8CC0A7579167FB009175885FC76">from a
keyserver</a>), or by using any other UID from my key.
</p>
}, version_info)
}, version_info, repo_count)

View File

@ -1,7 +1,7 @@
@use super::base;
@use crate::VersionInfo;
@use crate::statics::VersionInfo;
@(version_info: VersionInfo, domain: &str, path: &str, url: &str, hoc: u64, hoc_pretty: &str, head: &str, commit_url: &str)
@(version_info: VersionInfo, repo_count: usize, domain: &str, path: &str, url: &str, hoc: u64, hoc_pretty: &str, head: &str, commit_url: &str)
@:base("Hits-of-Code Badges", "Overview", {
@ -16,4 +16,4 @@ To include the badge in your readme, use the following markdown:
<pre>
[![Hits-of-Code](https://@domain/@path)](https://@domain/view/@path)
</pre>
}, version_info)
}, version_info, repo_count)

View File

@ -1,7 +1,7 @@
@use super::base;
@use crate::VersionInfo;
@use crate::statics::VersionInfo;
@(version_info: VersionInfo)
@(version_info: VersionInfo, repo_count: usize)
@:base("Page not Found - Hits-of-Code Badges", "404 - Page not Found", {
<p>
@ -11,4 +11,4 @@
<p>
If you think, this is a mistake on my side, please <a href="mailto:mail+hoc@@vbrandl.net">drop me a mail</a>.
</p>
}, version_info)
}, version_info, repo_count)

View File

@ -1,7 +1,7 @@
@use super::base;
@use crate::VersionInfo;
@use crate::statics::VersionInfo;
@(version_info: VersionInfo)
@(version_info: VersionInfo, repo_count: usize)
@:base("Internal Server Error - Hits-of-Code Badges", "500 - Internal Server Error", {
<p>
@ -11,4 +11,4 @@
<p>
If you think, this is a bug, please <a href="mailto:mail+hoc@@vbrandl.net">drop me a mail</a>.
</p>
}, version_info)
}, version_info, repo_count)