forked from mirrors/nixpkgs
b5e87f5f2e
Use SQLAlchemy 1.3 because ludios_wpull is incompatible with SQLAlchemy 1.4. Use Python 3.8 instead of Python 3.7, as namedlist 1.8 fixed compatibility with Python 3.8. We cannot use Python 3.9 until https://github.com/ArchiveTeam/ludios_wpull/issues/20 is fixed.
58 lines
1.3 KiB
Nix
58 lines
1.3 KiB
Nix
{ lib, python38, fetchFromGitHub }:
|
|
let
|
|
python = python38.override {
|
|
self = python;
|
|
packageOverrides = self: super: {
|
|
sqlalchemy = super.sqlalchemy.overridePythonAttrs (oldAttrs: rec {
|
|
version = "1.3.24";
|
|
src = oldAttrs.src.override {
|
|
inherit version;
|
|
sha256 = "ebbb777cbf9312359b897bf81ba00dae0f5cb69fba2a18265dcc18a6f5ef7519";
|
|
};
|
|
});
|
|
tornado = super.tornado_4;
|
|
};
|
|
};
|
|
|
|
in
|
|
with python.pkgs; buildPythonApplication rec {
|
|
pname = "grab-site";
|
|
version = "2.2.2";
|
|
|
|
src = fetchFromGitHub {
|
|
rev = version;
|
|
owner = "ArchiveTeam";
|
|
repo = "grab-site";
|
|
sha256 = "0af53g703kqpxa6bn72mb2l5l0qrjknq5wqwl4wryyscdp4xabx4";
|
|
};
|
|
|
|
postPatch = ''
|
|
substituteInPlace setup.py \
|
|
--replace '"wpull @ https://github.com/ArchiveTeam/ludios_wpull/tarball/master#egg=wpull-${ludios_wpull.version}"' '"wpull"'
|
|
'';
|
|
|
|
propagatedBuildInputs = [
|
|
click
|
|
ludios_wpull
|
|
manhole
|
|
lmdb
|
|
autobahn
|
|
fb-re2
|
|
websockets
|
|
cchardet
|
|
];
|
|
|
|
checkPhase = ''
|
|
export PATH=$PATH:$out/bin
|
|
bash ./tests/offline-tests
|
|
'';
|
|
|
|
meta = with lib; {
|
|
description = "Crawler for web archiving with WARC output";
|
|
homepage = "https://github.com/ArchiveTeam/grab-site";
|
|
license = licenses.mit;
|
|
maintainers = with maintainers; [ ivan ];
|
|
platforms = platforms.all;
|
|
};
|
|
}
|