finally works...?
This commit is contained in:
parent
e047bcd136
commit
30ee8107fd
5 changed files with 115 additions and 39 deletions
11
.gitignore
vendored
Normal file
11
.gitignore
vendored
Normal file
|
|
@ -0,0 +1,11 @@
|
||||||
|
# Devenv
|
||||||
|
.devenv*
|
||||||
|
devenv.local.nix
|
||||||
|
devenv.local.yaml
|
||||||
|
|
||||||
|
# direnv
|
||||||
|
.direnv
|
||||||
|
|
||||||
|
# pre-commit
|
||||||
|
.pre-commit-config.yaml
|
||||||
|
src/protestswap/__pycache__
|
||||||
92
flake.nix
92
flake.nix
|
|
@ -25,51 +25,81 @@
|
||||||
python = pkgs.python3;
|
python = pkgs.python3;
|
||||||
|
|
||||||
inswapperModel = pkgs.stdenv.mkDerivation {
|
inswapperModel = pkgs.stdenv.mkDerivation {
|
||||||
name = "inswapper";
|
name = "inswapper_128";
|
||||||
src = pkgs.fetchurl {
|
src = pkgs.fetchurl {
|
||||||
url = "https://huggingface.co/thebiglaskowski/inswapper_128.onnx/resolve/main/inswapper_128.onnx";
|
url = "https://huggingface.co/thebiglaskowski/inswapper_128.onnx/resolve/main/inswapper_128.onnx";
|
||||||
hash = "sha256-5KPwjHU8ty0E4Qqg99vj3uu/OVZ9Tq1tzgjpiqSeFq8=";
|
hash = "sha256-5KPwjHU8ty0E4Qqg99vj3uu/OVZ9Tq1tzgjpiqSeFq8=";
|
||||||
};
|
};
|
||||||
|
|
||||||
unpackPhase = ''true'';
|
phases = [ "installPhase" ];
|
||||||
phases = [
|
|
||||||
# "installPhase"
|
|
||||||
];
|
|
||||||
|
|
||||||
installPhase = let dest = "$out/var/lib/${projectName}"; in /*shell*/''
|
installPhase = ''
|
||||||
ls -l "$src"
|
mkdir -p "$out/var/lib/insightface/models/"
|
||||||
mkdir -p "${dest}"
|
cp $src "$out/var/lib/insightface/models/inswapper_128.onnx"
|
||||||
cp $src ${dest}/inswapper_128.onnx
|
|
||||||
'';
|
'';
|
||||||
};
|
};
|
||||||
|
buffaloModel = pkgs.stdenv.mkDerivation {
|
||||||
in {
|
name = "buffalo_l_Model";
|
||||||
devShells.${system}.default = let
|
src = pkgs.fetchurl {
|
||||||
arg = project.renderers.withPackages { inherit python;};
|
url = "https://github.com/deepinsight/insightface/releases/download/v0.7/buffalo_l.zip";
|
||||||
pythonEnv = python.withPackages arg;
|
hash = "sha256-gP/jfYpZQNWac4TCAaKjjUdB8vPFHu9G67KCGKewyi8=";
|
||||||
in pkgs.mkShell {
|
|
||||||
packages = [ pythonEnv inswapperModel];
|
|
||||||
shellHook = ''
|
|
||||||
export FOO=${inswapperModel}/var/lib/${projectName}/inswapper_128.onnx
|
|
||||||
echo "Binary at '$FOO'"
|
|
||||||
'';
|
|
||||||
};
|
};
|
||||||
|
|
||||||
packages.${system} = let
|
unpackPhase = /*shell*/''
|
||||||
attrs = project.renderers.buildPythonPackage {
|
ls -l $src
|
||||||
|
echo $src
|
||||||
|
|
||||||
|
mkdir -p "$out/var/lib/insightface/buffalo_l/"
|
||||||
|
unar -D -o $out/var/lib/insightface/buffalo_l/ $src
|
||||||
|
'';
|
||||||
|
|
||||||
|
nativeBuildInputs = [ pkgs.unar ];
|
||||||
|
};
|
||||||
|
postInstall = /*shell*/''
|
||||||
|
mkdir -p $out/var/lib/insightface/models/buffalo_l
|
||||||
|
cp ${inswapperModel} $out/var/lib/insightface/models/inswapper_128.onnx
|
||||||
|
'';
|
||||||
|
# ${pkgs.unar}/bin/unar -D -o $out/var/lib/insightface/models/buffalo_l ${buffaloModel}
|
||||||
|
# '';
|
||||||
|
packageAttrs = project.renderers.buildPythonPackage {
|
||||||
inherit python;
|
inherit python;
|
||||||
};
|
};
|
||||||
protestswap = (python.pkgs.buildPythonPackage ( attrs // {
|
packageAttrsLive = project.renderers.mkPythonEditablePackage {
|
||||||
buildInputs = [ inswapperModel ];
|
inherit python;
|
||||||
} ));
|
};
|
||||||
|
protestswap = python.pkgs.buildPythonPackage ( packageAttrs # // { inherit postInstall; }
|
||||||
|
);
|
||||||
in {
|
in {
|
||||||
# inherit inswapperModel;
|
devShells.${system}.default = let
|
||||||
# "${projectName}" = protestswap;
|
arg = project.renderers.mkPythonEditablePackage { inherit python; };
|
||||||
default = pkgs.symlinkJoin {
|
pythonEnv = python.pkgs.mkPythonEditablePackage ( arg );
|
||||||
name = "${projectName}";
|
in pkgs.mkShell {
|
||||||
paths = [inswapperModel protestswap];
|
packages = [ pkgs.python3 pkgs.uv
|
||||||
};
|
# buffaloModel
|
||||||
|
protestswap pkgs.gcc14 ];
|
||||||
|
shellHook = /*shell*/
|
||||||
|
''
|
||||||
|
ls -l ${buffaloModel}
|
||||||
|
|
||||||
|
INSIGHTFACE_ROOT_DIR=$(mktemp -d /tmp/insightface.XXXXXXXX)
|
||||||
|
export INSIGHTFACE_ROOT_DIR
|
||||||
|
|
||||||
|
mkdir -p "$INSIGHTFACE_ROOT_DIR"
|
||||||
|
|
||||||
|
ln -s ${inswapperModel}/var/lib/insightface/models "$INSIGHTFACE_ROOT_DIR/models"
|
||||||
|
ln -s ${buffaloModel}/var/lib/insightface/buffalo_l "$INSIGHTFACE_ROOT_DIR/buffalo_l"
|
||||||
|
|
||||||
|
# export PROTESTSWAP_ROOT="/tmp/protestswap_models"
|
||||||
|
# mkdir -p "$PROTESTSWAP_ROOT/buffalo_l"
|
||||||
|
#
|
||||||
|
# cp ${inswapperModel} "$PROTESTSWAP_ROOT/inswapper_128.onnx"
|
||||||
|
unset PYTHONPATH
|
||||||
|
uv sync
|
||||||
|
. .venv/bin/activate
|
||||||
|
'';
|
||||||
};
|
};
|
||||||
|
|
||||||
|
packages.${system}.default = protestswap;
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,11 @@ license-files = ["LICEN[CS]E*"]
|
||||||
description = "A minimal pyproject.toml"
|
description = "A minimal pyproject.toml"
|
||||||
authors = [ ]
|
authors = [ ]
|
||||||
requires-python = ">=3.13"
|
requires-python = ">=3.13"
|
||||||
dependencies = [ "insightface", "opencv-python", "matplotlib" ]
|
dependencies = [
|
||||||
|
"insightface",
|
||||||
|
"onnxruntime",
|
||||||
|
"opencv-python", "matplotlib"
|
||||||
|
]
|
||||||
|
|
||||||
[project.scripts]
|
[project.scripts]
|
||||||
protestswap-cli = "protestswap.cli:main"
|
protestswap-cli = "protestswap.cli:main"
|
||||||
|
|
@ -13,3 +17,6 @@ protestswap-cli = "protestswap.cli:main"
|
||||||
[build-system]
|
[build-system]
|
||||||
requires = ["uv_build >= 0.8.17, <0.9.0"]
|
requires = ["uv_build >= 0.8.17, <0.9.0"]
|
||||||
build-backend = "uv_build"
|
build-backend = "uv_build"
|
||||||
|
|
||||||
|
[tool.setuptools.packages]
|
||||||
|
find = {namespaces = false} # Disable implicit namespaces
|
||||||
|
|
|
||||||
|
|
@ -1,7 +1,29 @@
|
||||||
import protestswap
|
import os
|
||||||
|
import logging
|
||||||
|
|
||||||
|
from protestswap.protestswap import ProtestFaceSwapper
|
||||||
|
|
||||||
|
logger = logging.getLogger("protestswap")
|
||||||
|
|
||||||
|
DEFAULT_INSIGHTFACE_DIR = "/var/lib/insightface"
|
||||||
|
INSIGHTFACE_VAR = "INSIGHTFACE_ROOT_DIR"
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
print("hello protest")
|
insightface_dir = None
|
||||||
|
if os.path.exists(DEFAULT_INSIGHTFACE_DIR):
|
||||||
|
insightface_dir = DEFAULT_INSIGHTFACE_DIR
|
||||||
|
elif os.environ.get(INSIGHTFACE_VAR):
|
||||||
|
insightface_dir = os.environ.get(INSIGHTFACE_VAR)
|
||||||
|
else:
|
||||||
|
logger.warning(
|
||||||
|
f"No directory at '{DEFAULT_INSIGHTFACE_DIR}' and '{INSIGHTFACE_VAR}' not set yet."
|
||||||
|
)
|
||||||
|
insightface_dir = f"{os.environ.get('HOME')}/.cache/insightface"
|
||||||
|
|
||||||
|
# swapper = ProtestFaceSwapper(insightface_dir)
|
||||||
|
# swapper.prepare_model()
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
main()
|
main()
|
||||||
|
|
|
||||||
|
|
@ -1,5 +1,8 @@
|
||||||
#!/usr/bin/env python3
|
#!/usr/bin/env python3
|
||||||
|
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
|
||||||
import cv2
|
import cv2
|
||||||
import random # TODO: seed!
|
import random # TODO: seed!
|
||||||
|
|
||||||
|
|
@ -9,11 +12,14 @@ from insightface.app import FaceAnalysis
|
||||||
from insightface.model_zoo.inswapper import INSwapper
|
from insightface.model_zoo.inswapper import INSwapper
|
||||||
from insightface.app.common import Face
|
from insightface.app.common import Face
|
||||||
|
|
||||||
|
logger = logging.getLogger("protestswap")
|
||||||
|
|
||||||
SWAPPING_MODEL = 'inswapper_128.onnx'
|
SWAPPING_MODEL = 'inswapper_128.onnx'
|
||||||
|
|
||||||
class Faceswapper:
|
|
||||||
def __init__(self):
|
class ProtestFaceSwapper:
|
||||||
self._app : FaceAnalysis = FaceAnalysis(name='buffalo_l')
|
def __init__(self, root_dir):
|
||||||
|
self._app : FaceAnalysis = FaceAnalysis(name='buffalo_l', root=insightface_dir)
|
||||||
self._model : INSwapper
|
self._model : INSwapper
|
||||||
self._source : cv2.typing.MatLike|None = None
|
self._source : cv2.typing.MatLike|None = None
|
||||||
self._source_faces : list[Face] = []
|
self._source_faces : list[Face] = []
|
||||||
|
|
@ -49,9 +55,9 @@ class Faceswapper:
|
||||||
|
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
swapper = Faceswapper()
|
|
||||||
swapper.prepare_model()
|
|
||||||
|
|
||||||
|
swapper = ProtestFaceSwapper(insightface_dir)
|
||||||
|
swapper.prepare_model()
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue