add prebuilt files

.gitattributes

@@ -34,3 +34,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 *.png filter=lfs diff=lfs merge=lfs -text
+*.o filter=lfs diff=lfs merge=lfs -text
+*.ninja_deps filter=lfs diff=lfs merge=lfs -text
+*.so filter=lfs diff=lfs merge=lfs -text

app.py

@@ -1,3 +1,16 @@
+import shlex
+import subprocess
+subprocess.run(
+    shlex.split(
+        "pip install https://pkgs.dev.azure.com/onnxruntime/2a773b67-e88b-4c7f-9fc0-87d31fea8ef2/_packaging/7fa31e42-5da1-4e84-a664-f2b4129c7d45/pypi/download/onnxruntime-gpu/1.17/onnxruntime_gpu-1.17.0-cp310-cp310-manylinux_2_28_x86_64.whl --force-reinstall --no-deps"
+    )
+)
+subprocess.run(
+    shlex.split(
+        "cp -r torch_extensions/py310_cu121 ~/.cache/torch_extensions/"
+    )
+)
+
 if __name__ == "__main__":
     import os
     import sys

mesh_reconstruction/recon.py

@@ -12,8 +12,10 @@ from scripts.utils import to_py3d_mesh, init_target
 def reconstruct_stage1(pils: List[Image.Image], steps=100, vertices=None, faces=None, start_edge_len=0.15, end_edge_len=0.005, decay=0.995, return_mesh=True, loss_expansion_weight=0.1, gain=0.1):
     vertices, faces = vertices.to("cuda"), faces.to("cuda")
     assert len(pils) == 4
-    cameras = make_star_cameras_orthographic_py3d([0, 270, 180, 90], device="cuda", focal=1., dist=4.0)
-    renderer = Pytorch3DNormalsRenderer(cameras, list(pils[0].size), device="cuda")
+    mv,proj = make_star_cameras_orthographic(4, 1)          
+    renderer = NormalsRenderer(mv,proj,list(pils[0].size))
+    # cameras = make_star_cameras_orthographic_py3d([0, 270, 180, 90], device="cuda", focal=1., dist=4.0)
+    # renderer = Pytorch3DNormalsRenderer(cameras, list(pils[0].size), device="cuda")
     
     target_images = init_target(pils, new_bkgd=(0., 0., 0.)) # 4s
     # 1. no rotate

mesh_reconstruction/refine.py

@@ -17,8 +17,10 @@ def run_mesh_refine(vertices, faces, pils: List[Image.Image], steps=100, start_e
     poission_steps = []
 
     assert len(pils) == 4
-    cameras = make_star_cameras_orthographic_py3d([0, 270, 180, 90], device="cuda", focal=1., dist=4.0)     
-    renderer = Pytorch3DNormalsRenderer(cameras, list(pils[0].size), device="cuda")
+    mv,proj = make_star_cameras_orthographic(4, 1)
+    renderer = NormalsRenderer(mv,proj,list(pils[0].size))
+    # cameras = make_star_cameras_orthographic_py3d([0, 270, 180, 90], device="cuda", focal=1., dist=4.0)     
+    # renderer = Pytorch3DNormalsRenderer(cameras, list(pils[0].size), device="cuda")
 
     target_images = init_target(pils, new_bkgd=(0., 0., 0.)) # 4s
     # 1. no rotate

requirements.txt

@@ -17,7 +17,7 @@ peft
 Pillow
 pygltflib
 pymeshlab>=2023.12
-rembg
+rembg[gpu]
 torch>=2.0.1
 torch_scatter @ https://data.pyg.org/whl/torch-2.2.0%2Bcu121/torch_scatter-2.1.2%2Bpt22cu121-cp310-cp310-linux_x86_64.whl
 tqdm

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/.ninja_deps

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90836f158b02a1bf739fea6adb3b4d24099d2275b518f0b2a1b281c19a5b9cee
+size 3032

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/.ninja_log

@@ -0,0 +1,17 @@
+# ninja log v5
+2	57	1717248834072405101	common.o	3b7f4b30d7cb7ff8
+1	69	1717248834084405148	CudaRaster.o	2d895006e5feef41
+2	2641	1717248836648415296	rasterize.cuda.o	d0c9fb2eac7dcaf8
+3	3131	1717248837140417246	antialias.cuda.o	9290e9edbdca949e
+2	3534	1717248837540418831	interpolate.cuda.o	ca4c3b8b8ca86e6f
+1	7750	1717248841756435568	RasterImpl.cuda.o	d57c1292e6c99318
+0	12225	1717248846232453390	Buffer.o	a3a5b05a55944aa9
+1	12344	1717248846352453869	RasterImpl.o	42e5832f6605f269
+3	12388	1717248846396454044	texture.o	e9d6cfd5b3a98c88
+4	12615	1717248846624454954	torch_texture.o	3f23656b9845ae84
+4	12660	1717248846668455130	torch_rasterize.o	e743d20c933340b1
+4	12661	1717248846668455130	torch_antialias.o	a088f823c49e2d95
+4	12695	1717248846700455257	torch_interpolate.o	a97e3a03ff69ec0a
+3	13869	1717248847876459950	torch_bindings.o	a1b4622841bee9ae
+3	23052	1717248857044496668	texture.cuda.o	6495c3de18bf2227
+23052	23746	1717248857748499497	nvdiffrast_plugin.so	54f98f8ebeb440d6

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/Buffer.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b8f550406401293666b665d6c0782eef792369336f3a1f313dd2899f839262
+size 1735824

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/CudaRaster.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5fdd3088cce08eb922653d0c647077e7e4f19e1611448816dcafb22a265244
+size 7728

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/RasterImpl.cuda.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6725817dc7b50439fdcb2e6ea314fb6bd143418f160178bcf3c9404aa6f497
+size 2053440

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/RasterImpl.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a060a31aad3ab0728abba05eb2524cbd0eb55773e3ded33c0b6fb7de17b1f27
+size 1774792

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/antialias.cuda.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0930b57c46d09d50aac3d8f1cb0b917f7782a934fae94e7590b2cff492dd8865
+size 494824

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/build.ninja

@@ -0,0 +1,47 @@
+ninja_required_version = 1.3
+cxx = c++
+nvcc = /usr/local/cuda/bin/nvcc
+
+cflags = -DTORCH_EXTENSION_NAME=nvdiffrast_plugin -DTORCH_API_INCLUDE_EXTENSION_H -DPYBIND11_COMPILER_TYPE=\"_gcc\" -DPYBIND11_STDLIB=\"_libstdcpp\" -DPYBIND11_BUILD_ABI=\"_cxxabi1011\" -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/torch/csrc/api/include -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/TH -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/THC -isystem /usr/local/cuda/include -isystem /root/miniconda3/include/python3.10 -D_GLIBCXX_USE_CXX11_ABI=0 -fPIC -std=c++17 -DNVDR_TORCH
+post_cflags = 
+cuda_cflags = -DTORCH_EXTENSION_NAME=nvdiffrast_plugin -DTORCH_API_INCLUDE_EXTENSION_H -DPYBIND11_COMPILER_TYPE=\"_gcc\" -DPYBIND11_STDLIB=\"_libstdcpp\" -DPYBIND11_BUILD_ABI=\"_cxxabi1011\" -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/torch/csrc/api/include -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/TH -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/THC -isystem /usr/local/cuda/include -isystem /root/miniconda3/include/python3.10 -D_GLIBCXX_USE_CXX11_ABI=0 -D__CUDA_NO_HALF_OPERATORS__ -D__CUDA_NO_HALF_CONVERSIONS__ -D__CUDA_NO_BFLOAT16_CONVERSIONS__ -D__CUDA_NO_HALF2_OPERATORS__ --expt-relaxed-constexpr -gencode=arch=compute_80,code=sm_80 -gencode=arch=compute_86,code=sm_86 -gencode=arch=compute_87,code=sm_87 -gencode=arch=compute_89,code=sm_89 -gencode=arch=compute_90,code=sm_90 --compiler-options '-fPIC' -DNVDR_TORCH -lineinfo -std=c++17
+cuda_post_cflags = 
+cuda_dlink_post_cflags = 
+ldflags = -shared -L/root/miniconda3/lib/python3.10/site-packages/torch/lib -lc10 -lc10_cuda -ltorch_cpu -ltorch_cuda -ltorch -ltorch_python -L/usr/local/cuda/lib64 -lcudart
+
+rule compile
+  command = $cxx -MMD -MF $out.d $cflags -c $in -o $out $post_cflags
+  depfile = $out.d
+  deps = gcc
+
+rule cuda_compile
+  depfile = $out.d
+  deps = gcc
+  command = $nvcc  $cuda_cflags -c $in -o $out $cuda_post_cflags
+
+
+
+rule link
+  command = $cxx $in $ldflags -o $out
+
+build Buffer.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/cudaraster/impl/Buffer.cpp
+build CudaRaster.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/cudaraster/impl/CudaRaster.cpp
+build RasterImpl.cuda.o: cuda_compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/cudaraster/impl/RasterImpl.cu
+build RasterImpl.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/cudaraster/impl/RasterImpl.cpp
+build common.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/common.cpp
+build rasterize.cuda.o: cuda_compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/rasterize.cu
+build interpolate.cuda.o: cuda_compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/interpolate.cu
+build texture.cuda.o: cuda_compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/texture.cu
+build texture.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/texture.cpp
+build antialias.cuda.o: cuda_compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/antialias.cu
+build torch_bindings.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/torch/torch_bindings.cpp
+build torch_rasterize.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/torch/torch_rasterize.cpp
+build torch_interpolate.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/torch/torch_interpolate.cpp
+build torch_texture.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/torch/torch_texture.cpp
+build torch_antialias.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/torch/torch_antialias.cpp
+
+
+
+build nvdiffrast_plugin.so: link Buffer.o CudaRaster.o RasterImpl.cuda.o RasterImpl.o common.o rasterize.cuda.o interpolate.cuda.o texture.cuda.o texture.o antialias.cuda.o torch_bindings.o torch_rasterize.o torch_interpolate.o torch_texture.o torch_antialias.o
+
+default nvdiffrast_plugin.so

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/common.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de917f14e0fae5cf2c97be6b9f8332967040ca875effd8a669ea103d416d7fc
+size 2416

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/interpolate.cuda.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f18eb2c8f40ddc45363b89ebad269c99bbddc408402c7c4351a45cd8b437421
+size 677488

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/nvdiffrast_plugin.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7179aca44efdf14d172b2dadd7ace235143f9a9acff2f7e43416efda2644653
+size 15273904

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/rasterize.cuda.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78abc7f58919fbc09d1dc03c61be96bd868880aa68201c448385c216bd7444b
+size 312312

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/texture.cuda.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044c98c65bdccb675c6403b3adb137786af08b8f2f1c12afc0a2e4a2e85672f
+size 8649392

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/texture.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567bbbd1ba62066fa137ab788feb15b39e0df74a7206b0a5e89866ab9dbfddda
+size 1727840

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/torch_antialias.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc713e83f014d52946f76a10263c3eca1905230f0c32ec3e611fb7052b5bad1
+size 2183032

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/torch_bindings.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1485013406b8682abe41e21f23490b2831fe4fda8c12b446fb8e1d19abcc107c
+size 3154560

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/torch_interpolate.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971aa0ca1ec420caf16e50a1201e9b8e212d6bdcece2e0307005319497f1500e
+size 2195304

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/torch_rasterize.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52db52d125770ea222dfa47c7c75af3d370f384854969128aa3c8d1cab8e20be
+size 2183936

torch_extensions/py310_cu121/nvdiffrast_plugin/nvdiffrast_plugin/torch_texture.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56e13051ac30247ee422f59654ef38f85dcd97ff7f937ac40abd1e4f61b6eb4
+size 2315416

torch_extensions/py310_cu121/nvdiffrast_plugin_gl/nvdiffrast_plugin_gl/.ninja_deps

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a612b6d6cfe05a42f7d5e0887a238a8c5208a5bebf1e8d1b519a7886980c67c3
+size 1332

torch_extensions/py310_cu121/nvdiffrast_plugin_gl/nvdiffrast_plugin_gl/.ninja_log

@@ -0,0 +1,7 @@
+# ninja log v5
+1	54	1717248817820341215	common.o	9559393d88db189
+1	12140	1717248829900388629	glutil.o	4a9159a4dbfab538
+1	12304	1717248830064389275	rasterize_gl.o	c6da3ad6fcba3702
+2	12438	1717248830196389796	torch_rasterize_gl.o	3c06d294049abf54
+1	12852	1717248830608391421	torch_bindings_gl.o	9f280e6f0c2d348a
+12852	13369	1717248831124393456	nvdiffrast_plugin_gl.so	31ba14f20bce6676

torch_extensions/py310_cu121/nvdiffrast_plugin_gl/nvdiffrast_plugin_gl/build.ninja

@@ -0,0 +1,37 @@
+ninja_required_version = 1.3
+cxx = c++
+nvcc = /usr/local/cuda/bin/nvcc
+
+cflags = -DTORCH_EXTENSION_NAME=nvdiffrast_plugin_gl -DTORCH_API_INCLUDE_EXTENSION_H -DPYBIND11_COMPILER_TYPE=\"_gcc\" -DPYBIND11_STDLIB=\"_libstdcpp\" -DPYBIND11_BUILD_ABI=\"_cxxabi1011\" -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/torch/csrc/api/include -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/TH -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/THC -isystem /usr/local/cuda/include -isystem /root/miniconda3/include/python3.10 -D_GLIBCXX_USE_CXX11_ABI=0 -fPIC -std=c++17 -DNVDR_TORCH
+post_cflags = 
+cuda_cflags = -DTORCH_EXTENSION_NAME=nvdiffrast_plugin_gl -DTORCH_API_INCLUDE_EXTENSION_H -DPYBIND11_COMPILER_TYPE=\"_gcc\" -DPYBIND11_STDLIB=\"_libstdcpp\" -DPYBIND11_BUILD_ABI=\"_cxxabi1011\" -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/torch/csrc/api/include -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/TH -isystem /root/miniconda3/lib/python3.10/site-packages/torch/include/THC -isystem /usr/local/cuda/include -isystem /root/miniconda3/include/python3.10 -D_GLIBCXX_USE_CXX11_ABI=0 -D__CUDA_NO_HALF_OPERATORS__ -D__CUDA_NO_HALF_CONVERSIONS__ -D__CUDA_NO_BFLOAT16_CONVERSIONS__ -D__CUDA_NO_HALF2_OPERATORS__ --expt-relaxed-constexpr -gencode=arch=compute_80,code=sm_80 -gencode=arch=compute_86,code=sm_86 -gencode=arch=compute_87,code=sm_87 -gencode=arch=compute_89,code=sm_89 -gencode=arch=compute_90,code=sm_90 --compiler-options '-fPIC' -DNVDR_TORCH -lineinfo -std=c++17
+cuda_post_cflags = 
+cuda_dlink_post_cflags = 
+ldflags = -shared -lGL -lEGL -L/root/miniconda3/lib/python3.10/site-packages/torch/lib -lc10 -lc10_cuda -ltorch_cpu -ltorch_cuda -ltorch -ltorch_python -L/usr/local/cuda/lib64 -lcudart
+
+rule compile
+  command = $cxx -MMD -MF $out.d $cflags -c $in -o $out $post_cflags
+  depfile = $out.d
+  deps = gcc
+
+rule cuda_compile
+  depfile = $out.d
+  deps = gcc
+  command = $nvcc  $cuda_cflags -c $in -o $out $cuda_post_cflags
+
+
+
+rule link
+  command = $cxx $in $ldflags -o $out
+
+build common.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/common.cpp
+build glutil.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/glutil.cpp
+build rasterize_gl.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/common/rasterize_gl.cpp
+build torch_bindings_gl.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/torch/torch_bindings_gl.cpp
+build torch_rasterize_gl.o: compile /root/miniconda3/lib/python3.10/site-packages/nvdiffrast/torch/torch_rasterize_gl.cpp
+
+
+
+build nvdiffrast_plugin_gl.so: link common.o glutil.o rasterize_gl.o torch_bindings_gl.o torch_rasterize_gl.o
+
+default nvdiffrast_plugin_gl.so

torch_extensions/py310_cu121/nvdiffrast_plugin_gl/nvdiffrast_plugin_gl/common.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de917f14e0fae5cf2c97be6b9f8332967040ca875effd8a669ea103d416d7fc
+size 2416

torch_extensions/py310_cu121/nvdiffrast_plugin_gl/nvdiffrast_plugin_gl/glutil.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875d9b83ef390e1a7b2cc79d078577b1227f2c4813394d1f9be6110aef7d857f
+size 1744040

torch_extensions/py310_cu121/nvdiffrast_plugin_gl/nvdiffrast_plugin_gl/nvdiffrast_plugin_gl.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4cc49cac580343afbb1fcc84f759530c2329f0f02db58d8f20ac7149d44748
+size 2068776

torch_extensions/py310_cu121/nvdiffrast_plugin_gl/nvdiffrast_plugin_gl/rasterize_gl.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912817550589ff3248791dbe789a9c20cf33f6b9288ae82223279a9866c7a601
+size 1910880

torch_extensions/py310_cu121/nvdiffrast_plugin_gl/nvdiffrast_plugin_gl/torch_bindings_gl.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6147129b676a70d72ed7090f591c53a55cfb95a3dad83b433bbf7bf668d56a5
+size 2235816

torch_extensions/py310_cu121/nvdiffrast_plugin_gl/nvdiffrast_plugin_gl/torch_rasterize_gl.o

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb2ba812ba556c45123ecc562334a704b9213efd491986168e857c57b14f099
+size 2132080