Skip to content

Stereodepth #4

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 325 commits into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
325 commits
Select commit Hold shift + click to select a range
06bf76e
expose damping
fbxiang Oct 12, 2023
d91d275
fix get collision shapes
fbxiang Oct 13, 2023
0167ee8
fix typo
fbxiang Oct 13, 2023
8d6f6bf
fix viewer bug
fbxiang Oct 13, 2023
dc2117c
fix urdf loader
fbxiang Oct 13, 2023
b0849d9
fix urdf loader
fbxiang Oct 13, 2023
b1cd954
fix ground collision rendering
fbxiang Oct 13, 2023
b26d9c1
fix urdf camera
fbxiang Oct 13, 2023
ccebbf4
improve gear joints
fbxiang Oct 16, 2023
68f1ccc
find_component_by_type and stubgen hack
fbxiang Oct 16, 2023
de207e9
fix load multiple mesh transform
fbxiang Oct 17, 2023
3fc9538
allow partially failed loading multiple convex
fbxiang Oct 17, 2023
df1f362
update renderer
fbxiang Oct 17, 2023
9f65016
api improcements
fbxiang Oct 18, 2023
6fff758
update physx, add fixed tendon
fbxiang Oct 19, 2023
d97db53
support coacd
fbxiang Oct 20, 2023
fdd5dad
update readme
fbxiang Oct 20, 2023
c5dbdf1
switch to github workflow
fbxiang Oct 20, 2023
2b6acfc
upload artifact
fbxiang Oct 20, 2023
6c05fb0
support coacd in urdf loader
fbxiang Oct 20, 2023
eae713b
fix shader
fbxiang Oct 21, 2023
4b3faf4
add viewer coordinate axes
fbxiang Oct 21, 2023
fbc3ae5
support per-scene entity/visual id
fbxiang Oct 21, 2023
4954b7a
support aabb query
fbxiang Oct 21, 2023
81b511c
use lower version clang to compile physx5
fbxiang Oct 22, 2023
cbd1ced
fix typing for older python
fbxiang Oct 23, 2023
c57312a
support python 312
fbxiang Oct 23, 2023
6f87d7d
support cylinder (use mesh as collision shape)
fbxiang Oct 23, 2023
8223b16
fix urdf loader cylinder&capsule pose
fbxiang Oct 23, 2023
c3012f8
support pose pickle
fbxiang Oct 23, 2023
6b89f24
scene fix timestep
fbxiang Oct 24, 2023
1a86e18
pull packages from https://github.com/sapien-sim
fbxiang Oct 24, 2023
5fd678c
fix pi
fbxiang Oct 24, 2023
128bf89
fix articulation pose property
fbxiang Oct 24, 2023
e0d57a0
improve viewer
fbxiang Oct 24, 2023
67b707f
support showing mesh/urdf files directly
fbxiang Oct 25, 2023
e6da8f7
force "spawn" for coacd process
fbxiang Oct 25, 2023
5eec1ed
fix actor builder not setting density
fbxiang Oct 25, 2023
f63ba59
remove physical material from scene config
fbxiang Oct 26, 2023
2bd9c15
directly use physx & render material in builder
fbxiang Oct 26, 2023
ec4361f
delete "ibl" shader, use "default" instead
fbxiang Oct 26, 2023
59a1523
change viewer window order
fbxiang Oct 26, 2023
1a7a5fa
expose contact velocity/impulse limiting
fbxiang Oct 26, 2023
55052a4
support raycast
fbxiang Oct 26, 2023
a07fb51
remove attach/detach interface
fbxiang Oct 26, 2023
8b939f1
update examples
fbxiang Oct 26, 2023
3a62c6d
fix default collision group
fbxiang Oct 26, 2023
564c777
revert to set_drive_property for consistency
fbxiang Oct 27, 2023
394ace9
create nightly release
fbxiang Oct 28, 2023
ec7f057
fix viewer camera pose
fbxiang Oct 28, 2023
9bc5d3e
singular/plural function aliases
fbxiang Oct 29, 2023
8bd718a
viewer minor fix
fbxiang Oct 27, 2023
8247cde
download/upload texture (mipmap not supported yet)
fbxiang Oct 31, 2023
d2d0b50
import asset and utils in package root
fbxiang Oct 31, 2023
2781a1f
fix crash when shape cooking failed
fbxiang Oct 31, 2023
e6b65b3
fix urdf loader fix root
fbxiang Nov 1, 2023
5cdd887
fix add_ground visual
fbxiang Nov 1, 2023
b5c57a8
remove film noise in rt
fbxiang Nov 2, 2023
9a4078a
expose joint mass scaling
fbxiang Nov 2, 2023
716c6d1
add SimSenseComponent
angli66 Oct 11, 2023
edbfd39
clean up
fbxiang Nov 2, 2023
628d09e
move atexit to pybind
fbxiang Nov 2, 2023
7b0b6c2
expose dynamic lighting, improve camera properties
fbxiang Nov 2, 2023
2869a49
fix compile without cuda
fbxiang Nov 2, 2023
50f8a2c
viewer reset clean up
fbxiang Nov 3, 2023
e4c1bc3
minor fixes
fbxiang Nov 3, 2023
651a6a4
fixes for windows compatibility
fbxiang Nov 4, 2023
9e8525a
more fixes for windows
fbxiang Nov 4, 2023
ec667d7
download precompiled physx on windows
fbxiang Nov 5, 2023
f30ab31
experimental support for exr envmap
fbxiang Nov 5, 2023
dc3f3d5
clamp envmap radiance when too high
fbxiang Nov 5, 2023
b4ad0ee
support rendering empty scene
fbxiang Nov 5, 2023
3fdc074
use tinyobjloader for obj collision (multiple)
fbxiang Nov 6, 2023
ffb498a
support render shape name
fbxiang Nov 6, 2023
fecbbe3
minor fix
fbxiang Nov 6, 2023
5fc52d1
fix urdf loader joint scaling
fbxiang Nov 6, 2023
edeb751
renderer minor fixes
fbxiang Nov 7, 2023
6365e83
actor builder always builds physx actor
fbxiang Nov 7, 2023
8c3cf3b
fix articulation destruction
fbxiang Nov 8, 2023
280309d
fix warning
fbxiang Nov 10, 2023
75a65cb
refactor render scene loading
fbxiang Nov 10, 2023
5e498f5
fix renderer
fbxiang Nov 11, 2023
6d83315
support set_triangles on deformable mesh
fbxiang Nov 12, 2023
2919849
fix cuda deformable object ray tracing
fbxiang Nov 12, 2023
51635e7
fix shaders, better default point shader
fbxiang Nov 12, 2023
7e48e61
warn about getting picture without taking
fbxiang Nov 12, 2023
404f675
renderer always prioritizes cuda device
fbxiang Nov 12, 2023
2f68f56
minor fixes
fbxiang Nov 14, 2023
9a4efa6
fix adding disabled component to scene
fbxiang Nov 14, 2023
0602082
delete old packages
fbxiang Nov 15, 2023
ba296c4
port render server
fbxiang Nov 15, 2023
f4ea2ae
fix unordered components
fbxiang Nov 15, 2023
1154022
remove unused files
fbxiang Nov 15, 2023
5f6da70
organize file and namespace structure
fbxiang Nov 15, 2023
d35308d
fix serialization
fbxiang Nov 15, 2023
0b9a103
fix imgui.ini
fbxiang Nov 15, 2023
1c72313
re-add collision group doc
fbxiang Nov 21, 2023
b320b8e
support negative scale (dynamic culling)
fbxiang Nov 21, 2023
bc140e4
progerss on re-adding render server
fbxiang Nov 21, 2023
c664075
remove deprecated extension
fbxiang Nov 22, 2023
cb5ee0e
refactor load multiple convex again
fbxiang Nov 22, 2023
07f150a
`sapien info` for system info
fbxiang Nov 23, 2023
422e179
update test
fbxiang Nov 26, 2023
0f3cbd3
remove rt shader hacks
fbxiang Nov 26, 2023
3bf8dae
fix cubemap and make it more consistent
fbxiang Nov 27, 2023
6c84b26
fix bug in simsense
angli66 Nov 29, 2023
56b75cf
fix setMotion in articulation set limit
fbxiang Nov 28, 2023
88ed915
make trimesh optional in urchin
fbxiang Nov 29, 2023
16cd054
improve auto-generated version
fbxiang Dec 1, 2023
cf34415
debug version generation
fbxiang Dec 1, 2023
2bd0897
expose pose rpy. avoid any euler in transforms3d!!
fbxiang Dec 2, 2023
6357c2e
fix debug print
fbxiang Dec 2, 2023
9229fcb
properly expose render shape material
fbxiang Dec 3, 2023
2cdff91
minor typing improvements
fbxiang Dec 3, 2023
79dab86
revert to transforms3d in viewer for euler sxyz
fbxiang Dec 9, 2023
913bff2
shadow catcher
fbxiang Dec 8, 2023
8cc6ba5
[wip] expose physx gpu api
fbxiang Dec 7, 2023
139062d
add gpu testing script
fbxiang Dec 15, 2023
95714d8
fix camera autocomplete
fbxiang Dec 16, 2023
cb097f7
fix engine
fbxiang Dec 17, 2023
0107ef5
try fixing cuda issue
fbxiang Dec 20, 2023
57d5f32
fix urchin loading image issue
fbxiang Dec 22, 2023
b36e366
fix engine create scene
fbxiang Dec 20, 2023
c7ea307
adapt to new rendering setup
fbxiang Dec 21, 2023
e097664
check for gpu init in creation functions
fbxiang Dec 21, 2023
74191b7
fix typo
fbxiang Dec 21, 2023
a82633a
avoid in-place modification for gpu apply
fbxiang Dec 21, 2023
31253a9
[wip] adapt to new renderer
fbxiang Dec 21, 2023
9427aca
window force upload camera
fbxiang Dec 22, 2023
51f96e9
expose more physx gpu functions
fbxiang Dec 22, 2023
f479c64
[wip] renderer direct gpu access
fbxiang Dec 22, 2023
b0def22
progress on supporting physx-renderer gpu transfer
fbxiang Dec 23, 2023
01f6514
fix gpu check
fbxiang Dec 23, 2023
4f7f6a9
remove serialization (currently unmaintainable)
fbxiang Dec 29, 2023
22d0e26
[wip] batched rendering
fbxiang Dec 29, 2023
3f99a15
fix mesh loading
fbxiang Dec 30, 2023
a8c8eb3
bug fixes
fbxiang Dec 30, 2023
9fc76cb
improve urdf loader
fbxiang Jan 1, 2024
f3ca2e7
refactor cuda
fbxiang Jan 2, 2024
417f965
handle 0-sized array
fbxiang Jan 2, 2024
9e3648f
support sync physx gpu poses to sapien
fbxiang Jan 2, 2024
9db77ac
remove CudaDataProvider
fbxiang Jan 2, 2024
847050a
expose more mesh/texture features for render body
fbxiang Jan 3, 2024
c2b0d3c
fix/improve point cloud visualization
fbxiang Jan 3, 2024
d82cbc4
depth test for point rendering
fbxiang Jan 3, 2024
e1773a1
fix gpu body data layout
fbxiang Jan 3, 2024
3f9e092
lazy create camera semaphore
fbxiang Jan 3, 2024
fbdbf58
support physx gpu memory config
fbxiang Jan 3, 2024
7383dc0
optimize for articulation creation/cloning
fbxiang Jan 6, 2024
b81d362
expose profiler
fbxiang Jan 6, 2024
d78b038
fix urdf load and export bugs
fbxiang Jan 7, 2024
8fd6517
fix render empty scene
fbxiang Jan 7, 2024
1d93620
clean up
fbxiang Jan 8, 2024
3ebb407
support convenience gpu-to-cpu functions
fbxiang Jan 9, 2024
6a1b085
expose render shape clone
fbxiang Jan 10, 2024
e029ca3
fix bugs in gpu fetch
fbxiang Jan 10, 2024
3fcf354
expose physx step start/finish
fbxiang Jan 10, 2024
01b5581
refactor SceneConfig
fbxiang Jan 10, 2024
af36964
expose profiler and default to use profiler
fbxiang Jan 10, 2024
bf23e9e
fix fetch link vel
fbxiang Jan 10, 2024
8c500ab
fix camera gpu init
fbxiang Jan 10, 2024
9d76ce5
fix gpu qvel ptr
fbxiang Jan 10, 2024
73f8c36
support render multiple scenes together
fbxiang Jan 12, 2024
e24d907
fix mounted camera
fbxiang Jan 12, 2024
37cf2f8
cuda driver api for events (workaround for torch)
fbxiang Jan 12, 2024
91db86e
multi-scene viewer without scene offset
fbxiang Jan 12, 2024
b3c22e6
upgrade stubgen
fbxiang Jan 13, 2024
e239ab7
fix viewer
fbxiang Jan 13, 2024
6c0fc3d
add minimal shader
fbxiang Jan 13, 2024
01b9177
lower cuda version to 11.8
fbxiang Jan 14, 2024
654a4b5
make cuda11 happy
fbxiang Jan 14, 2024
1043e6b
support gui image
fbxiang Jan 16, 2024
045f3f1
fix synchronization in update kinematics
fbxiang Jan 16, 2024
7ceeb02
fixes for ui image display
fbxiang Jan 17, 2024
b64d037
make physx use default context
fbxiang Jan 17, 2024
9003017
fix minimal shader alpha blend
fbxiang Jan 18, 2024
802a09b
rename contact.components to contact.bodies
fbxiang Jan 18, 2024
1bba5fa
disable scene collision (needs proper impl.)
fbxiang Jan 18, 2024
24aa43d
support contact query
fbxiang Jan 19, 2024
a3c4beb
fix contact kernel
fbxiang Jan 19, 2024
24d9146
dynamically grow contact buffer
fbxiang Jan 19, 2024
671f514
turn off print
fbxiang Jan 19, 2024
a8854cc
fix default shader background
fbxiang Jan 22, 2024
4c8ef20
fix position texture last channel
fbxiang Jan 22, 2024
d952148
move renderer config to global
fbxiang Jan 22, 2024
33ca7c5
fix viewer
fbxiang Jan 22, 2024
35c8314
remove cuda backend for static typing
fbxiang Jan 27, 2024
9dba1e7
stubgen improvements
fbxiang Jan 28, 2024
dac1c4a
fix physx memory leak
fbxiang Jan 28, 2024
49724f2
fix future import
fbxiang Jan 28, 2024
e970a12
clean up
fbxiang Feb 11, 2024
fba5929
support gpu body net contact force
fbxiang Feb 11, 2024
28ad670
Add deleter for scene wrapper
angli66 Feb 14, 2024
8112b7f
reduce shader code duplication
fbxiang Feb 14, 2024
ea77b46
start implementing gpu device selection
fbxiang Feb 16, 2024
b15b7f8
fix tests
fbxiang Feb 16, 2024
5417c73
update renderer
fbxiang Feb 16, 2024
ce07471
fix engine
fbxiang Feb 16, 2024
27c0cbd
update renderer
fbxiang Feb 16, 2024
6a398b0
prepare interface for per-scene render device
fbxiang Feb 17, 2024
3e9db3f
physx seems to be 1 gpu only, give proper error
fbxiang Feb 17, 2024
c99914d
improve pybind param naming
fbxiang Feb 17, 2024
11461b6
fix submodule
fbxiang Feb 17, 2024
fb429c9
fix bug in gpu get force
fbxiang Feb 20, 2024
d46ab11
rename gpu contact functions to be more precise
fbxiang Feb 21, 2024
340ad1c
fix minimal shader
fbxiang Feb 21, 2024
f4d7b29
fix cuda array id
fbxiang Feb 21, 2024
fa245b5
fix renderer bug
fbxiang Feb 21, 2024
0e8c8bf
fix urdf loader camera
fbxiang Feb 27, 2024
c7f6bb2
support steamvr controllers
fbxiang Mar 1, 2024
856028a
implement vr ray cast
fbxiang Mar 1, 2024
521498b
fix openvr
fbxiang Mar 2, 2024
ef5817f
clean up
fbxiang Mar 3, 2024
2781b1f
remove render server, improve extension module
fbxiang Mar 3, 2024
a03d9f9
hide openvr warning
fbxiang Mar 4, 2024
89248c8
Fix windows support.
eliphatfs Mar 5, 2024
25f0cd6
fix point shader
fbxiang Mar 5, 2024
5d84989
add missing files
fbxiang Mar 5, 2024
38582e0
improve viewer
fbxiang Mar 7, 2024
e6fdc5b
add missing file
fbxiang Mar 8, 2024
b1fe9c2
improve urdf loader, partially support mimic joint
fbxiang Mar 7, 2024
35f0bf0
fix memory leak in .torch()
fbxiang Mar 9, 2024
286920d
fix gpu actor pair contact force query
fbxiang Mar 10, 2024
8e6b315
fix mimic joint parsing
fbxiang Mar 11, 2024
514d064
partial support for contacts in viewer
fbxiang Mar 11, 2024
5e4c253
support point cloud ray tracing
fbxiang Mar 17, 2024
71f0fb0
support ui path editing
fbxiang Mar 19, 2024
9152258
improve precompiled physx handling
fbxiang Mar 20, 2024
02c0912
update viewer path editor
fbxiang Mar 20, 2024
9bdafca
remove public dependency on cuda
fbxiang Mar 21, 2024
215c3fc
remove easy profiler completely
fbxiang Mar 20, 2024
315fca3
improve viewer
fbxiang Mar 20, 2024
20f2934
improve viewer path
fbxiang Mar 22, 2024
dbd9a2e
refactor render scene loading
fbxiang Mar 25, 2024
f8860a9
support usd by converting to glb with blender
fbxiang Mar 25, 2024
3c81a0e
add missing files
fbxiang Mar 26, 2024
e9e269a
use json and add version to cache file
fbxiang Mar 27, 2024
d89f7eb
support getting primitive mesh info
fbxiang Mar 27, 2024
cc52420
test windows build
fbxiang Mar 20, 2024
c1fcb14
fix shader
fbxiang Apr 4, 2024
08f8718
release linux + windows
fbxiang Apr 4, 2024
54cf4cd
fix cuda path
fbxiang Apr 4, 2024
f445024
fix upload artifact
fbxiang Apr 4, 2024
2c7728b
update workflow
fbxiang Apr 4, 2024
b16a181
fix cpu render device selection
fbxiang Apr 5, 2024
40114c2
fix scipy import
fbxiang Apr 5, 2024
3fcbe87
add swiftshader dockerfile
fbxiang Apr 5, 2024
00a5cae
fix leaked cpu dispatcher
fbxiang Apr 6, 2024
3149986
remove useless warning
fbxiang Apr 9, 2024
414694f
add bbox support for simsense
angli66 Apr 11, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
stubgen improvements
  • Loading branch information
fbxiang committed Jan 28, 2024
commit 9dba1e7bedfe050bce8c20a8d0c2061f60a5bfdb
2 changes: 1 addition & 1 deletion python/py_package/__init__.pyi
Original file line number Diff line number Diff line change
Expand Up @@ -34,4 +34,4 @@ from . import utils
from . import version
from . import wrapper
__all__ = ['ActorBuilder', 'ArticulationBuilder', 'Component', 'CudaArray', 'Engine', 'Entity', 'Path', 'PinocchioModel', 'Pose', 'SapienRenderer', 'Scene', 'SceneConfig', 'System', 'Widget', 'asset', 'internal_renderer', 'math', 'os', 'physx', 'pkg_resources', 'platform', 'profile', 'pysapien', 'pysapien_pinocchio', 'render', 'render_server', 'set_log_level', 'simsense', 'utils', 'version', 'warn', 'wrapper']
__version__: str = '3.0.0.dev20240127+33ca7c50'
__version__: str = '3.0.0.dev20240127+35c8314e'
12 changes: 7 additions & 5 deletions python/py_package/pysapien/__init__.pyi
Original file line number Diff line number Diff line change
@@ -1,13 +1,15 @@
from __future__ import annotations
import jax
import numpy
import torch
import typing
from . import internal_renderer
from . import math
from . import physx
from . import render
from . import simsense
__all__ = ['Component', 'CudaArray', 'Entity', 'Pose', 'Profiler', 'Scene', 'System', 'internal_renderer', 'math', 'physx', 'profile', 'render', 'set_log_level', 'simsense']
_T = typing.TypeVar("_T", bound=Component)
_T = typing.TypeVar("_T", bound=sapien.Component)
class Component:
entity_pose: Pose
name: str
Expand Down Expand Up @@ -47,9 +49,9 @@ class CudaArray:
...
def dlpack(self) -> typing.Any:
...
def jax(self) -> typing.Any:
def jax(self) -> jax.Array:
...
def torch(self) -> typing.Any:
def torch(self) -> torch.Tensor:
...
@property
def __cuda_array_interface__(self) -> dict:
Expand Down Expand Up @@ -151,7 +153,7 @@ class Pose:
def to_transformation_matrix(self) -> numpy.ndarray[tuple[typing.Literal[4], typing.Literal[4]], numpy.dtype[numpy.float32]]:
...
class Profiler:
def __call__(self, arg0: typing.Callable) -> cpp_function:
def __call__(self, arg0: typing.Callable) -> typing.Callable:
...
def __enter__(self) -> None:
...
Expand Down Expand Up @@ -203,7 +205,7 @@ class System:
def profile(arg0: str) -> Profiler:
...
@typing.overload
def profile(arg0: typing.Callable) -> cpp_function:
def profile(arg0: typing.Callable) -> typing.Callable:
...
def set_log_level(level: str) -> None:
...
42 changes: 41 additions & 1 deletion python/stubgen.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,45 @@
# pybind11-stubgen == 2.4.2


class FixTorchJax(IParser):
def handle_class_member(
self, path: QualifiedName, class_: type, obj: Any
) -> Docstring | Alias | Class | list[Method] | Field | Property | None:
result = super().handle_class_member(path, class_, obj)
if not isinstance(result, list):
return result

for method in result:
if str(method.function.name) == "torch":
method.function.returns = ResolvedType(
QualifiedName.from_str("torch.Tensor")
)

for method in result:
if str(method.function.name) == "jax":
method.function.returns = ResolvedType(
QualifiedName.from_str("jax.Array")
)

return result

def handle_module(
self, path: QualifiedName, module: types.ModuleType
) -> Module | None:
result = super().handle_module(path, module)
if result is None:
return None
if str(path).endswith("pysapien"):
result.imports.add(
Import(name=None, origin=QualifiedName.from_str("torch")),
)
result.imports.add(
Import(name=None, origin=QualifiedName.from_str("jax")),
)

return result


class FixCppFunction(IParser):
def handle_function(self, path: QualifiedName, func: Any) -> list[Function]:
result = super().handle_function(path, func)
Expand Down Expand Up @@ -146,7 +185,7 @@ def handle_module(
result.type_vars.append(
TypeVar_(
name=Identifier("_T"),
bound=ResolvedType(QualifiedName.from_str("Component")),
constraints=[ResolvedType((QualifiedName.from_str("Component")))],
),
)

Expand All @@ -171,6 +210,7 @@ class Parser(
FixMissingImports,
FilterTypingModuleAttributes,
FixPEP585CollectionNames,
FixTorchJax,
FixCppFunction,
FixNoneParameterType,
FixTypingTypeNames,
Expand Down