mirror of
https://github.com/facebookresearch/pytorch3d.git
synced 2025-08-02 20:02:49 +08:00
cc70950f40
Summary: Added support for barycentric clipping in the C++/CUDA rasterization kernels which can be switched on/off via a rasterization setting. Added tests and a benchmark to compare with the current implementation in PyTorch - for some cases of large image size/faces per pixel the cuda version is 10x faster. Reviewed By: gkioxari Differential Revision: D21705503 fbshipit-source-id: e835c0f927f1e5088ca89020aef5ff27ac3a8769
55 lines
1.8 KiB
Python
55 lines
1.8 KiB
Python
# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
|
|
|
|
|
|
import torch
|
|
import torch.nn as nn
|
|
|
|
from .rasterizer import Fragments
|
|
from .utils import _clip_barycentric_coordinates, _interpolate_zbuf
|
|
|
|
|
|
# A renderer class should be initialized with a
|
|
# function for rasterization and a function for shading.
|
|
# The rasterizer should:
|
|
# - transform inputs from world -> screen space
|
|
# - rasterize inputs
|
|
# - return fragments
|
|
# The shader can take fragments as input along with any other properties of
|
|
# the scene and generate images.
|
|
|
|
# E.g. rasterize inputs and then shade
|
|
#
|
|
# fragments = self.rasterize(meshes)
|
|
# images = self.shader(fragments, meshes)
|
|
# return images
|
|
|
|
|
|
class MeshRenderer(nn.Module):
|
|
"""
|
|
A class for rendering a batch of heterogeneous meshes. The class should
|
|
be initialized with a rasterizer and shader class which each have a forward
|
|
function.
|
|
"""
|
|
|
|
def __init__(self, rasterizer, shader):
|
|
super().__init__()
|
|
self.rasterizer = rasterizer
|
|
self.shader = shader
|
|
|
|
def forward(self, meshes_world, **kwargs) -> torch.Tensor:
|
|
"""
|
|
Render a batch of images from a batch of meshes by rasterizing and then
|
|
shading.
|
|
|
|
NOTE: If the blur radius for rasterization is > 0.0, some pixels can
|
|
have one or more barycentric coordinates lying outside the range [0, 1].
|
|
For a pixel with out of bounds barycentric coordinates with respect to a
|
|
face f, clipping is required before interpolating the texture uv
|
|
coordinates and z buffer so that the colors and depths are limited to
|
|
the range for the corresponding face.
|
|
"""
|
|
fragments = self.rasterizer(meshes_world, **kwargs)
|
|
images = self.shader(fragments, meshes_world, **kwargs)
|
|
|
|
return images
|