File size: 4,782 Bytes
81ecb2b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
// Copyright (c) Meta Platforms, Inc. and affiliates.
// All rights reserved.
// 
// This source code is licensed under the license found in the
// LICENSE file in the root directory of this source tree.

#include <torch/extension.h>
#include <c10/cuda/CUDAStream.h>

#include <vector>

void compute_raydirs_forward_cuda(
        int N, int H, int W,
        float * viewposim,
        float * viewrotim,
        float * focalim,
        float * princptim,
        float * pixelcoordsim,
        float volradius,
        float * raypos,
        float * raydir,
        float * tminmax,
        cudaStream_t stream);

void compute_raydirs_backward_cuda(
        int N, int H, int W,
        float * viewposim,
        float * viewrotim,
        float * focalim,
        float * princptim,
        float * pixelcoordsim,
        float volradius,
        float * raypos,
        float * raydir,
        float * tminmax,
        float * grad_viewposim,
        float * grad_viewrotim,
        float * grad_focalim,
        float * grad_princptim,
        cudaStream_t stream);

#define CHECK_CUDA(x) AT_ASSERTM(x.is_cuda(), #x " must be a CUDA tensor")
#define CHECK_CONTIGUOUS(x) AT_ASSERTM(x.is_contiguous(), #x " must be contiguous")
#define CHECK_INPUT(x) CHECK_CUDA((x)); CHECK_CONTIGUOUS((x))

std::vector<torch::Tensor> compute_raydirs_forward(
        torch::Tensor viewposim,
        torch::Tensor viewrotim,
        torch::Tensor focalim,
        torch::Tensor princptim,
        torch::optional<torch::Tensor> pixelcoordsim,
        int W, int H,
        float volradius,
        torch::Tensor rayposim,
        torch::Tensor raydirim,
        torch::Tensor tminmaxim) {
    CHECK_INPUT(viewposim);
    CHECK_INPUT(viewrotim);
    CHECK_INPUT(focalim);
    CHECK_INPUT(princptim);
    if (pixelcoordsim) { CHECK_INPUT(*pixelcoordsim); }
    CHECK_INPUT(rayposim);
    CHECK_INPUT(raydirim);
    CHECK_INPUT(tminmaxim);

    int N = viewposim.size(0);
    assert(!pixelcoordsim || (pixelcoordsim.size(1) == H && pixelcoordsim.size(2) == W));

    compute_raydirs_forward_cuda(N, H, W,
            reinterpret_cast<float *>(viewposim.data_ptr()),
            reinterpret_cast<float *>(viewrotim.data_ptr()),
            reinterpret_cast<float *>(focalim.data_ptr()),
            reinterpret_cast<float *>(princptim.data_ptr()),
            pixelcoordsim ? reinterpret_cast<float *>(pixelcoordsim->data_ptr()) : nullptr,
            volradius,
            reinterpret_cast<float *>(rayposim.data_ptr()),
            reinterpret_cast<float *>(raydirim.data_ptr()),
            reinterpret_cast<float *>(tminmaxim.data_ptr()),
            0);

    return {};
}

std::vector<torch::Tensor> compute_raydirs_backward(
        torch::Tensor viewposim,
        torch::Tensor viewrotim,
        torch::Tensor focalim,
        torch::Tensor princptim,
        torch::optional<torch::Tensor> pixelcoordsim,
        int W, int H,
        float volradius,
        torch::Tensor rayposim,
        torch::Tensor raydirim,
        torch::Tensor tminmaxim,
        torch::Tensor grad_viewpos,
        torch::Tensor grad_viewrot,
        torch::Tensor grad_focal,
        torch::Tensor grad_princpt) {
    CHECK_INPUT(viewposim);
    CHECK_INPUT(viewrotim);
    CHECK_INPUT(focalim);
    CHECK_INPUT(princptim);
    if (pixelcoordsim) { CHECK_INPUT(*pixelcoordsim); }
    CHECK_INPUT(rayposim);
    CHECK_INPUT(raydirim);
    CHECK_INPUT(tminmaxim);
    CHECK_INPUT(grad_viewpos);
    CHECK_INPUT(grad_viewrot);
    CHECK_INPUT(grad_focal);
    CHECK_INPUT(grad_princpt);

    int N = viewposim.size(0);
    assert(!pixelcoordsim || (pixelcoordsim.size(1) == H && pixelcoordsim.size(2) == W));

    compute_raydirs_backward_cuda(N, H, W,
            reinterpret_cast<float *>(viewposim.data_ptr()),
            reinterpret_cast<float *>(viewrotim.data_ptr()),
            reinterpret_cast<float *>(focalim.data_ptr()),
            reinterpret_cast<float *>(princptim.data_ptr()),
            pixelcoordsim ? reinterpret_cast<float *>(pixelcoordsim->data_ptr()) : nullptr,
            volradius,
            reinterpret_cast<float *>(rayposim.data_ptr()),
            reinterpret_cast<float *>(raydirim.data_ptr()),
            reinterpret_cast<float *>(tminmaxim.data_ptr()),
            reinterpret_cast<float *>(grad_viewpos.data_ptr()),
            reinterpret_cast<float *>(grad_viewrot.data_ptr()),
            reinterpret_cast<float *>(grad_focal.data_ptr()),
            reinterpret_cast<float *>(grad_princpt.data_ptr()),
            0);

    return {};
}

PYBIND11_MODULE(TORCH_EXTENSION_NAME, m) {
    m.def("compute_raydirs_forward",  &compute_raydirs_forward,  "raydirs forward (CUDA)");
    m.def("compute_raydirs_backward", &compute_raydirs_backward, "raydirs backward (CUDA)");
}