add dpcpp attribute for Tensor class (#107)

Signed-off-by: hongzhen <[email protected]>

Author: hongzhen1

torch_patches/dpcpp-v1.5-rc3.patch

@@ -42,6 +42,33 @@ index 8ce6045..ba7f79e 100644
    } else {
      dispatch_key = DispatchKey::SparseCPUTensorId;
    }
+diff --git a/aten/src/ATen/templates/TensorBody.h b/aten/src/ATen/templates/TensorBody.h
+index 0b40acc..dd1db23 100644
+--- a/aten/src/ATen/templates/TensorBody.h
++++ b/aten/src/ATen/templates/TensorBody.h
+@@ -420,6 +420,7 @@ class CAFFE2_API Tensor {
+   Tensor cpu() const;
+   Tensor cuda() const;
+   Tensor hip() const;
++  Tensor dpcpp() const;
+ 
+   // ~~~~~ Autograd API ~~~~~
+ 
+diff --git a/aten/src/ATen/templates/TensorMethods.h b/aten/src/ATen/templates/TensorMethods.h
+index 33983ec..754efd6 100644
+--- a/aten/src/ATen/templates/TensorMethods.h
++++ b/aten/src/ATen/templates/TensorMethods.h
+@@ -42,6 +42,10 @@ inline Tensor Tensor::toType(ScalarType t) const {
+   return to(options().dtype(t), /*non_blocking*/ false, /*copy*/ false);
+ }
+ 
++inline Tensor Tensor::dpcpp() const {
++  return to(options().device(DeviceType::DPCPP), /*non_blocking*/ false, /*copy*/ false);
++}
++
+ // TODO: Deprecate me
+ inline Tensor Tensor::toBackend(Backend b) const {
+   return to(options().device(backendToDeviceType(b)).layout(layout_from_backend(b)), /*non_blocking*/ false, /*copy*/ false);
 diff --git a/c10/core/Backend.h b/c10/core/Backend.h
 index 5f3d8c7..a47240b 100644
 --- a/c10/core/Backend.h
@@ -394,8 +421,41 @@ index 9a4c9b3..6d02405 100644
    } else if (tid == DispatchKey::SparseCPUTensorId) {
      return DeviceType::CPU;
    } else if (tid == DispatchKey::SparseCUDATensorId) {
+diff --git a/tools/autograd/templates/python_variable_methods.cpp b/tools/autograd/templates/python_variable_methods.cpp
+index 2a9dc9d..9410392 100644
+--- a/tools/autograd/templates/python_variable_methods.cpp
++++ b/tools/autograd/templates/python_variable_methods.cpp
+@@ -369,6 +369,20 @@ static PyObject * THPVariable_cpu(PyObject* self, PyObject* args, PyObject* kwar
+    END_HANDLE_TH_ERRORS
+ }
+ 
++static PyObject * THPVariable_dpcpp(PyObject* self, PyObject* args, PyObject* kwargs)
++{
++   HANDLE_TH_ERRORS
++   static PythonArgParser parser({
++     "dpcpp(*, MemoryFormat? memory_format=None)"
++   });
++   auto& self_ = reinterpret_cast<THPVariable*>(self)->cdata;
++   ParsedArgs<1> parsed_args;
++   auto r = parser.parse(args, kwargs, parsed_args);
++   auto opt_memory_format = r.memoryformatOptional(0);
++   return THPVariable_Wrap(dispatch_to(self_, at::Device(at::DeviceType::DPCPP), false, false, opt_memory_format));
++   END_HANDLE_TH_ERRORS
++}
++
+ static Tensor dispatch_nonzero(const Tensor & self) {
+   pybind11::gil_scoped_release no_gil;
+   OptionalDeviceGuard device_guard(device_of(self));
+@@ -871,6 +885,7 @@ PyMethodDef variable_methods[] = {
+   {"copy_", (PyCFunction)(void(*)(void))THPVariable_copy_, METH_VARARGS | METH_KEYWORDS, NULL},
+   {"cpu", (PyCFunction)(void(*)(void))THPVariable_cpu, METH_VARARGS | METH_KEYWORDS, NULL},
+   {"cuda", (PyCFunction)(void(*)(void))THPVariable_cuda, METH_VARARGS | METH_KEYWORDS, NULL},
++  {"dpcpp", (PyCFunction)(void(*)(void))THPVariable_dpcpp, METH_VARARGS | METH_KEYWORDS, NULL},
+   {"data_ptr", (PyCFunction)THPVariable_data_ptr, METH_NOARGS, NULL},
+   {"dim", (PyCFunction)THPVariable_dim, METH_NOARGS, NULL},
+   {"has_names", (PyCFunction)THPVariable_has_names, METH_NOARGS, NULL},
 diff --git a/torch/csrc/jit/passes/quantization.cpp b/torch/csrc/jit/passes/quantization.cpp
-index a6a9fca462..d42a05fd4a 100644
+index a6a9fca..d42a05f 100644
 --- a/torch/csrc/jit/passes/quantization.cpp
 +++ b/torch/csrc/jit/passes/quantization.cpp
 @@ -1718,7 +1718,7 @@ class FoldConvBatchNorm2dHelper {