Initial import: grid-bot — grid trading bot for BTC-USDT on Cifra Markets
This commit is contained in:
Kolp
@@ -0,0 +1,212 @@
|
||||
#if !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
#pragma once
|
||||
|
||||
#include <ATen/miopen/Exceptions.h>
|
||||
|
||||
#include <ATen/miopen/miopen-wrapper.h>
|
||||
#include <ATen/core/Tensor.h>
|
||||
#include <ATen/TensorUtils.h>
|
||||
#include <c10/macros/Export.h>
|
||||
|
||||
namespace at { namespace native {
|
||||
|
||||
std::string miopenTypeToString(miopenDataType_t dtype);
|
||||
|
||||
inline int dataSize(miopenDataType_t dataType)
|
||||
{
|
||||
switch (dataType) {
|
||||
case miopenHalf: return 2;
|
||||
case miopenFloat: return 4;
|
||||
case miopenBFloat16: return 2;
|
||||
default: return 8;
|
||||
}
|
||||
}
|
||||
|
||||
// See NOTE [ cudnn fixSizeOneDimStride ] in aten/src/ATen/cudnn/Descriptors.h
|
||||
template <typename T>
|
||||
static inline void fixSizeOneDimStride(int dim, const T *size, T *stride, bool nhwc) {
|
||||
int64_t z = 1;
|
||||
int index = 0;
|
||||
std::vector<int> permutation(dim);
|
||||
|
||||
if (nhwc) {
|
||||
permutation[index++] = 1;
|
||||
}
|
||||
for (int d = dim-1; d > 1; d--) {
|
||||
permutation[index++] = d;
|
||||
}
|
||||
if (!nhwc) {
|
||||
permutation[index++] = 1;
|
||||
}
|
||||
permutation[index++] = 0;
|
||||
for (int d : permutation) {
|
||||
if (size[d] == 1) {
|
||||
stride[d] = z;
|
||||
} else {
|
||||
z *= size[d];
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
template <typename T, miopenStatus_t (*dtor)(T*)>
|
||||
struct DescriptorDeleter {
|
||||
void operator()(T* x) {
|
||||
if (x != nullptr) {
|
||||
MIOPEN_CHECK(dtor(x));
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
// A generic class for wrapping MIOpen descriptor types. All you need
|
||||
// is to give the underlying type the Descriptor_t points to (usually,
|
||||
// if it's miopenTensorDescriptor_t it points to miopenTensorStruct),
|
||||
// the constructor and the destructor. Subclasses are responsible
|
||||
// for defining a set() function to actually set the descriptor.
|
||||
//
|
||||
// Descriptors default construct to a nullptr, and have a descriptor
|
||||
// initialized the first time you call set() or any other initializing
|
||||
// function.
|
||||
template <typename T, miopenStatus_t (*ctor)(T**), miopenStatus_t (*dtor)(T*)>
|
||||
// NOLINTNEXTLINE(bugprone-exception-escape)
|
||||
class TORCH_CUDA_CPP_API Descriptor {
|
||||
public:
|
||||
// Use desc() to access the underlying descriptor pointer in
|
||||
// a read-only fashion. Most client code should use this.
|
||||
// If the descriptor was never initialized, this will return
|
||||
// nullptr.
|
||||
T* desc() const { return desc_.get(); }
|
||||
T* desc() { return desc_.get(); }
|
||||
|
||||
// Use mut_desc() to access the underlying descriptor pointer
|
||||
// if you intend to modify what it points to (e.g., using
|
||||
// miopenSetFooDescriptor). This will ensure that the descriptor
|
||||
// is initialized. Code in this file will use this function.
|
||||
T* mut_desc() { init(); return desc_.get(); }
|
||||
protected:
|
||||
void init() {
|
||||
if (desc_ == nullptr) {
|
||||
T* raw_desc = nullptr;
|
||||
MIOPEN_CHECK(ctor(&raw_desc));
|
||||
desc_.reset(raw_desc);
|
||||
}
|
||||
}
|
||||
private:
|
||||
std::unique_ptr<T, DescriptorDeleter<T, dtor>> desc_;
|
||||
};
|
||||
|
||||
class TORCH_CUDA_CPP_API TensorDescriptor : public Descriptor<
|
||||
miopenTensorDescriptor,
|
||||
&miopenCreateTensorDescriptor,
|
||||
&miopenDestroyTensorDescriptor> {
|
||||
public:
|
||||
TensorDescriptor() = default;
|
||||
explicit TensorDescriptor(const at::Tensor &t, size_t pad = 0) {
|
||||
set(t, pad);
|
||||
}
|
||||
|
||||
// See Note [CuDNN broadcast padding]
|
||||
void set(const at::Tensor &t, size_t pad = 0);
|
||||
void set(const at::Tensor &t, at::MemoryFormat memory_format, size_t pad = 0);
|
||||
void set(miopenDataType_t dataType, IntArrayRef sizes, IntArrayRef strides, size_t pad = 0);
|
||||
|
||||
void print();
|
||||
|
||||
private:
|
||||
void set(miopenDataType_t dataType, IntArrayRef sizes, IntArrayRef strides, size_t pad, bool nhwc);
|
||||
|
||||
void set(miopenDataType_t dataType, int dim, size_t* size, size_t* stride, bool nhwc) {
|
||||
std::vector<size_t> strides_copy(stride, stride + dim);
|
||||
fixSizeOneDimStride<size_t>(dim, size, strides_copy.data(), nhwc);
|
||||
// Use V2 API which supports 64-bit size/stride for large tensors
|
||||
MIOPEN_CHECK(miopenSetTensorDescriptorV2(mut_desc(), dataType, dim, size, strides_copy.data()));
|
||||
}
|
||||
};
|
||||
|
||||
std::ostream& operator<<(std::ostream & out, const TensorDescriptor& d);
|
||||
|
||||
class TORCH_CUDA_CPP_API FilterDescriptor : public Descriptor<
|
||||
miopenTensorDescriptor,
|
||||
&miopenCreateTensorDescriptor,
|
||||
&miopenDestroyTensorDescriptor> {
|
||||
public:
|
||||
void set(const at::Tensor &t, int64_t pad = 0) {
|
||||
set(t, at::MemoryFormat::Contiguous, pad);
|
||||
}
|
||||
|
||||
void set(const at::Tensor &t, const at::MemoryFormat memory_format, int64_t pad = 0);
|
||||
|
||||
private:
|
||||
void set(miopenDataType_t dataType, int dim, size_t* size, size_t* stride, bool nhwc) {
|
||||
std::vector<size_t> strides_copy(stride, stride + dim);
|
||||
fixSizeOneDimStride<size_t>(dim, size, strides_copy.data(), nhwc);
|
||||
// Use V2 API which supports 64-bit size/stride for large tensors
|
||||
MIOPEN_CHECK(miopenSetTensorDescriptorV2(mut_desc(), dataType, dim, size, strides_copy.data()));
|
||||
}
|
||||
};
|
||||
|
||||
struct TORCH_CUDA_CPP_API ConvolutionDescriptor
|
||||
: public Descriptor<
|
||||
miopenConvolutionDescriptor,
|
||||
&miopenCreateConvolutionDescriptor,
|
||||
&miopenDestroyConvolutionDescriptor> {
|
||||
void set(miopenDataType_t dataType, miopenConvolutionMode_t c_mode, int dim, int* pad, int* stride, int * upscale /* aka dilation */, int groups, bool benchmark, bool deterministic) {
|
||||
MIOPEN_CHECK(miopenInitConvolutionNdDescriptor(mut_desc(), dim, pad, stride, upscale, c_mode));
|
||||
MIOPEN_CHECK(miopenSetConvolutionGroupCount(mut_desc(), groups));
|
||||
MIOPEN_CHECK(miopenSetConvolutionAttribute(mut_desc(), MIOPEN_CONVOLUTION_ATTRIB_DETERMINISTIC, deterministic ? 1 : 0));
|
||||
if (benchmark) {
|
||||
MIOPEN_CHECK(miopenSetConvolutionFindMode(mut_desc(), miopenConvolutionFindModeNormal));
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
// NOLINTNEXTLINE(bugprone-exception-escape)
|
||||
struct TORCH_CUDA_CPP_API DropoutDescriptor
|
||||
: public Descriptor<
|
||||
miopenDropoutDescriptor,
|
||||
&miopenCreateDropoutDescriptor,
|
||||
&miopenDestroyDropoutDescriptor> {
|
||||
void set(miopenHandle_t handle, float dropout, void* states, size_t stateSizeInBytes,
|
||||
unsigned long long seed, bool use_mask, bool state_evo, miopenRNGType_t rng_mode) {
|
||||
MIOPEN_CHECK(miopenSetDropoutDescriptor(mut_desc(), handle, dropout, states, stateSizeInBytes, seed, use_mask, state_evo, rng_mode));
|
||||
}
|
||||
|
||||
void restore(miopenHandle_t handle, float dropout, void* states, size_t stateSizeInBytes,
|
||||
unsigned long long seed, bool use_mask, bool state_evo, miopenRNGType_t rng_mode) {
|
||||
MIOPEN_CHECK(miopenRestoreDropoutDescriptor(mut_desc(), handle, dropout, states, stateSizeInBytes, seed, use_mask, state_evo, rng_mode));
|
||||
}
|
||||
};
|
||||
|
||||
struct TORCH_CUDA_CPP_API RNNDescriptor
|
||||
: public Descriptor<miopenRNNDescriptor,
|
||||
&miopenCreateRNNDescriptor,
|
||||
&miopenDestroyRNNDescriptor>
|
||||
{
|
||||
void set(int64_t hidden_size, int64_t num_layers, miopenRNNInputMode_t input_mode, miopenRNNDirectionMode_t direction, miopenRNNMode_t rnn_mode,
|
||||
miopenRNNBiasMode_t bias_mode, miopenRNNAlgo_t algorithm, miopenDataType_t datatype) {
|
||||
MIOPEN_CHECK(miopenSetRNNDescriptor(mut_desc(), hidden_size, num_layers, input_mode, direction, rnn_mode, bias_mode, algorithm, datatype));
|
||||
}
|
||||
|
||||
void setWithDropout(DropoutDescriptor& dropout_desc, int64_t hidden_size, int64_t num_layers, miopenRNNInputMode_t input_mode, miopenRNNDirectionMode_t direction,
|
||||
miopenRNNMode_t rnn_mode, miopenRNNBiasMode_t bias_mode, miopenRNNAlgo_t algorithm, miopenDataType_t datatype) {
|
||||
MIOPEN_CHECK(miopenSetRNNDescriptor_V2(mut_desc(), hidden_size, num_layers, dropout_desc.mut_desc(), input_mode, direction, rnn_mode, bias_mode, algorithm, datatype));
|
||||
}
|
||||
};
|
||||
|
||||
union Constant
|
||||
{
|
||||
float f;
|
||||
double d;
|
||||
Constant(miopenDataType_t dataType, double value) {
|
||||
if (dataType == miopenHalf || dataType == miopenFloat || dataType == miopenBFloat16) {
|
||||
f = static_cast<float>(value);
|
||||
} else {
|
||||
d = value;
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
}} // namespace
|
||||
|
||||
#else
|
||||
#error "This file should not be included when either TORCH_STABLE_ONLY or TORCH_TARGET_VERSION is defined."
|
||||
#endif // !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
@@ -0,0 +1,47 @@
|
||||
#if !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
// @allow-raw-throw
|
||||
#pragma once
|
||||
|
||||
#include <ATen/miopen/miopen-wrapper.h>
|
||||
#include <string>
|
||||
#include <stdexcept>
|
||||
#include <sstream>
|
||||
|
||||
namespace at { namespace native {
|
||||
|
||||
class miopen_exception : public std::runtime_error {
|
||||
public:
|
||||
miopenStatus_t status;
|
||||
miopen_exception(miopenStatus_t status, const char* msg)
|
||||
: std::runtime_error(msg)
|
||||
, status(status) {}
|
||||
miopen_exception(miopenStatus_t status, const std::string& msg)
|
||||
: std::runtime_error(msg)
|
||||
, status(status) {}
|
||||
};
|
||||
|
||||
inline void MIOPEN_CHECK(miopenStatus_t status)
|
||||
{
|
||||
if (status != miopenStatusSuccess) {
|
||||
if (status == miopenStatusNotImplemented) {
|
||||
throw miopen_exception(status, std::string(miopenGetErrorString(status)) +
|
||||
". This error may appear if you passed in a non-contiguous input.");
|
||||
}
|
||||
throw miopen_exception(status, miopenGetErrorString(status));
|
||||
}
|
||||
}
|
||||
|
||||
inline void HIP_CHECK(hipError_t error)
|
||||
{
|
||||
if (error != hipSuccess) {
|
||||
std::string msg("HIP error: ");
|
||||
msg += hipGetErrorString(error);
|
||||
throw std::runtime_error(msg);
|
||||
}
|
||||
}
|
||||
|
||||
}} // namespace at::native
|
||||
|
||||
#else
|
||||
#error "This file should not be included when either TORCH_STABLE_ONLY or TORCH_TARGET_VERSION is defined."
|
||||
#endif // !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
@@ -0,0 +1,14 @@
|
||||
#if !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
#pragma once
|
||||
|
||||
#include <ATen/miopen/miopen-wrapper.h>
|
||||
#include <c10/macros/Export.h>
|
||||
|
||||
namespace at::native {
|
||||
|
||||
TORCH_CUDA_CPP_API miopenHandle_t getMiopenHandle();
|
||||
} // namespace at::native
|
||||
|
||||
#else
|
||||
#error "This file should not be included when either TORCH_STABLE_ONLY or TORCH_TARGET_VERSION is defined."
|
||||
#endif // !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
@@ -0,0 +1,18 @@
|
||||
#if !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
#pragma once
|
||||
|
||||
#include <ATen/Tensor.h>
|
||||
#include <ATen/miopen/miopen-wrapper.h>
|
||||
#include <c10/macros/Export.h>
|
||||
|
||||
namespace at::native {
|
||||
|
||||
TORCH_CUDA_CPP_API miopenDataType_t getMiopenDataType(const at::Tensor& tensor);
|
||||
|
||||
int64_t miopen_version();
|
||||
|
||||
} // namespace at::native
|
||||
|
||||
#else
|
||||
#error "This file should not be included when either TORCH_STABLE_ONLY or TORCH_TARGET_VERSION is defined."
|
||||
#endif // !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
@@ -0,0 +1,23 @@
|
||||
#if !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
#pragma once
|
||||
|
||||
#include <ATen/core/Tensor.h>
|
||||
#include <ATen/miopen/miopen-wrapper.h>
|
||||
#include <ATen/miopen/Handle.h>
|
||||
|
||||
namespace at { namespace native {
|
||||
|
||||
// This function makes tensors which have zero stride contiguous, by
|
||||
// setting the strides to 1.
|
||||
inline Tensor contiguousIfZeroInStrides(const Tensor& t) {
|
||||
for (auto s : t.strides()) {
|
||||
if (s == 0) return t.contiguous();
|
||||
}
|
||||
return t;
|
||||
}
|
||||
|
||||
}}
|
||||
|
||||
#else
|
||||
#error "This file should not be included when either TORCH_STABLE_ONLY or TORCH_TARGET_VERSION is defined."
|
||||
#endif // !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
@@ -0,0 +1,33 @@
|
||||
#if !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
#pragma once
|
||||
|
||||
// Enable MIOpen Beta APIs including miopenSetTensorDescriptorV2 which supports
|
||||
// 64-bit tensor dimensions/strides for large tensors (numel > INT32_MAX).
|
||||
// Reference: https://github.com/ROCm/MIOpen/pull/2838
|
||||
#ifndef MIOPEN_BETA_API
|
||||
#define MIOPEN_BETA_API 1
|
||||
#endif
|
||||
|
||||
#include <miopen/miopen.h>
|
||||
#include <miopen/version.h>
|
||||
|
||||
#if MIOPEN_VERSION_MAJOR > 3 || (MIOPEN_VERSION_MAJOR == 3 && MIOPEN_VERSION_MINOR >= 4)
|
||||
// miopen 3.4 moved find mode from private header to public header
|
||||
#else
|
||||
// from miopen_internal.h
|
||||
extern "C" {
|
||||
|
||||
typedef enum
|
||||
{
|
||||
miopenConvolutionFindModeNormal = 1, /*!< Normal mode */
|
||||
} miopenConvolutionFindMode_t;
|
||||
|
||||
miopenStatus_t miopenSetConvolutionFindMode(
|
||||
miopenConvolutionDescriptor_t convDesc,
|
||||
miopenConvolutionFindMode_t findMode);
|
||||
}
|
||||
#endif
|
||||
|
||||
#else
|
||||
#error "This file should not be included when either TORCH_STABLE_ONLY or TORCH_TARGET_VERSION is defined."
|
||||
#endif // !defined(TORCH_STABLE_ONLY) && !defined(TORCH_TARGET_VERSION)
|
||||
Reference in New Issue
Block a user