Dependencies
-
TT-LIB
- Overview
-
TT-LIB API through
tt_lib
-
Primary Operations
layernorm()
add_layernorm()
softmax_in_place()
moreh_softmax()
moreh_softmax_backward()
moreh_softmin()
moreh_softmin_backward()
moreh_logsoftmax()
moreh_logsoftmax_backward()
scale_mask_softmax_in_place()
moreh_mean()
moreh_mean_backward()
moreh_groupnorm()
moreh_groupnorm_backward()
moreh_norm()
moreh_norm_backward()
- Enums
-
Tensor elementwise operations
div()
div_no_nan()
add_unary()
sub_unary()
mul_unary()
div_unary()
gelu()
relu()
relu6()
relu_min()
relu_max()
exp()
recip()
sqrt()
log()
log2()
log10()
log1p()
tanh()
clip()
hardtanh()
deg2rad()
rad2deg()
cbrt()
hypot()
softplus()
mish()
polyval()
sign()
abs()
silu()
square()
neg()
add1()
mac()
sigmoid()
sigmoid_accurate()
hardsigmoid()
swish()
hardswish()
leaky_relu()
softsign()
softshrink()
hardshrink()
cos()
sin()
cosh()
sinh()
acos()
asin()
elu()
exp2()
tanhshrink()
heaviside()
right_shift()
left_shift()
atan()
atanh()
atan2()
logical_xor()
logical_xori()
logical_not_unary()
subalpha()
celu()
addalpha()
bias_gelu_unary()
isfinite()
isinf()
isposinf()
isneginf()
isnan()
logit()
lgamma()
logical_andi()
erfinv()
multigammaln()
assign()
isclose()
i0()
digamma()
tan()
logical_ori()
polygamma()
floor()
trunc()
round()
floor_div()
- Tensor relational operations
- Tensor ternary operations
- Tensor matrix math operations
- Tensor creation operations
- Broadcast and Reduce
-
Primary Operations
-
Fallback Operations
full()
tensor_slice()
reshape()
chunk()
conv2d()
group_norm()
layer_norm()
pad()
interpolate()
repeat()
repeat_interleave()
concat()
silu()
softmax()
Conv2d
BatchNorm2d
GroupNorm
LayerNorm
MaxPool2d
AdaptiveAvgPool2d
ceil
floor
trunc
unary_fmod
binary_fmod
bitwise_not
unary_bitwise_or
unary_bitwise_and
unary_bitwise_xor
binary_bitwise_or
binary_bitwise_and
binary_bitwise_xor
unary_bitwise_left_shift
unary_bitwise_right_shift
binary_bitwise_left_shift
binary_bitwise_right_shift
torch_argmax
torch_argmin
-
Experimental Operations
-
Fused Operations from
tt_lib
Mini-Graph Library - Complex Operations
- Complex Operations (Type 2)
-
Other Operations
concat()
sum()
log_sigmoid()
expm1()
asinh()
acosh()
erf()
erfc()
rsqrt()
lerp()
signbit()
fill_rm()
fill_ones_rm()
conv()
layernorm()
groupnorm()
rmsnorm()
add_layernorm()
convert_conv_weight_tensor_to_tiled_layout()
xlogy()
prod()
tiled_prod()
addcmul()
addcdiv()
mean_hw()
var_hw()
logical_noti()
std_hw()
normalize_hw()
normalize_global()
glu()
geglu()
reglu()
swiglu()
embeddings()
nextafter()
lamb_optimizer()
repeat()
repeat_interleave()
pow()
identity()
argmax()
argmin()
-
Backward Operations
prod_bw()
addalpha_bw()
addcmul_bw()
addcdiv_bw()
conj_bw()
unary_mul_bw()
unary_add_bw()
unary_assign_bw()
binary_assign_bw()
unary_div_bw()
div_bw()
rdiv_bw()
sqrt_bw()
mul_bw()
max_bw()
min_bw()
add_bw()
tan_bw()
exp_bw()
exp2_bw()
expm1_bw()
unary_pow_bw()
embedding_bw()
where_bw()
tanh_bw()
fill_zero_bw()
fill_bw()
sub_bw()
unary_sub_bw()
log_bw()
rsub_bw()
abs_bw()
complex_abs_bw()
rsqrt_bw()
neg_bw()
lt_bw()
gt_bw()
relu_bw()
ne_bw()
clamp_bw()
clamp_min_bw()
clamp_max_bw()
binary_le_bw()
atan2_bw()
hypot_bw()
gelu_bw()
bias_gelu_bw()
bias_gelu_unary_bw()
squared_difference_bw()
lerp_bw()
ldexp_bw()
xlogy_bw()
logaddexp_bw()
logaddexp2_bw()
concat_bw()
hardsigmoid_bw()
i0_bw()
hardshrink_bw()
softshrink_bw()
hardswish_bw()
softplus_bw()
polygamma_bw()
atan_bw()
atanh_bw()
asin_bw()
asinh_bw()
cosh_bw()
cos_bw()
acosh_bw()
acos_bw()
erfinv_bw()
leaky_relu_bw()
elu_bw()
hardtanh_bw()
angle_bw()
sin_bw()
sinh_bw()
celu_bw()
binary_lt_bw()
subalpha_bw()
log10_bw()
log1p_bw()
binary_ne_bw()
erf_bw()
erfc_bw()
digamma_bw()
deg2rad_bw()
rad2deg_bw()
reciprocal_bw()
relu6_bw()
rpow_bw()
silu_bw()
selu_bw()
binary_ge_bw()
binary_eq_bw()
binary_gt_bw()
square_bw()
lgamma_bw()
trunc_bw()
frac_bw()
log_sigmoid_bw()
tanhshrink_bw()
threshold_bw()
unary_eq_bw()
logit_bw()
logiteps_bw()
softsign_bw()
sign_bw()
ceil_bw()
log2_bw()
ge_bw()
le_bw()
unary_fmod_bw()
unary_remainder_bw()
complex_recip_bw()
imag_bw()
real_bw()
complex_mul_bw()
complex_div_bw()
polar_bw()
complex_add_bw()
complex_sub_bw()
multigammaln_bw()
repeat_bw()
floor_bw()
round_bw()
unary_div_no_nan_bw()
- Loss Functions
-
Fused Operations from
- Tensor
- Examples of Tensor and TT-LIB Use