Skip to content

Files

Latest commit

 

History

History
231 lines (230 loc) · 30.5 KB

input_variations.md

File metadata and controls

231 lines (230 loc) · 30.5 KB

High Level Operations Status

Operations Input Variations Converted Removed Fallback Completed Score
0 aten._scaled_dot_product_flash_attention.default 18 0 0 0 ✘ 0
1 aten.add.Tensor 6 0 0 0 ✘ 0
2 aten.addmm.default 9 0 0 0 ✘ 0
3 aten.argmax.default 1 0 0 0 ✘ 0
4 aten.cat.default 26 0 0 0 ✘ 0
5 aten.clone.default 8 0 0 0 ✘ 0
6 aten.convolution.default 2 0 0 0 ✘ 0
7 aten.embedding.default 3 0 0 0 ✘ 0
8 aten.gelu.default 5 0 0 0 ✘ 0
9 aten.index_put.default 4 0 0 0 ✘ 0
10 aten.mm.default 5 0 0 0 ✘ 0
11 aten.native_layer_norm.default 3 0 0 0 ✘ 0
12 aten.ones_like.default 1 0 0 0 ✘ 0
13 aten.permute.default 1 0 0 0 ✘ 0
14 aten.select.int 3 0 0 0 ✘ 0
15 aten.select_scatter.default 1 0 0 0 ✘ 0
16 aten.slice.Tensor 8 0 0 0 ✘ 0
17 aten.slice_scatter.default 2 0 0 0 ✘ 0
18 aten.t.default 4 0 0 0 ✘ 0
19 aten.transpose.int 6 0 0 0 ✘ 0
20 aten.view.default 26 0 0 0 ✘ 0

aten._scaled_dot_product_flash_attention.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, 1, 64]> key = ?,
Tensor<[1, 12, 1, 64]> value = ?		 Unknown Fallback N/A 0
1 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, 1500, 64]> key = ?,
Tensor<[1, 12, 1500, 64]> value = ?		 Unknown Fallback N/A 0
2 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, 5, 64]> key = ?,
Tensor<[1, 12, 5, 64]> value = ?		 Unknown Fallback N/A 0
3 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s10 + 1, 64]> key = ?,
Tensor<[1, 12, s11 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
4 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s12 + 1, 64]> key = ?,
Tensor<[1, 12, s13 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
5 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s14 + 1, 64]> key = ?,
Tensor<[1, 12, s15 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
6 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s16 + 1, 64]> key = ?,
Tensor<[1, 12, s17 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
7 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s18 + 1, 64]> key = ?,
Tensor<[1, 12, s19 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
8 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s2 + 1, 64]> key = ?,
Tensor<[1, 12, s3 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
9 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s20 + 1, 64]> key = ?,
Tensor<[1, 12, s21 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
10 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s22 + 1, 64]> key = ?,
Tensor<[1, 12, s23 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
11 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s24 + 1, 64]> key = ?,
Tensor<[1, 12, s25 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
12 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s4 + 1, 64]> key = ?,
Tensor<[1, 12, s5 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
13 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s6 + 1, 64]> key = ?,
Tensor<[1, 12, s7 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
14 Tensor<[1, 12, 1, 64]> query = ?,
Tensor<[1, 12, s8 + 1, 64]> key = ?,
Tensor<[1, 12, s9 + 1, 64]> value = ?		 Unknown Unknown N/A N/A
15 Tensor<[1, 12, 1500, 64]> query = ?,
Tensor<[1, 12, 1500, 64]> key = ?,
Tensor<[1, 12, 1500, 64]> value = ?		 Unknown Fallback N/A 0
16 Tensor<[1, 12, 4, 64]> query = ?,
Tensor<[1, 12, 1500, 64]> key = ?,
Tensor<[1, 12, 1500, 64]> value = ?		 Unknown Fallback N/A 0
17 Tensor<[1, 12, 4, 64]> query = ?,
Tensor<[1, 12, 4, 64]> key = ?,
Tensor<[1, 12, 4, 64]> value = ?,
float dropout_p = 0.0,
bool is_causal = True		 Unknown Fallback N/A 0

aten.add.Tensor

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 1, 768]> self = ?,
Tensor<[1, 1, 768]> other = ?		 Unknown Done 0.999998 -1
1 Tensor<[1, 1, 768]> self = ?,
Tensor<[1, 768]> other = ?		 Unknown Done 0.999998 -1
2 Tensor<[1, 1500, 768]> self = ?,
Tensor<[1, 1500, 768]> other = ?		 Unknown Done 0.999998 -1
3 Tensor<[1, 1500, 768]> self = ?,
Tensor<[1500, 768]> other = ?		 Unknown Done 0.999998 -1
4 Tensor<[1, 4, 768]> self = ?,
Tensor<[1, 4, 768]> other = ?		 Unknown Done 0.999998 -1
5 Tensor<[1, 4, 768]> self = ?,
Tensor<[4, 768]> other = ?		 Unknown Done 0.999998 -1

aten.addmm.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[3072]> self = ?,
Tensor<[1, 768]> mat1 = ?,
Tensor<[768, 3072]> mat2 = ?		 Unknown Unknown N/A N/A
1 Tensor<[3072]> self = ?,
Tensor<[1500, 768]> mat1 = ?,
Tensor<[768, 3072]> mat2 = ?		 Unknown Done 0.9999620540665682 -1
2 Tensor<[3072]> self = ?,
Tensor<[4, 768]> mat1 = ?,
Tensor<[768, 3072]> mat2 = ?		 Unknown Unknown N/A N/A
3 Tensor<[768]> self = ?,
Tensor<[1, 3072]> mat1 = ?,
Tensor<[3072, 768]> mat2 = ?		 Unknown Unknown N/A N/A
4 Tensor<[768]> self = ?,
Tensor<[1, 768]> mat1 = ?,
Tensor<[768, 768]> mat2 = ?		 Unknown Unknown N/A N/A
5 Tensor<[768]> self = ?,
Tensor<[1500, 3072]> mat1 = ?,
Tensor<[3072, 768]> mat2 = ?		 Unknown Unknown N/A N/A
6 Tensor<[768]> self = ?,
Tensor<[1500, 768]> mat1 = ?,
Tensor<[768, 768]> mat2 = ?		 Unknown Done 0.9999620056301884 -1
7 Tensor<[768]> self = ?,
Tensor<[4, 3072]> mat1 = ?,
Tensor<[3072, 768]> mat2 = ?		 Unknown Unknown N/A N/A
8 Tensor<[768]> self = ?,
Tensor<[4, 768]> mat1 = ?,
Tensor<[768, 768]> mat2 = ?		 Unknown Unknown N/A N/A

aten.argmax.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 51865]> self = ?,
Optional[int] dim = -1		 Unknown Fallback 1 -1

aten.cat.default

ATen Input Variations Status Isolated PCC Host
0 List[Tensor] tensors = [<[1, 12, 4, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Done 1.0 -1
1 List[Tensor] tensors = [<[1, 12, s10, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
2 List[Tensor] tensors = [<[1, 12, s11, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
3 List[Tensor] tensors = [<[1, 12, s12, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
4 List[Tensor] tensors = [<[1, 12, s13, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
5 List[Tensor] tensors = [<[1, 12, s14, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
6 List[Tensor] tensors = [<[1, 12, s15, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
7 List[Tensor] tensors = [<[1, 12, s16, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
8 List[Tensor] tensors = [<[1, 12, s17, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
9 List[Tensor] tensors = [<[1, 12, s18, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
10 List[Tensor] tensors = [<[1, 12, s19, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
11 List[Tensor] tensors = [<[1, 12, s2, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
12 List[Tensor] tensors = [<[1, 12, s20, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
13 List[Tensor] tensors = [<[1, 12, s21, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
14 List[Tensor] tensors = [<[1, 12, s22, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
15 List[Tensor] tensors = [<[1, 12, s23, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
16 List[Tensor] tensors = [<[1, 12, s24, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
17 List[Tensor] tensors = [<[1, 12, s25, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
18 List[Tensor] tensors = [<[1, 12, s3, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
19 List[Tensor] tensors = [<[1, 12, s4, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
20 List[Tensor] tensors = [<[1, 12, s5, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
21 List[Tensor] tensors = [<[1, 12, s6, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
22 List[Tensor] tensors = [<[1, 12, s7, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
23 List[Tensor] tensors = [<[1, 12, s8, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
24 List[Tensor] tensors = [<[1, 12, s9, 64]>, <[1, 12, 1, 64]>],
int dim = 2		 Unknown Unknown N/A N/A
25 List[Tensor] tensors = [_folded_mul, _folded_mul_1, _folded_mul_2, _folded_mul_3],
int dim = -1		 Unknown Unknown N/A N/A

aten.clone.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 1, 3072]> self = ? Unknown Done 1 -1
1 Tensor<[1, 1, 768]> self = ? Unknown Done 1 -1
2 Tensor<[1, 12, 1500, 64]> self = ?,
Optional[int] memory_format = torch.contiguous_format		 Unknown Done 1 -1
3 Tensor<[1, 12, 4, 64]> self = ?,
Optional[int] memory_format = torch.contiguous_format		 Unknown Done 1 -1
4 Tensor<[1, 1500, 3072]> self = ? Unknown Done 1 -1
5 Tensor<[1, 1500, 768]> self = ? Unknown Done 1 -1
6 Tensor<[1, 4, 3072]> self = ? Unknown Done 1 -1
7 Tensor<[1, 4, 768]> self = ? Unknown Done 1 -1

aten.convolution.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 768, 3000]> input = ?,
Tensor<[768, 768, 3]> weight = ?,
Optional[Tensor]<[768]> bias = ?,
List[int] stride = [2],
List[int] padding = [1],
List[int] dilation = [1],
bool transposed = False,
List[int] output_padding = [0],
int groups = 1		 Unknown Fallback 1 -1
1 Tensor<[1, 80, 3000]> input = ?,
Tensor<[768, 80, 3]> weight = ?,
Optional[Tensor]<[768]> bias = ?,
List[int] stride = [1],
List[int] padding = [1],
List[int] dilation = [1],
bool transposed = False,
List[int] output_padding = [0],
int groups = 1		 Unknown Done 0.999966 -1

aten.embedding.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[51865, 768]> weight = ?,
Tensor indices = ?,
int padding_idx = 50257		 Unknown Unknown N/A N/A
1 Tensor<[51865, 768]> weight = ?,
Tensor<[1, 1]> indices = ?,
int padding_idx = 50257		 Unknown Done 1.0 -1
2 Tensor<[51865, 768]> weight = ?,
Tensor<[1, 4]> indices = ?,
int padding_idx = 50257		 Unknown Done 1.0 -1

aten.gelu.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 1, 3072]> self = ? Unknown Done 0.999991 -1
1 Tensor<[1, 1500, 3072]> self = ? Unknown Done 0.999991 -1
2 Tensor<[1, 4, 3072]> self = ? Unknown Done 0.999992 -1
3 Tensor<[1, 768, 1500]> self = ? Unknown Done 0.999991 -1
4 Tensor<[1, 768, 3000]> self = ? Unknown Done 0.999991 -1

aten.index_put.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 51865]> self = ?,
List[Optional[Tensor]] indices = [None, <[51865]>],
Tensor values = ?		 Unknown Unknown N/A N/A
1 Tensor<[1, 51865]> self = ?,
List[Optional[Tensor]] indices = [None, _folded_lift_fresh_copy_1],
Tensor values = ?		 Unknown Unknown N/A N/A
2 Tensor<[1, 51865]> self = ?,
List[Optional[Tensor]] indices = [None, _folded_lift_fresh_copy_3],
Tensor values = ?		 Unknown Unknown N/A N/A
3 Tensor<[51865]> self = ?,
List[Optional[Tensor]] indices = [_folded_lift_fresh_copy_1],
Tensor values = ?		 Unknown Unknown N/A N/A

aten.mm.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 768]> self = ?,
Tensor<[768, 51865]> mat2 = ?		 Unknown Done 0.999968 -1
1 Tensor<[1, 768]> self = ?,
Tensor<[768, 768]> mat2 = ?		 Unknown Done 0.999968 -1
2 Tensor<[1500, 768]> self = ?,
Tensor<[768, 768]> mat2 = ?		 Unknown Done 0.999963 -1
3 Tensor<[4, 768]> self = ?,
Tensor<[768, 51865]> mat2 = ?		 Unknown Done 0.999968 -1
4 Tensor<[4, 768]> self = ?,
Tensor<[768, 768]> mat2 = ?		 Unknown Done 0.999968 -1

aten.native_layer_norm.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 1, 768]> input = ?,
List[int] normalized_shape = [768],
Optional[Tensor]<[768]> weight = ?,
Optional[Tensor]<[768]> bias = ?,
float eps = 1e-05		 Unknown Done N/A 0
1 Tensor<[1, 1500, 768]> input = ?,
List[int] normalized_shape = [768],
Optional[Tensor]<[768]> weight = ?,
Optional[Tensor]<[768]> bias = ?,
float eps = 1e-05		 Unknown Done N/A 0
2 Tensor<[1, 4, 768]> input = ?,
List[int] normalized_shape = [768],
Optional[Tensor]<[768]> weight = ?,
Optional[Tensor]<[768]> bias = ?,
float eps = 1e-05		 Unknown Done N/A 0

aten.ones_like.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[51865]> self = ?,
Optional[int] dtype = torch.bool,
Optional[bool] pin_memory = False		 Unknown Unknown N/A N/A

aten.permute.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 768, 1500]> self = ?,
List[int] dims = [0, 2, 1]		 Unknown Done 1 -1

aten.select.int

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 1, 51865]> self = ?,
int dim = 1,
int index = -1		 Unknown Done 1.0 -1
1 Tensor<[1, 51865]> self = ?,
int dim = 0,
int index = 0		 Unknown Unknown N/A N/A
2 Tensor<[1]> self = ?,
int dim = 0,
int index = 0		 Unknown Done 1.0 -1

aten.select_scatter.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 1, 51865]> self = ?,
Tensor<[1, 51865]> src = ?,
int dim = 1,
int index = -1		 Unknown Unknown N/A N/A

aten.slice.Tensor

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 1, 51865]> self = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 9223372036854775807		 Unknown Done 1.0 -1
1 Tensor<[1, 51865]> self = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 9223372036854775807		 Unknown Unknown N/A N/A
2 Tensor<[1, 80, 3000]> self = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 9223372036854775807		 Unknown Done 1.0 -1
3 Tensor<[1, 80, 3000]> self = ?,
int dim = 1,
Optional[int] start = 0,
Optional[int] end = 9223372036854775807		 Unknown Done 1.0 -1
4 Tensor<[448, 768]> self = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 1		 Unknown Done 1.0 -1
5 Tensor<[448, 768]> self = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 4		 Unknown Done 1.0 -1
6 Tensor<[448, 768]> self = ?,
int dim = 0,
Optional[int] start = 4,
Optional[int] end = 5		 Unknown Done 1.0 -1
7 Tensor<[448, 768]> self = ?,
int dim = 0,
Optional[int] start = ?,
Optional[int]<s2 + 1> end = ?		 Unknown Failed N/A N/A

aten.slice_scatter.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 1, 51865]> self = ?,
Tensor<[1, 1, 51865]> src = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 9223372036854775807		 Unknown Unknown N/A N/A
1 Tensor<[1, 51865]> self = ?,
Tensor<[1, 51865]> src = ?,
int dim = 0,
Optional[int] start = 0,
Optional[int] end = 9223372036854775807		 Unknown Unknown N/A N/A

aten.t.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[3072, 768]> self = ? Unknown Done 1 -1
1 Tensor<[51865, 768]> self = ? Unknown Done 1 -1
2 Tensor<[768, 3072]> self = ? Unknown Done 1 -1
3 Tensor<[768, 768]> self = ? Unknown Done 1 -1

aten.transpose.int

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 1, 12, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Unknown Done 1 -1
1 Tensor<[1, 12, 1, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Unknown Done 1 -1
2 Tensor<[1, 12, 1500, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Unknown Done 1 -1
3 Tensor<[1, 12, 4, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Unknown Done 1 -1
4 Tensor<[1, 1500, 12, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Unknown Done 1 -1
5 Tensor<[1, 4, 12, 64]> self = ?,
int dim0 = 1,
int dim1 = 2		 Unknown Done 1 -1

aten.view.default

ATen Input Variations Status Isolated PCC Host
0 Tensor<[1, 1, 12, 64]> self = ?,
List[int] size = [1, 1, 768]		 Unknown Done 1.0 -1
1 Tensor<[1, 1, 3072]> self = ?,
List[int] size = [1, 3072]		 Unknown Done 1.0 -1
2 Tensor<[1, 1, 51865]> self = ?,
List[int] size = [1, 51865]		 Unknown Unknown N/A N/A
3 Tensor<[1, 1, 768]> self = ?,
List[int] size = [1, -1, 12, 64]		 Unknown Done 1.0 -1
4 Tensor<[1, 1, 768]> self = ?,
List[int] size = [1, 1, 12, 64]		 Unknown Done 1.0 -1
5 Tensor<[1, 1, 768]> self = ?,
List[int] size = [1, 768]		 Unknown Done 1.0 -1
6 Tensor<[1, 1500, 12, 64]> self = ?,
List[int] size = [1, 1500, 768]		 Unknown Done 1.0 -1
7 Tensor<[1, 1500, 3072]> self = ?,
List[int] size = [1500, 3072]		 Unknown Done 1.0 -1
8 Tensor<[1, 1500, 768]> self = ?,
List[int] size = [1, -1, 12, 64]		 Unknown Done 1.0 -1
9 Tensor<[1, 1500, 768]> self = ?,
List[int] size = [1, 1500, 12, 64]		 Unknown Done 1.0 -1
10 Tensor<[1, 1500, 768]> self = ?,
List[int] size = [1500, 768]		 Unknown Done 1.0 -1
11 Tensor<[1, 1]> self = ?,
List[int] size = [-1, 1]		 Unknown Done 1.0 -1
12 Tensor<[1, 3072]> self = ?,
List[int] size = [1, 1, 3072]		 Unknown Done 1.0 -1
13 Tensor<[1, 4, 12, 64]> self = ?,
List[int] size = [1, 4, 768]		 Unknown Done 1.0 -1
14 Tensor<[1, 4, 3072]> self = ?,
List[int] size = [4, 3072]		 Unknown Done 1.0 -1
15 Tensor<[1, 4, 768]> self = ?,
List[int] size = [1, -1, 12, 64]		 Unknown Done 1.0 -1
16 Tensor<[1, 4, 768]> self = ?,
List[int] size = [1, 4, 12, 64]		 Unknown Done 1.0 -1
17 Tensor<[1, 4, 768]> self = ?,
List[int] size = [4, 768]		 Unknown Done 1.0 -1
18 Tensor<[1, 4]> self = ?,
List[int] size = [-1, 4]		 Unknown Done 1.0 -1
19 Tensor<[1, 51865]> self = ?,
List[int] size = [1, 1, 51865]		 Unknown Done 1.0 -1
20 Tensor<[1, 768]> self = ?,
List[int] size = [1, 1, 768]		 Unknown Done 1.0 -1
21 Tensor<[1500, 3072]> self = ?,
List[int] size = [1, 1500, 3072]		 Unknown Done 1.0 -1
22 Tensor<[1500, 768]> self = ?,
List[int] size = [1, 1500, 768]		 Unknown Done 1.0 -1
23 Tensor<[4, 3072]> self = ?,
List[int] size = [1, 4, 3072]		 Unknown Done 1.0 -1
24 Tensor<[4, 51865]> self = ?,
List[int] size = [1, 4, 51865]		 Unknown Done 1.0 -1
25 Tensor<[4, 768]> self = ?,
List[int] size = [1, 4, 768]		 Unknown Done 1.0 -1