layer 0 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 0 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 0 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 0 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 0 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 0 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 1 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 1 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 1 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 1 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 1 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 1 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 2 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 2 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 2 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 2 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 2 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 2 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 3 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 3 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 3 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 3 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 3 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 3 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 4 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 4 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 4 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 4 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 4 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 4 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 5 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 5 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 5 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 5 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 5 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 5 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 6 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 6 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 6 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 6 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 6 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9

layer 6 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
0
1
2
3
4
5
6
7
8
9