layer 0 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 0 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 0 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 0 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 0 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 0 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 1 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 1 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 1 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 1 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 1 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 1 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 2 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 2 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 2 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 2 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 2 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 2 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 3 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 3 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 3 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 3 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 3 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 3 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 4 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 4 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 4 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 4 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 4 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 4 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 5 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 5 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 5 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 5 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 5 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 5 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 6 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 6 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 6 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 6 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 6 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 6 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 7 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 7 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 7 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 7 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 7 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 7 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 8 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 8 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 8 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 8 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 8 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 8 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 9 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 9 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 9 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 9 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 9 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 9 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 10 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 10 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 10 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 10 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 10 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 10 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 11 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 11 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 11 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 11 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 11 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130

layer 11 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
33974
12779
38168
39148
9483
26116
16846
11574
17763
43130