layer 0 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 0 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 0 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 0 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 0 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 0 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 1 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 1 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 1 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 1 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 1 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 1 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 2 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 2 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 2 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 2 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 2 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 2 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 3 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 3 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 3 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 3 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 3 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 3 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 4 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 4 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 4 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 4 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 4 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 4 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 5 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 5 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 5 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 5 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 5 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 5 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 6 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 6 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 6 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 6 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 6 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009

layer 6 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009