layer 0 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 0 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 0 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 0 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 0 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 0 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 1 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 1 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 1 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 1 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 1 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 1 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 2 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 2 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 2 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 2 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 2 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 2 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 3 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 3 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 3 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 3 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 3 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 3 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 4 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 4 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 4 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 4 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 4 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 4 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 5 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 5 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 5 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 5 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 5 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 5 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 6 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 6 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 6 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 6 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 6 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 6 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 7 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 7 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 7 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 7 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 7 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 7 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 8 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 8 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 8 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 8 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 8 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 8 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 9 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 9 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 9 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 9 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 9 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 9 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 10 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 10 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 10 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 10 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 10 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 10 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 11 head 0

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 11 head 1

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 11 head 2

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 11 head 3

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 11 head 4

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009

layer 11 head 5

index	original	query	key	value	queries matched	keys matched	avg. attention	CLS attention
20000
20001
20002
20003
20004
20005
20006
20007
20008
20009