id	sid	tid	token	lemma	pos
crl-16410	1	1	170	170	NUM
crl-16410	1	2	an	an	DET
crl-16410	1	3	information	information	NOUN
crl-16410	1	4	literacy	literacy	NOUN
crl-16410	1	5	snapshot	snapshot	VERB
crl-16410	1	6	:	:	PUNCT
crl-16410	1	7	authentic	authentic	ADJ
crl-16410	1	8	assessment	assessment	NOUN
crl-16410	1	9	across	across	ADP
crl-16410	1	10	the	the	DET
crl-16410	1	11	curriculum	curriculum	NOUN
crl-16410	1	12	wendy	wendy	PROPN
crl-16410	1	13	holliday	holliday	PROPN
crl-16410	1	14	,	,	PUNCT
crl-16410	1	15	betty	betty	PROPN
crl-16410	1	16	dance	dance	PROPN
crl-16410	1	17	,	,	PUNCT
crl-16410	1	18	erin	erin	PROPN
crl-16410	1	19	davis	davis	PROPN
crl-16410	1	20	,	,	PUNCT
crl-16410	1	21	britt	britt	PROPN
crl-16410	1	22	fagerheim	fagerheim	PROPN
crl-16410	1	23	,	,	PUNCT
crl-16410	1	24	anne	anne	PROPN
crl-16410	1	25	hedrich	hedrich	PROPN
crl-16410	1	26	,	,	PUNCT
crl-16410	1	27	kacy	kacy	PROPN
crl-16410	1	28	lundstrom	lundstrom	PROPN
crl-16410	1	29	,	,	PUNCT
crl-16410	1	30	and	and	CCONJ
crl-16410	1	31	pamela	pamela	PROPN
crl-16410	1	32	martin	martin	PROPN
crl-16410	1	33	wendy	wendy	PROPN
crl-16410	1	34	holliday	holliday	PROPN
crl-16410	1	35	is	be	AUX
crl-16410	1	36	head	head	NOUN
crl-16410	1	37	of	of	ADP
crl-16410	1	38	teaching	teaching	NOUN
crl-16410	1	39	,	,	PUNCT
crl-16410	1	40	learning	learning	NOUN
crl-16410	1	41	,	,	PUNCT
crl-16410	1	42	and	and	CCONJ
crl-16410	1	43	research	research	NOUN
crl-16410	1	44	,	,	PUNCT
crl-16410	1	45	at	at	ADP
crl-16410	1	46	northern	northern	PROPN
crl-16410	1	47	arizona	arizona	PROPN
crl-16410	1	48	university	university	PROPN
crl-16410	1	49	;	;	PUNCT
crl-16410	1	50	e	e	X
crl-16410	1	51	-	-	NOUN
crl-16410	1	52	mail	mail	NOUN
crl-16410	1	53	:	:	PUNCT
crl-16410	1	54	wendy.holliday@nau.edu	wendy.holliday@nau.edu	PROPN
crl-16410	1	55	.	.	PUNCT
crl-16410	2	1	betty	betty	PROPN
crl-16410	2	2	dance	dance	PROPN
crl-16410	2	3	is	be	AUX
crl-16410	2	4	reference	reference	NOUN
crl-16410	2	5	&	&	CCONJ
crl-16410	2	6	instruction	instruction	NOUN
crl-16410	2	7	librarian	librarian	NOUN
crl-16410	2	8	,	,	PUNCT
crl-16410	2	9	erin	erin	PROPN
crl-16410	2	10	davis	davis	PROPN
crl-16410	2	11	is	be	AUX
crl-16410	2	12	coordinator	coordinator	NOUN
crl-16410	2	13	of	of	ADP
crl-16410	2	14	regional	regional	ADJ
crl-16410	2	15	campuses	campus	NOUN
crl-16410	2	16	&	&	CCONJ
crl-16410	2	17	e	e	PROPN
crl-16410	2	18	-	-	ADJ
crl-16410	2	19	learning	learn	VERB
crl-16410	2	20	librarian	librarian	NOUN
crl-16410	2	21	,	,	PUNCT
crl-16410	2	22	britt	britt	PROPN
crl-16410	2	23	fagerheim	fagerheim	PROPN
crl-16410	2	24	is	be	AUX
crl-16410	2	25	reference	reference	NOUN
crl-16410	2	26	&	&	CCONJ
crl-16410	2	27	instruction	instruction	NOUN
crl-16410	2	28	department	department	NOUN
crl-16410	2	29	head	head	NOUN
crl-16410	2	30	,	,	PUNCT
crl-16410	2	31	anne	anne	PROPN
crl-16410	2	32	hedrich	hedrich	PROPN
crl-16410	2	33	is	be	AUX
crl-16410	2	34	reference	reference	NOUN
crl-16410	2	35	&	&	CCONJ
crl-16410	2	36	instruction	instruction	NOUN
crl-16410	2	37	librarian	librarian	NOUN
crl-16410	2	38	,	,	PUNCT
crl-16410	2	39	kacy	kacy	PROPN
crl-16410	2	40	lundstrom	lundstrom	PROPN
crl-16410	2	41	is	be	AUX
crl-16410	2	42	coordinator	coordinator	NOUN
crl-16410	2	43	of	of	ADP
crl-16410	2	44	library	library	NOUN
crl-16410	2	45	instruction	instruction	NOUN
crl-16410	2	46	,	,	PUNCT
crl-16410	2	47	and	and	CCONJ
crl-16410	2	48	pamela	pamela	PROPN
crl-16410	2	49	martin	martin	PROPN
crl-16410	2	50	is	be	AUX
crl-16410	2	51	coordinator	coordinator	NOUN
crl-16410	2	52	of	of	ADP
crl-16410	2	53	outreach	outreach	NOUN
crl-16410	2	54	and	and	CCONJ
crl-16410	2	55	peer	peer	NOUN
crl-16410	2	56	learning	learning	NOUN
crl-16410	2	57	,	,	PUNCT
crl-16410	2	58	all	all	PRON
crl-16410	2	59	at	at	ADP
crl-16410	2	60	utah	utah	PROPN
crl-16410	2	61	state	state	PROPN
crl-16410	2	62	university	university	PROPN
crl-16410	2	63	;	;	PUNCT
crl-16410	2	64	e	e	X
crl-16410	2	65	-	-	NOUN
crl-16410	2	66	mail	mail	NOUN
crl-16410	2	67	:	:	PUNCT
crl-16410	2	68	betty.dance@usu.edu	betty.dance@usu.edu	PROPN
crl-16410	2	69	,	,	PUNCT
crl-16410	2	70	erin.davis@usu.edu	erin.davis@usu.edu	PROPN
crl-16410	2	71	,	,	PUNCT
crl-16410	2	72	britt.fagerheim@usu.edu	britt.fagerheim@usu.edu	PROPN
crl-16410	2	73	,	,	PUNCT
crl-16410	2	74	anne.hedrich@usu.edu	anne.hedrich@usu.edu	PROPN
crl-16410	2	75	,	,	PUNCT
crl-16410	2	76	kacy	kacy	PROPN
crl-16410	2	77	.	.	PUNCT
crl-16410	3	1	lundstrom@usu.edu	lundstrom@usu.edu	PROPN
crl-16410	3	2	,	,	PUNCT
crl-16410	3	3	pamela.martin@usu.edu	pamela.martin@usu.edu	PROPN
crl-16410	3	4	.	.	PUNCT
crl-16410	4	1	©	©	ADJ
crl-16410	4	2	2015	2015	NUM
crl-16410	4	3	wendy	wendy	NOUN
crl-16410	4	4	holliday	holliday	PROPN
crl-16410	4	5	,	,	PUNCT
crl-16410	4	6	betty	betty	PROPN
crl-16410	4	7	dance	dance	PROPN
crl-16410	4	8	,	,	PUNCT
crl-16410	4	9	erin	erin	PROPN
crl-16410	4	10	davis	davis	PROPN
crl-16410	4	11	,	,	PUNCT
crl-16410	4	12	britt	britt	PROPN
crl-16410	4	13	fagerheim	fagerheim	PROPN
crl-16410	4	14	,	,	PUNCT
crl-16410	4	15	anne	anne	PROPN
crl-16410	4	16	hedrich	hedrich	PROPN
crl-16410	4	17	,	,	PUNCT
crl-16410	4	18	kacy	kacy	PROPN
crl-16410	4	19	lundstrom	lundstrom	PROPN
crl-16410	4	20	,	,	PUNCT
crl-16410	4	21	and	and	CCONJ
crl-16410	4	22	pamela	pamela	PROPN
crl-16410	4	23	martin	martin	PROPN
crl-16410	4	24	,	,	PUNCT
crl-16410	4	25	attribution	attribution	NOUN
crl-16410	4	26	-	-	PUNCT
crl-16410	4	27	noncommercial	noncommercial	NOUN
crl-16410	4	28	(	(	PUNCT
crl-16410	4	29	http://	http://	PROPN
crl-16410	4	30	creativecommons.org/licenses/by-nc/3.0/	creativecommons.org/licenses/by-nc/3.0/	PROPN
crl-16410	4	31	)	)	PUNCT
crl-16410	4	32	cc	cc	VERB
crl-16410	4	33	by	by	ADP
crl-16410	4	34	-	-	PUNCT
crl-16410	4	35	nc	nc	NOUN
crl-16410	4	36	.	.	PUNCT
crl-16410	5	1	this	this	DET
crl-16410	5	2	paper	paper	NOUN
crl-16410	5	3	outlines	outline	VERB
crl-16410	5	4	the	the	DET
crl-16410	5	5	process	process	NOUN
crl-16410	5	6	and	and	CCONJ
crl-16410	5	7	results	result	NOUN
crl-16410	5	8	of	of	ADP
crl-16410	5	9	an	an	DET
crl-16410	5	10	authentic	authentic	ADJ
crl-16410	5	11	assessment	assessment	NOUN
crl-16410	5	12	of	of	ADP
crl-16410	5	13	student	student	NOUN
crl-16410	5	14	work	work	NOUN
crl-16410	5	15	using	use	VERB
crl-16410	5	16	a	a	DET
crl-16410	5	17	revised	revise	VERB
crl-16410	5	18	version	version	NOUN
crl-16410	5	19	of	of	ADP
crl-16410	5	20	the	the	DET
crl-16410	5	21	aac&u	aac&u	PROPN
crl-16410	5	22	’s	’s	PART
crl-16410	5	23	information	information	NOUN
crl-16410	5	24	literacy	literacy	NOUN
crl-16410	5	25	value	value	NOUN
crl-16410	5	26	rubric	rubric	NOUN
crl-16410	5	27	.	.	PUNCT
crl-16410	6	1	this	this	DET
crl-16410	6	2	rigorous	rigorous	ADJ
crl-16410	6	3	assessment	assessment	NOUN
crl-16410	6	4	,	,	PUNCT
crl-16410	6	5	which	which	PRON
crl-16410	6	6	included	include	VERB
crl-16410	6	7	the	the	DET
crl-16410	6	8	scoring	scoring	NOUN
crl-16410	6	9	of	of	ADP
crl-16410	6	10	nearly	nearly	ADV
crl-16410	6	11	900	900	NUM
crl-16410	6	12	student	student	NOUN
crl-16410	6	13	papers	paper	NOUN
crl-16410	6	14	from	from	ADP
crl-16410	6	15	four	four	NUM
crl-16410	6	16	different	different	ADJ
crl-16410	6	17	stages	stage	NOUN
crl-16410	6	18	across	across	ADP
crl-16410	6	19	the	the	DET
crl-16410	6	20	undergraduate	undergraduate	NOUN
crl-16410	6	21	curriculum	curriculum	NOUN
crl-16410	6	22	,	,	PUNCT
crl-16410	6	23	revealed	reveal	VERB
crl-16410	6	24	much	much	ADV
crl-16410	6	25	about	about	ADP
crl-16410	6	26	the	the	DET
crl-16410	6	27	process	process	NOUN
crl-16410	6	28	of	of	ADP
crl-16410	6	29	authentic	authentic	ADJ
crl-16410	6	30	assessment	assessment	NOUN
crl-16410	6	31	of	of	ADP
crl-16410	6	32	student	student	NOUN
crl-16410	6	33	learning	learning	NOUN
crl-16410	6	34	,	,	PUNCT
crl-16410	6	35	the	the	DET
crl-16410	6	36	struggles	struggle	NOUN
crl-16410	6	37	and	and	CCONJ
crl-16410	6	38	competencies	competency	NOUN
crl-16410	6	39	of	of	ADP
crl-16410	6	40	our	our	PRON
crl-16410	6	41	students	student	NOUN
crl-16410	6	42	,	,	PUNCT
crl-16410	6	43	and	and	CCONJ
crl-16410	6	44	a	a	DET
crl-16410	6	45	clear	clear	ADJ
crl-16410	6	46	path	path	NOUN
crl-16410	6	47	forward	forward	ADV
crl-16410	6	48	for	for	ADP
crl-16410	6	49	improving	improve	VERB
crl-16410	6	50	practice	practice	NOUN
crl-16410	6	51	.	.	PUNCT
crl-16410	7	1	it	it	PRON
crl-16410	7	2	also	also	ADV
crl-16410	7	3	gave	give	VERB
crl-16410	7	4	us	we	PRON
crl-16410	7	5	a	a	DET
crl-16410	7	6	broad	broad	ADJ
crl-16410	7	7	view	view	NOUN
crl-16410	7	8	of	of	ADP
crl-16410	7	9	student	student	NOUN
crl-16410	7	10	learning	learning	NOUN
crl-16410	7	11	,	,	PUNCT
crl-16410	7	12	allowing	allow	VERB
crl-16410	7	13	us	we	PRON
crl-16410	7	14	to	to	PART
crl-16410	7	15	immerse	immerse	VERB
crl-16410	7	16	ourselves	ourselves	PRON
crl-16410	7	17	in	in	ADP
crl-16410	7	18	student	student	NOUN
crl-16410	7	19	work	work	NOUN
crl-16410	7	20	and	and	CCONJ
crl-16410	7	21	providing	provide	VERB
crl-16410	7	22	a	a	DET
crl-16410	7	23	stronger	strong	ADJ
crl-16410	7	24	narrative	narrative	NOUN
crl-16410	7	25	to	to	PART
crl-16410	7	26	share	share	VERB
crl-16410	7	27	with	with	ADP
crl-16410	7	28	stakeholders	stakeholder	NOUN
crl-16410	7	29	.	.	PUNCT
crl-16410	8	1	or	or	CCONJ
crl-16410	8	2	the	the	DET
crl-16410	8	3	last	last	ADJ
crl-16410	8	4	several	several	ADJ
crl-16410	8	5	years	year	NOUN
crl-16410	8	6	,	,	PUNCT
crl-16410	8	7	stakeholders	stakeholder	NOUN
crl-16410	8	8	across	across	ADP
crl-16410	8	9	higher	high	ADJ
crl-16410	8	10	education	education	NOUN
crl-16410	8	11	have	have	AUX
crl-16410	8	12	been	be	AUX
crl-16410	8	13	calling	call	VERB
crl-16410	8	14	for	for	ADP
crl-16410	8	15	greater	great	ADJ
crl-16410	8	16	accountability	accountability	NOUN
crl-16410	8	17	and	and	CCONJ
crl-16410	8	18	transparency	transparency	NOUN
crl-16410	8	19	,	,	PUNCT
crl-16410	8	20	especially	especially	ADV
crl-16410	8	21	in	in	ADP
crl-16410	8	22	the	the	DET
crl-16410	8	23	assessment	assessment	NOUN
crl-16410	8	24	of	of	ADP
crl-16410	8	25	student	student	NOUN
crl-16410	8	26	learning	learning	NOUN
crl-16410	8	27	.	.	PUNCT
crl-16410	9	1	high	high	ADJ
crl-16410	9	2	-	-	PUNCT
crl-16410	9	3	profile	profile	NOUN
crl-16410	9	4	books	book	NOUN
crl-16410	9	5	and	and	CCONJ
crl-16410	9	6	articles	article	NOUN
crl-16410	9	7	have	have	AUX
crl-16410	9	8	questioned	question	VERB
crl-16410	9	9	the	the	DET
crl-16410	9	10	degree	degree	NOUN
crl-16410	9	11	to	to	PART
crl-16410	9	12	which	which	PRON
crl-16410	9	13	students	student	NOUN
crl-16410	9	14	are	be	AUX
crl-16410	9	15	actually	actually	ADV
crl-16410	9	16	learning	learn	VERB
crl-16410	9	17	the	the	DET
crl-16410	9	18	knowledge	knowledge	NOUN
crl-16410	9	19	and	and	CCONJ
crl-16410	9	20	skills	skill	NOUN
crl-16410	9	21	required	require	VERB
crl-16410	9	22	to	to	PART
crl-16410	9	23	be	be	AUX
crl-16410	9	24	successful	successful	ADJ
crl-16410	9	25	and	and	CCONJ
crl-16410	9	26	productive	productive	ADJ
crl-16410	9	27	citizens.1	citizens.1	NOUN
crl-16410	9	28	reform	reform	NOUN
crl-16410	9	29	movements	movement	NOUN
crl-16410	9	30	are	be	AUX
crl-16410	9	31	challenging	challenge	VERB
crl-16410	9	32	the	the	DET
crl-16410	9	33	status	status	NOUN
crl-16410	9	34	quo	quo	NOUN
crl-16410	9	35	,	,	PUNCT
crl-16410	9	36	including	include	VERB
crl-16410	9	37	the	the	DET
crl-16410	9	38	credit	credit	NOUN
crl-16410	9	39	-	-	PUNCT
crl-16410	9	40	hour	hour	NOUN
crl-16410	9	41	system	system	NOUN
crl-16410	9	42	for	for	ADP
crl-16410	9	43	defining	define	VERB
crl-16410	9	44	degrees	degree	NOUN
crl-16410	9	45	,	,	PUNCT
crl-16410	9	46	and	and	CCONJ
crl-16410	9	47	calling	call	VERB
crl-16410	9	48	for	for	ADP
crl-16410	9	49	clearer	clear	ADJ
crl-16410	9	50	definitions	definition	NOUN
crl-16410	9	51	of	of	ADP
crl-16410	9	52	learning	learn	VERB
crl-16410	9	53	outcomes	outcome	NOUN
crl-16410	9	54	and	and	CCONJ
crl-16410	9	55	competency	competency	NOUN
crl-16410	9	56	-	-	PUNCT
crl-16410	9	57	based	base	VERB
crl-16410	9	58	measures	measure	NOUN
crl-16410	9	59	of	of	ADP
crl-16410	9	60	success	success	NOUN
crl-16410	9	61	and	and	CCONJ
crl-16410	9	62	completion.2	completion.2	NOUN
crl-16410	9	63	libraries	library	NOUN
crl-16410	9	64	have	have	AUX
crl-16410	9	65	been	be	AUX
crl-16410	9	66	engaged	engage	VERB
crl-16410	9	67	in	in	ADP
crl-16410	9	68	this	this	DET
crl-16410	9	69	larger	large	ADJ
crl-16410	9	70	discourse	discourse	NOUN
crl-16410	9	71	at	at	ADP
crl-16410	9	72	both	both	CCONJ
crl-16410	9	73	local	local	ADJ
crl-16410	9	74	and	and	CCONJ
crl-16410	9	75	national	national	ADJ
crl-16410	9	76	levels	level	NOUN
crl-16410	9	77	.	.	PUNCT
crl-16410	10	1	the	the	DET
crl-16410	10	2	acrl	acrl	ADJ
crl-16410	10	3	value	value	NOUN
crl-16410	10	4	of	of	ADP
crl-16410	10	5	academic	academic	ADJ
crl-16410	10	6	libraries	library	NOUN
crl-16410	10	7	report	report	NOUN
crl-16410	10	8	calls	call	VERB
crl-16410	10	9	on	on	ADP
crl-16410	10	10	librarians	librarian	NOUN
crl-16410	10	11	to	to	PART
crl-16410	10	12	articulate	articulate	VERB
crl-16410	10	13	and	and	CCONJ
crl-16410	10	14	demonstrate	demonstrate	VERB
crl-16410	10	15	value	value	NOUN
crl-16410	10	16	to	to	ADP
crl-16410	10	17	their	their	PRON
crl-16410	10	18	larger	large	ADJ
crl-16410	10	19	institutions	institution	NOUN
crl-16410	10	20	not	not	PART
crl-16410	10	21	on	on	ADP
crl-16410	10	22	the	the	DET
crl-16410	10	23	basis	basis	NOUN
crl-16410	10	24	of	of	ADP
crl-16410	10	25	outputs	output	NOUN
crl-16410	10	26	,	,	PUNCT
crl-16410	10	27	such	such	ADJ
crl-16410	10	28	as	as	ADP
crl-16410	10	29	collection	collection	NOUN
crl-16410	10	30	size	size	NOUN
crl-16410	10	31	or	or	CCONJ
crl-16410	10	32	patrons	patron	NOUN
crl-16410	10	33	served	serve	VERB
crl-16410	10	34	,	,	PUNCT
crl-16410	10	35	but	but	CCONJ
crl-16410	10	36	on	on	ADP
crl-16410	10	37	the	the	DET
crl-16410	10	38	basis	basis	NOUN
crl-16410	10	39	of	of	ADP
crl-16410	10	40	their	their	PRON
crl-16410	10	41	impact	impact	NOUN
crl-16410	10	42	on	on	ADP
crl-16410	10	43	student	student	NOUN
crl-16410	10	44	learning	learning	NOUN
crl-16410	10	45	and	and	CCONJ
crl-16410	10	46	success.3	success.3	PROPN
crl-16410	10	47	the	the	DET
crl-16410	10	48	value	value	NOUN
crl-16410	10	49	report	report	NOUN
crl-16410	10	50	,	,	PUNCT
crl-16410	10	51	along	along	ADP
crl-16410	10	52	with	with	ADP
crl-16410	10	53	the	the	DET
crl-16410	10	54	broader	broad	ADJ
crl-16410	10	55	higher	high	ADJ
crl-16410	10	56	education	education	NOUN
crl-16410	10	57	reform	reform	NOUN
crl-16410	10	58	movement	movement	NOUN
crl-16410	10	59	,	,	PUNCT
crl-16410	10	60	requires	require	VERB
crl-16410	10	61	clearly	clearly	ADV
crl-16410	10	62	defined	define	VERB
crl-16410	10	63	learning	learn	VERB
crl-16410	10	64	outcomes	outcome	NOUN
crl-16410	10	65	and	and	CCONJ
crl-16410	10	66	more	more	ADV
crl-16410	10	67	effective	effective	ADJ
crl-16410	10	68	ways	way	NOUN
crl-16410	10	69	to	to	PART
crl-16410	10	70	assess	assess	VERB
crl-16410	10	71	student	student	NOUN
crl-16410	10	72	learning	learning	NOUN
crl-16410	10	73	.	.	PUNCT
crl-16410	11	1	assessment	assessment	NOUN
crl-16410	11	2	is	be	AUX
crl-16410	11	3	central	central	ADJ
crl-16410	11	4	to	to	ADP
crl-16410	11	5	all	all	PRON
crl-16410	11	6	of	of	ADP
crl-16410	11	7	these	these	DET
crl-16410	11	8	efforts	effort	NOUN
crl-16410	11	9	,	,	PUNCT
crl-16410	11	10	not	not	PART
crl-16410	11	11	just	just	ADV
crl-16410	11	12	to	to	PART
crl-16410	11	13	document	document	VERB
crl-16410	11	14	a	a	DET
crl-16410	11	15	library	library	NOUN
crl-16410	11	16	’s	’s	PART
crl-16410	11	17	contributions	contribution	NOUN
crl-16410	11	18	to	to	ADP
crl-16410	11	19	student	student	NOUN
crl-16410	11	20	learning	learning	NOUN
crl-16410	11	21	,	,	PUNCT
crl-16410	11	22	but	but	CCONJ
crl-16410	11	23	to	to	PART
crl-16410	11	24	“	"	PUNCT
crl-16410	11	25	close	close	VERB
crl-16410	11	26	the	the	DET
crl-16410	11	27	loop	loop	NOUN
crl-16410	11	28	”	"	PUNCT
crl-16410	11	29	and	and	CCONJ
crl-16410	11	30	improve	improve	VERB
crl-16410	11	31	teaching	teaching	NOUN
crl-16410	11	32	and	and	CCONJ
crl-16410	12	1	doi:10.5860	doi:10.5860	PROPN
crl-16410	12	2	/	/	SYM
crl-16410	12	3	crl.76.2.170	crl.76.2.170	PROPN
crl-16410	12	4	crl14	crl14	ADJ
crl-16410	12	5	-	-	PUNCT
crl-16410	12	6	575	575	NUM
crl-16410	12	7	an	an	DET
crl-16410	12	8	information	information	NOUN
crl-16410	12	9	literacy	literacy	NOUN
crl-16410	12	10	snapshot	snapshot	VERB
crl-16410	12	11	171	171	NUM
crl-16410	12	12	learning	learning	NOUN
crl-16410	12	13	.	.	PUNCT
crl-16410	13	1	it	it	PRON
crl-16410	13	2	is	be	AUX
crl-16410	13	3	not	not	PART
crl-16410	13	4	enough	enough	ADJ
crl-16410	13	5	to	to	PART
crl-16410	13	6	demonstrate	demonstrate	VERB
crl-16410	13	7	value	value	NOUN
crl-16410	13	8	at	at	ADP
crl-16410	13	9	isolated	isolated	ADJ
crl-16410	13	10	moments	moment	NOUN
crl-16410	13	11	in	in	ADP
crl-16410	13	12	time	time	NOUN
crl-16410	13	13	and	and	CCONJ
crl-16410	13	14	in	in	ADP
crl-16410	13	15	discrete	discrete	ADJ
crl-16410	13	16	pockets	pocket	NOUN
crl-16410	13	17	of	of	ADP
crl-16410	13	18	the	the	DET
crl-16410	13	19	university	university	NOUN
crl-16410	13	20	.	.	PUNCT
crl-16410	14	1	assessments	assessment	NOUN
crl-16410	14	2	must	must	AUX
crl-16410	14	3	provide	provide	VERB
crl-16410	14	4	actionable	actionable	ADJ
crl-16410	14	5	evidence	evidence	NOUN
crl-16410	14	6	of	of	ADP
crl-16410	14	7	areas	area	NOUN
crl-16410	14	8	of	of	ADP
crl-16410	14	9	success	success	NOUN
crl-16410	14	10	and	and	CCONJ
crl-16410	14	11	weakness	weakness	NOUN
crl-16410	14	12	,	,	PUNCT
crl-16410	14	13	at	at	ADP
crl-16410	14	14	the	the	DET
crl-16410	14	15	assignment	assignment	NOUN
crl-16410	14	16	,	,	PUNCT
crl-16410	14	17	classroom	classroom	NOUN
crl-16410	14	18	,	,	PUNCT
crl-16410	14	19	and	and	CCONJ
crl-16410	14	20	curricular	curricular	ADJ
crl-16410	14	21	level	level	NOUN
crl-16410	14	22	to	to	PART
crl-16410	14	23	allow	allow	VERB
crl-16410	14	24	librarians	librarian	NOUN
crl-16410	14	25	to	to	PART
crl-16410	14	26	make	make	VERB
crl-16410	14	27	changes	change	NOUN
crl-16410	14	28	at	at	ADP
crl-16410	14	29	all	all	PRON
crl-16410	14	30	of	of	ADP
crl-16410	14	31	these	these	DET
crl-16410	14	32	points	point	NOUN
crl-16410	14	33	to	to	PART
crl-16410	14	34	improve	improve	VERB
crl-16410	14	35	student	student	NOUN
crl-16410	14	36	learning	learning	NOUN
crl-16410	14	37	.	.	PUNCT
crl-16410	15	1	merrill	merrill	NOUN
crl-16410	15	2	-	-	PUNCT
crl-16410	15	3	cazier	cazier	PROPN
crl-16410	15	4	library	library	NOUN
crl-16410	15	5	at	at	ADP
crl-16410	15	6	utah	utah	PROPN
crl-16410	15	7	state	state	PROPN
crl-16410	15	8	university	university	PROPN
crl-16410	15	9	(	(	PUNCT
crl-16410	15	10	usu	usu	NOUN
crl-16410	15	11	)	)	PUNCT
crl-16410	15	12	is	be	AUX
crl-16410	15	13	a	a	DET
crl-16410	15	14	research	research	NOUN
crl-16410	15	15	library	library	NOUN
crl-16410	15	16	that	that	PRON
crl-16410	15	17	supports	support	VERB
crl-16410	15	18	a	a	DET
crl-16410	15	19	courseand	courseand	NOUN
crl-16410	15	20	curriculum	curriculum	NOUN
crl-16410	15	21	-	-	PUNCT
crl-16410	15	22	integrated	integrate	VERB
crl-16410	15	23	approach	approach	NOUN
crl-16410	15	24	to	to	ADP
crl-16410	15	25	information	information	NOUN
crl-16410	15	26	literacy	literacy	NOUN
crl-16410	15	27	(	(	PUNCT
crl-16410	15	28	il	il	PROPN
crl-16410	15	29	)	)	PUNCT
crl-16410	15	30	instruction	instruction	NOUN
crl-16410	15	31	,	,	PUNCT
crl-16410	15	32	working	work	VERB
crl-16410	15	33	with	with	ADP
crl-16410	15	34	faculty	faculty	NOUN
crl-16410	15	35	to	to	PART
crl-16410	15	36	identify	identify	VERB
crl-16410	15	37	the	the	DET
crl-16410	15	38	most	most	ADV
crl-16410	15	39	effective	effective	ADJ
crl-16410	15	40	courses	course	NOUN
crl-16410	15	41	and	and	CCONJ
crl-16410	15	42	instructional	instructional	ADJ
crl-16410	15	43	approaches	approach	NOUN
crl-16410	15	44	to	to	PART
crl-16410	15	45	teach	teach	VERB
crl-16410	15	46	information	information	NOUN
crl-16410	15	47	literacy	literacy	NOUN
crl-16410	15	48	in	in	ADP
crl-16410	15	49	general	general	ADJ
crl-16410	15	50	education	education	NOUN
crl-16410	15	51	and	and	CCONJ
crl-16410	15	52	the	the	DET
crl-16410	15	53	major	major	NOUN
crl-16410	15	54	.	.	PUNCT
crl-16410	16	1	we	we	PRON
crl-16410	16	2	believe	believe	VERB
crl-16410	16	3	that	that	SCONJ
crl-16410	16	4	information	information	NOUN
crl-16410	16	5	literacy	literacy	NOUN
crl-16410	16	6	should	should	AUX
crl-16410	16	7	be	be	AUX
crl-16410	16	8	sequenced	sequence	VERB
crl-16410	16	9	throughout	throughout	ADP
crl-16410	16	10	the	the	DET
crl-16410	16	11	curriculum	curriculum	NOUN
crl-16410	16	12	in	in	ADP
crl-16410	16	13	a	a	DET
crl-16410	16	14	“	"	PUNCT
crl-16410	16	15	ratcheted	ratchet	VERB
crl-16410	16	16	”	"	PUNCT
crl-16410	16	17	approach	approach	NOUN
crl-16410	16	18	,	,	PUNCT
crl-16410	16	19	beginning	begin	VERB
crl-16410	16	20	with	with	ADP
crl-16410	16	21	basic	basic	ADJ
crl-16410	16	22	skills	skill	NOUN
crl-16410	16	23	in	in	ADP
crl-16410	16	24	freshman	freshman	NOUN
crl-16410	16	25	composition	composition	NOUN
crl-16410	16	26	and	and	CCONJ
crl-16410	16	27	culminating	culminate	VERB
crl-16410	16	28	in	in	ADP
crl-16410	16	29	more	more	ADJ
crl-16410	16	30	discipline	discipline	NOUN
crl-16410	16	31	-	-	PUNCT
crl-16410	16	32	specific	specific	ADJ
crl-16410	16	33	and	and	CCONJ
crl-16410	16	34	sophisticated	sophisticated	ADJ
crl-16410	16	35	learning	learning	NOUN
crl-16410	16	36	experiences	experience	NOUN
crl-16410	16	37	in	in	ADP
crl-16410	16	38	seniorlevel	seniorlevel	ADJ
crl-16410	16	39	courses	course	NOUN
crl-16410	16	40	in	in	ADP
crl-16410	16	41	each	each	DET
crl-16410	16	42	major	major	ADJ
crl-16410	16	43	.	.	PUNCT
crl-16410	17	1	students	student	NOUN
crl-16410	17	2	should	should	AUX
crl-16410	17	3	build	build	VERB
crl-16410	17	4	upon	upon	SCONJ
crl-16410	17	5	prior	prior	ADJ
crl-16410	17	6	learning	learn	VERB
crl-16410	17	7	experiences	experience	NOUN
crl-16410	17	8	and	and	CCONJ
crl-16410	17	9	practice	practice	VERB
crl-16410	17	10	il	il	PROPN
crl-16410	17	11	skills	skill	NOUN
crl-16410	17	12	with	with	ADP
crl-16410	17	13	greater	great	ADJ
crl-16410	17	14	independence	independence	NOUN
crl-16410	17	15	as	as	SCONJ
crl-16410	17	16	they	they	PRON
crl-16410	17	17	move	move	VERB
crl-16410	17	18	through	through	ADP
crl-16410	17	19	their	their	PRON
crl-16410	17	20	coursework	coursework	NOUN
crl-16410	17	21	.	.	PUNCT
crl-16410	18	1	at	at	ADP
crl-16410	18	2	usu	usu	PROPN
crl-16410	18	3	,	,	PUNCT
crl-16410	18	4	the	the	DET
crl-16410	18	5	foundation	foundation	NOUN
crl-16410	18	6	for	for	ADP
crl-16410	18	7	information	information	NOUN
crl-16410	18	8	literacy	literacy	NOUN
crl-16410	18	9	is	be	AUX
crl-16410	18	10	established	establish	VERB
crl-16410	18	11	in	in	ADP
crl-16410	18	12	required	require	VERB
crl-16410	18	13	firstand	firstand	NOUN
crl-16410	18	14	second	second	ADJ
crl-16410	18	15	-	-	PUNCT
crl-16410	18	16	year	year	NOUN
crl-16410	18	17	composition	composition	NOUN
crl-16410	18	18	courses	course	NOUN
crl-16410	18	19	(	(	PUNCT
crl-16410	18	20	though	though	SCONJ
crl-16410	18	21	students	student	NOUN
crl-16410	18	22	can	can	AUX
crl-16410	18	23	test	test	VERB
crl-16410	18	24	out	out	ADP
crl-16410	18	25	of	of	ADP
crl-16410	18	26	the	the	DET
crl-16410	18	27	first	first	ADJ
crl-16410	18	28	year	year	NOUN
crl-16410	18	29	)	)	PUNCT
crl-16410	18	30	.	.	PUNCT
crl-16410	19	1	students	student	NOUN
crl-16410	19	2	in	in	ADP
crl-16410	19	3	those	those	DET
crl-16410	19	4	courses	course	NOUN
crl-16410	19	5	receive	receive	VERB
crl-16410	19	6	an	an	DET
crl-16410	19	7	average	average	NOUN
crl-16410	19	8	of	of	ADP
crl-16410	19	9	two	two	NUM
crl-16410	19	10	to	to	PART
crl-16410	19	11	four	four	NUM
crl-16410	19	12	library	library	NOUN
crl-16410	19	13	instruction	instruction	NOUN
crl-16410	19	14	sessions	session	NOUN
crl-16410	19	15	,	,	PUNCT
crl-16410	19	16	usually	usually	ADV
crl-16410	19	17	in	in	ADP
crl-16410	19	18	a	a	DET
crl-16410	19	19	library	library	NOUN
crl-16410	19	20	instruction	instruction	NOUN
crl-16410	19	21	classroom	classroom	NOUN
crl-16410	19	22	focused	focus	VERB
crl-16410	19	23	on	on	ADP
crl-16410	19	24	hands	hand	NOUN
crl-16410	19	25	-	-	PUNCT
crl-16410	19	26	on	on	ADP
crl-16410	19	27	research	research	NOUN
crl-16410	19	28	with	with	ADP
crl-16410	19	29	assistance	assistance	NOUN
crl-16410	19	30	from	from	ADP
crl-16410	19	31	a	a	DET
crl-16410	19	32	librarian	librarian	NOUN
crl-16410	19	33	.	.	PUNCT
crl-16410	20	1	many	many	ADJ
crl-16410	20	2	students	student	NOUN
crl-16410	20	3	also	also	ADV
crl-16410	20	4	receive	receive	VERB
crl-16410	20	5	disciplinary	disciplinary	ADJ
crl-16410	20	6	instruction	instruction	NOUN
crl-16410	20	7	in	in	ADP
crl-16410	20	8	their	their	PRON
crl-16410	20	9	majors	major	NOUN
crl-16410	20	10	,	,	PUNCT
crl-16410	20	11	usually	usually	ADV
crl-16410	20	12	in	in	ADP
crl-16410	20	13	an	an	DET
crl-16410	20	14	introductory	introductory	ADJ
crl-16410	20	15	or	or	CCONJ
crl-16410	20	16	mid	mid	ADJ
crl-16410	20	17	-	-	ADJ
crl-16410	20	18	level	level	ADJ
crl-16410	20	19	course	course	NOUN
crl-16410	20	20	.	.	PUNCT
crl-16410	21	1	librarians	librarian	NOUN
crl-16410	21	2	are	be	AUX
crl-16410	21	3	currently	currently	ADV
crl-16410	21	4	in	in	ADP
crl-16410	21	5	the	the	DET
crl-16410	21	6	process	process	NOUN
crl-16410	21	7	of	of	ADP
crl-16410	21	8	using	use	VERB
crl-16410	21	9	curriculum	curriculum	NOUN
crl-16410	21	10	mapping	mapping	NOUN
crl-16410	21	11	to	to	PART
crl-16410	21	12	further	far	ADV
crl-16410	21	13	identify	identify	VERB
crl-16410	21	14	which	which	DET
crl-16410	21	15	courses	course	NOUN
crl-16410	21	16	and	and	CCONJ
crl-16410	21	17	assignments	assignment	NOUN
crl-16410	21	18	in	in	ADP
crl-16410	21	19	the	the	DET
crl-16410	21	20	disciplines	discipline	NOUN
crl-16410	21	21	are	be	AUX
crl-16410	21	22	best	well	ADV
crl-16410	21	23	suited	suited	ADJ
crl-16410	21	24	for	for	ADP
crl-16410	21	25	library	library	NOUN
crl-16410	21	26	instruction	instruction	NOUN
crl-16410	21	27	integration	integration	NOUN
crl-16410	21	28	.	.	PUNCT
crl-16410	22	1	both	both	DET
crl-16410	22	2	disciplinary	disciplinary	ADJ
crl-16410	22	3	courses	course	NOUN
crl-16410	22	4	used	use	VERB
crl-16410	22	5	in	in	ADP
crl-16410	22	6	this	this	DET
crl-16410	22	7	study	study	NOUN
crl-16410	22	8	did	do	AUX
crl-16410	22	9	receive	receive	VERB
crl-16410	22	10	library	library	NOUN
crl-16410	22	11	instruction	instruction	NOUN
crl-16410	22	12	and	and	CCONJ
crl-16410	22	13	are	be	AUX
crl-16410	22	14	required	require	VERB
crl-16410	22	15	by	by	ADP
crl-16410	22	16	their	their	PRON
crl-16410	22	17	major	major	NOUN
crl-16410	22	18	.	.	PUNCT
crl-16410	23	1	previously	previously	ADV
crl-16410	23	2	,	,	PUNCT
crl-16410	23	3	we	we	PRON
crl-16410	23	4	completed	complete	VERB
crl-16410	23	5	several	several	ADJ
crl-16410	23	6	smaller	small	ADJ
crl-16410	23	7	assessments	assessment	NOUN
crl-16410	23	8	of	of	ADP
crl-16410	23	9	student	student	NOUN
crl-16410	23	10	learning	learning	NOUN
crl-16410	23	11	,	,	PUNCT
crl-16410	23	12	mainly	mainly	ADV
crl-16410	23	13	in	in	ADP
crl-16410	23	14	the	the	DET
crl-16410	23	15	english	english	ADJ
crl-16410	23	16	composition	composition	NOUN
crl-16410	23	17	courses	course	NOUN
crl-16410	23	18	.	.	PUNCT
crl-16410	24	1	our	our	PRON
crl-16410	24	2	prior	prior	ADJ
crl-16410	24	3	assessments	assessment	NOUN
crl-16410	24	4	,	,	PUNCT
crl-16410	24	5	however	however	ADV
crl-16410	24	6	,	,	PUNCT
crl-16410	24	7	did	do	AUX
crl-16410	24	8	not	not	PART
crl-16410	24	9	give	give	VERB
crl-16410	24	10	us	we	PRON
crl-16410	24	11	an	an	DET
crl-16410	24	12	accurate	accurate	ADJ
crl-16410	24	13	picture	picture	NOUN
crl-16410	24	14	of	of	ADP
crl-16410	24	15	how	how	SCONJ
crl-16410	24	16	students	student	NOUN
crl-16410	24	17	were	be	AUX
crl-16410	24	18	developing	develop	VERB
crl-16410	24	19	il	il	PROPN
crl-16410	24	20	skills	skill	NOUN
crl-16410	24	21	across	across	ADP
crl-16410	24	22	the	the	DET
crl-16410	24	23	curriculum	curriculum	NOUN
crl-16410	24	24	.	.	PUNCT
crl-16410	25	1	we	we	PRON
crl-16410	25	2	had	have	AUX
crl-16410	25	3	isolated	isolate	VERB
crl-16410	25	4	assessment	assessment	NOUN
crl-16410	25	5	data	datum	NOUN
crl-16410	25	6	,	,	PUNCT
crl-16410	25	7	including	include	VERB
crl-16410	25	8	rubric	rubric	NOUN
crl-16410	25	9	-	-	PUNCT
crl-16410	25	10	based	base	VERB
crl-16410	25	11	analysis	analysis	NOUN
crl-16410	25	12	of	of	ADP
crl-16410	25	13	student	student	NOUN
crl-16410	25	14	papers	paper	NOUN
crl-16410	25	15	and	and	CCONJ
crl-16410	25	16	citation	citation	NOUN
crl-16410	25	17	analyses	analysis	NOUN
crl-16410	25	18	of	of	ADP
crl-16410	25	19	bibliographies	bibliography	NOUN
crl-16410	25	20	,	,	PUNCT
crl-16410	25	21	but	but	CCONJ
crl-16410	25	22	our	our	PRON
crl-16410	25	23	assessments	assessment	NOUN
crl-16410	25	24	usually	usually	ADV
crl-16410	25	25	used	use	VERB
crl-16410	25	26	convenience	convenience	NOUN
crl-16410	25	27	samples	sample	NOUN
crl-16410	25	28	from	from	ADP
crl-16410	25	29	classes	class	NOUN
crl-16410	25	30	and	and	CCONJ
crl-16410	25	31	instructors	instructor	NOUN
crl-16410	25	32	who	who	PRON
crl-16410	25	33	agreed	agree	VERB
crl-16410	25	34	to	to	PART
crl-16410	25	35	cooperate	cooperate	VERB
crl-16410	25	36	.	.	PUNCT
crl-16410	26	1	we	we	PRON
crl-16410	26	2	also	also	ADV
crl-16410	26	3	had	have	VERB
crl-16410	26	4	older	old	ADJ
crl-16410	26	5	data	datum	NOUN
crl-16410	26	6	from	from	ADP
crl-16410	26	7	the	the	DET
crl-16410	26	8	standardized	standardized	ADJ
crl-16410	26	9	assessment	assessment	NOUN
crl-16410	26	10	of	of	ADP
crl-16410	26	11	information	information	NOUN
crl-16410	26	12	literacy	literacy	NOUN
crl-16410	26	13	skills	skill	NOUN
crl-16410	26	14	test	test	NOUN
crl-16410	26	15	,	,	PUNCT
crl-16410	26	16	but	but	CCONJ
crl-16410	26	17	this	this	PRON
crl-16410	26	18	did	do	AUX
crl-16410	26	19	not	not	PART
crl-16410	26	20	tell	tell	VERB
crl-16410	26	21	us	we	PRON
crl-16410	26	22	much	much	ADJ
crl-16410	26	23	about	about	ADP
crl-16410	26	24	actual	actual	ADJ
crl-16410	26	25	student	student	NOUN
crl-16410	26	26	performance	performance	NOUN
crl-16410	26	27	of	of	ADP
crl-16410	26	28	il	il	PROPN
crl-16410	26	29	skills	skill	NOUN
crl-16410	26	30	,	,	PUNCT
crl-16410	26	31	including	include	VERB
crl-16410	26	32	using	use	VERB
crl-16410	26	33	information	information	NOUN
crl-16410	26	34	for	for	ADP
crl-16410	26	35	a	a	DET
crl-16410	26	36	purpose	purpose	NOUN
crl-16410	26	37	and	and	CCONJ
crl-16410	26	38	evaluating	evaluate	VERB
crl-16410	26	39	information	information	NOUN
crl-16410	26	40	in	in	ADP
crl-16410	26	41	disciplinary	disciplinary	ADJ
crl-16410	26	42	contexts	context	NOUN
crl-16410	26	43	.	.	PUNCT
crl-16410	27	1	these	these	DET
crl-16410	27	2	data	datum	NOUN
crl-16410	27	3	,	,	PUNCT
crl-16410	27	4	along	along	ADP
crl-16410	27	5	with	with	ADP
crl-16410	27	6	anecdotal	anecdotal	ADJ
crl-16410	27	7	evidence	evidence	NOUN
crl-16410	27	8	from	from	ADP
crl-16410	27	9	librarians	librarian	NOUN
crl-16410	27	10	and	and	CCONJ
crl-16410	27	11	faculty	faculty	NOUN
crl-16410	27	12	,	,	PUNCT
crl-16410	27	13	indicated	indicate	VERB
crl-16410	27	14	that	that	SCONJ
crl-16410	27	15	students	student	NOUN
crl-16410	27	16	were	be	AUX
crl-16410	27	17	locating	locate	VERB
crl-16410	27	18	and	and	CCONJ
crl-16410	27	19	citing	cite	VERB
crl-16410	27	20	high	high	ADJ
crl-16410	27	21	-	-	PUNCT
crl-16410	27	22	quality	quality	NOUN
crl-16410	27	23	scholarly	scholarly	ADJ
crl-16410	27	24	sources	source	NOUN
crl-16410	27	25	,	,	PUNCT
crl-16410	27	26	but	but	CCONJ
crl-16410	27	27	that	that	SCONJ
crl-16410	27	28	they	they	PRON
crl-16410	27	29	were	be	AUX
crl-16410	27	30	not	not	PART
crl-16410	27	31	using	use	VERB
crl-16410	27	32	information	information	NOUN
crl-16410	27	33	effectively	effectively	ADV
crl-16410	27	34	in	in	ADP
crl-16410	27	35	their	their	PRON
crl-16410	27	36	writing	writing	NOUN
crl-16410	27	37	.	.	PUNCT
crl-16410	28	1	in	in	ADP
crl-16410	28	2	particular	particular	ADJ
crl-16410	28	3	,	,	PUNCT
crl-16410	28	4	students	student	NOUN
crl-16410	28	5	struggled	struggle	VERB
crl-16410	28	6	in	in	ADP
crl-16410	28	7	choosing	choose	VERB
crl-16410	28	8	sources	source	NOUN
crl-16410	28	9	that	that	PRON
crl-16410	28	10	best	well	ADV
crl-16410	28	11	supported	support	VERB
crl-16410	28	12	their	their	PRON
crl-16410	28	13	thesis	thesis	NOUN
crl-16410	28	14	and	and	CCONJ
crl-16410	28	15	they	they	PRON
crl-16410	28	16	failed	fail	VERB
crl-16410	28	17	to	to	PART
crl-16410	28	18	place	place	VERB
crl-16410	28	19	sources	source	NOUN
crl-16410	28	20	in	in	ADP
crl-16410	28	21	conversation	conversation	NOUN
crl-16410	28	22	with	with	ADP
crl-16410	28	23	one	one	NUM
crl-16410	28	24	another	another	DET
crl-16410	28	25	,	,	PUNCT
crl-16410	28	26	and	and	CCONJ
crl-16410	28	27	with	with	ADP
crl-16410	28	28	their	their	PRON
crl-16410	28	29	own	own	ADJ
crl-16410	28	30	voice	voice	NOUN
crl-16410	28	31	,	,	PUNCT
crl-16410	28	32	in	in	ADP
crl-16410	28	33	meaningful	meaningful	ADJ
crl-16410	28	34	ways	way	NOUN
crl-16410	28	35	.	.	PUNCT
crl-16410	29	1	this	this	PRON
crl-16410	29	2	generally	generally	ADV
crl-16410	29	3	resulted	result	VERB
crl-16410	29	4	in	in	ADP
crl-16410	29	5	weaker	weak	ADJ
crl-16410	29	6	arguments	argument	NOUN
crl-16410	29	7	and	and	CCONJ
crl-16410	29	8	less	less	ADV
crl-16410	29	9	effective	effective	ADJ
crl-16410	29	10	use	use	NOUN
crl-16410	29	11	of	of	ADP
crl-16410	29	12	evidence	evidence	NOUN
crl-16410	29	13	.	.	PUNCT
crl-16410	30	1	national	national	ADJ
crl-16410	30	2	studies	study	NOUN
crl-16410	30	3	confirmed	confirm	VERB
crl-16410	30	4	these	these	DET
crl-16410	30	5	suspicions.4	suspicions.4	PROPN
crl-16410	30	6	we	we	PRON
crl-16410	30	7	also	also	ADV
crl-16410	30	8	had	have	VERB
crl-16410	30	9	no	no	DET
crl-16410	30	10	solid	solid	ADJ
crl-16410	30	11	assessment	assessment	NOUN
crl-16410	30	12	data	datum	NOUN
crl-16410	30	13	to	to	PART
crl-16410	30	14	see	see	VERB
crl-16410	30	15	whether	whether	SCONJ
crl-16410	30	16	students	student	NOUN
crl-16410	30	17	were	be	AUX
crl-16410	30	18	further	far	ADV
crl-16410	30	19	developing	develop	VERB
crl-16410	30	20	their	their	PRON
crl-16410	30	21	il	il	PROPN
crl-16410	30	22	skills	skill	NOUN
crl-16410	30	23	in	in	ADP
crl-16410	30	24	their	their	PRON
crl-16410	30	25	majors	major	NOUN
crl-16410	30	26	.	.	PUNCT
crl-16410	31	1	we	we	PRON
crl-16410	31	2	decided	decide	VERB
crl-16410	31	3	to	to	PART
crl-16410	31	4	conduct	conduct	VERB
crl-16410	31	5	a	a	DET
crl-16410	31	6	large	large	ADJ
crl-16410	31	7	-	-	PUNCT
crl-16410	31	8	scale	scale	NOUN
crl-16410	31	9	authentic	authentic	ADJ
crl-16410	31	10	assessment	assessment	NOUN
crl-16410	31	11	project	project	NOUN
crl-16410	31	12	to	to	PART
crl-16410	31	13	address	address	VERB
crl-16410	31	14	several	several	ADJ
crl-16410	31	15	of	of	ADP
crl-16410	31	16	these	these	DET
crl-16410	31	17	concerns	concern	NOUN
crl-16410	31	18	.	.	PUNCT
crl-16410	32	1	first	first	ADV
crl-16410	32	2	,	,	PUNCT
crl-16410	32	3	we	we	PRON
crl-16410	32	4	wanted	want	VERB
crl-16410	32	5	to	to	PART
crl-16410	32	6	review	review	VERB
crl-16410	32	7	actual	actual	ADJ
crl-16410	32	8	student	student	NOUN
crl-16410	32	9	work	work	NOUN
crl-16410	32	10	,	,	PUNCT
crl-16410	32	11	using	use	VERB
crl-16410	32	12	a	a	DET
crl-16410	32	13	rubric	rubric	NOUN
crl-16410	32	14	,	,	PUNCT
crl-16410	32	15	so	so	SCONJ
crl-16410	32	16	that	that	SCONJ
crl-16410	32	17	we	we	PRON
crl-16410	32	18	could	could	AUX
crl-16410	32	19	see	see	VERB
crl-16410	32	20	how	how	SCONJ
crl-16410	32	21	students	student	NOUN
crl-16410	32	22	were	be	AUX
crl-16410	32	23	using	use	VERB
crl-16410	32	24	information	information	NOUN
crl-16410	32	25	in	in	ADP
crl-16410	32	26	their	their	PRON
crl-16410	32	27	writing	writing	NOUN
crl-16410	32	28	,	,	PUNCT
crl-16410	32	29	rather	rather	ADV
crl-16410	32	30	than	than	ADP
crl-16410	32	31	just	just	ADV
crl-16410	32	32	measuring	measure	VERB
crl-16410	32	33	what	what	PRON
crl-16410	32	34	kinds	kind	NOUN
crl-16410	32	35	of	of	ADP
crl-16410	32	36	sources	source	NOUN
crl-16410	32	37	they	they	PRON
crl-16410	32	38	were	be	AUX
crl-16410	32	39	locating	locate	VERB
crl-16410	32	40	and	and	CCONJ
crl-16410	32	41	citing	cite	VERB
crl-16410	32	42	.	.	PUNCT
crl-16410	33	1	second	second	ADV
crl-16410	33	2	,	,	PUNCT
crl-16410	33	3	we	we	PRON
crl-16410	33	4	wanted	want	VERB
crl-16410	33	5	to	to	PART
crl-16410	33	6	get	get	VERB
crl-16410	33	7	a	a	DET
crl-16410	33	8	sense	sense	NOUN
crl-16410	33	9	of	of	ADP
crl-16410	33	10	how	how	SCONJ
crl-16410	33	11	students	student	NOUN
crl-16410	33	12	were	be	AUX
crl-16410	33	13	developing	develop	VERB
crl-16410	33	14	skills	skill	NOUN
crl-16410	33	15	across	across	ADP
crl-16410	33	16	the	the	DET
crl-16410	33	17	curriculum	curriculum	NOUN
crl-16410	33	18	and	and	CCONJ
crl-16410	33	19	not	not	PART
crl-16410	33	20	just	just	ADV
crl-16410	33	21	in	in	ADP
crl-16410	33	22	a	a	DET
crl-16410	33	23	single	single	ADJ
crl-16410	33	24	class	class	NOUN
crl-16410	33	25	.	.	PUNCT
crl-16410	34	1	we	we	PRON
crl-16410	34	2	selected	select	VERB
crl-16410	34	3	four	four	NUM
crl-16410	34	4	courses	course	NOUN
crl-16410	34	5	from	from	ADP
crl-16410	34	6	different	different	ADJ
crl-16410	34	7	areas	area	NOUN
crl-16410	34	8	of	of	ADP
crl-16410	34	9	the	the	DET
crl-16410	34	10	curriculum	curriculum	NOUN
crl-16410	34	11	,	,	PUNCT
crl-16410	34	12	most	most	ADJ
crl-16410	34	13	of	of	ADP
crl-16410	34	14	which	which	PRON
crl-16410	34	15	received	receive	VERB
crl-16410	34	16	il	il	PROPN
crl-16410	34	17	instruction	instruction	NOUN
crl-16410	34	18	,	,	PUNCT
crl-16410	34	19	which	which	PRON
crl-16410	34	20	would	would	AUX
crl-16410	34	21	illustrate	illustrate	VERB
crl-16410	34	22	trends	trend	NOUN
crl-16410	34	23	in	in	ADP
crl-16410	34	24	students	student	NOUN
crl-16410	34	25	’	'	PUNCT
crl-16410	34	26	il	il	PROPN
crl-16410	34	27	performance	performance	NOUN
crl-16410	34	28	at	at	ADP
crl-16410	34	29	different	different	ADJ
crl-16410	34	30	levels	level	NOUN
crl-16410	34	31	(	(	PUNCT
crl-16410	34	32	freshman	freshman	NOUN
crl-16410	34	33	and	and	CCONJ
crl-16410	34	34	sophomore	sophomore	NOUN
crl-16410	34	35	introductory	introductory	ADJ
crl-16410	34	36	composition	composition	NOUN
crl-16410	34	37	courses	course	NOUN
crl-16410	34	38	,	,	PUNCT
crl-16410	34	39	a	a	DET
crl-16410	34	40	mid	mid	ADJ
crl-16410	34	41	-	-	ADJ
crl-16410	34	42	level	level	ADJ
crl-16410	34	43	psychology	psychology	NOUN
crl-16410	34	44	course	course	NOUN
crl-16410	34	45	,	,	PUNCT
crl-16410	34	46	and	and	CCONJ
crl-16410	34	47	a	a	DET
crl-16410	34	48	capstone	capstone	NOUN
crl-16410	34	49	history	history	NOUN
crl-16410	34	50	course	course	NOUN
crl-16410	34	51	)	)	PUNCT
crl-16410	34	52	.	.	PUNCT
crl-16410	35	1	we	we	PRON
crl-16410	35	2	decided	decide	VERB
crl-16410	35	3	to	to	PART
crl-16410	35	4	use	use	VERB
crl-16410	35	5	the	the	DET
crl-16410	35	6	aac&u	aac&u	PROPN
crl-16410	35	7	value	value	NOUN
crl-16410	35	8	rubric	rubric	NOUN
crl-16410	35	9	for	for	ADP
crl-16410	35	10	information	information	NOUN
crl-16410	35	11	literacy	literacy	NOUN
crl-16410	35	12	for	for	ADP
crl-16410	35	13	several	several	ADJ
crl-16410	35	14	reasons.5	reasons.5	PROPN
crl-16410	35	15	first	first	ADJ
crl-16410	35	16	,	,	PUNCT
crl-16410	35	17	our	our	PRON
crl-16410	35	18	institution	institution	NOUN
crl-16410	35	19	had	have	AUX
crl-16410	35	20	already	already	ADV
crl-16410	35	21	incorporated	incorporate	VERB
crl-16410	35	22	the	the	DET
crl-16410	35	23	“	"	PUNCT
crl-16410	35	24	essential	essential	ADJ
crl-16410	35	25	learning	learning	NOUN
crl-16410	35	26	outcomes	outcome	NOUN
crl-16410	35	27	”	"	PUNCT
crl-16410	35	28	that	that	SCONJ
crl-16410	35	29	the	the	DET
crl-16410	35	30	rubric	rubric	NOUN
crl-16410	35	31	addresses	address	NOUN
crl-16410	35	32	.	.	PUNCT
crl-16410	36	1	the	the	DET
crl-16410	36	2	value	value	NOUN
crl-16410	36	3	rubrics	rubric	NOUN
crl-16410	36	4	are	be	AUX
crl-16410	36	5	premised	premise	VERB
crl-16410	36	6	upon	upon	SCONJ
crl-16410	36	7	a	a	DET
crl-16410	36	8	shared	share	VERB
crl-16410	36	9	understanding	understanding	NOUN
crl-16410	36	10	of	of	ADP
crl-16410	36	11	172	172	NUM
crl-16410	36	12	college	college	PROPN
crl-16410	36	13	&	&	CCONJ
crl-16410	36	14	research	research	PROPN
crl-16410	36	15	libraries	library	NOUN
crl-16410	36	16	march	march	PROPN
crl-16410	36	17	2015	2015	NUM
crl-16410	36	18	student	student	NOUN
crl-16410	36	19	learning	learn	VERB
crl-16410	36	20	outcomes	outcome	NOUN
crl-16410	36	21	and	and	CCONJ
crl-16410	36	22	performance	performance	NOUN
crl-16410	36	23	,	,	PUNCT
crl-16410	36	24	developed	develop	VERB
crl-16410	36	25	by	by	ADP
crl-16410	36	26	faculty	faculty	NOUN
crl-16410	36	27	experts	expert	NOUN
crl-16410	36	28	,	,	PUNCT
crl-16410	36	29	including	include	VERB
crl-16410	36	30	librarians	librarian	NOUN
crl-16410	36	31	.	.	PUNCT
crl-16410	37	1	they	they	PRON
crl-16410	37	2	are	be	AUX
crl-16410	37	3	also	also	ADV
crl-16410	37	4	designated	designate	VERB
crl-16410	37	5	as	as	ADP
crl-16410	37	6	“	"	PUNCT
crl-16410	37	7	beta	beta	ADJ
crl-16410	37	8	”	"	PUNCT
crl-16410	37	9	products	product	NOUN
crl-16410	37	10	to	to	PART
crl-16410	37	11	be	be	AUX
crl-16410	37	12	evaluated	evaluate	VERB
crl-16410	37	13	and	and	CCONJ
crl-16410	37	14	revised	revise	VERB
crl-16410	37	15	through	through	ADP
crl-16410	37	16	actual	actual	ADJ
crl-16410	37	17	practice	practice	NOUN
crl-16410	37	18	.	.	PUNCT
crl-16410	38	1	finally	finally	ADV
crl-16410	38	2	,	,	PUNCT
crl-16410	38	3	they	they	PRON
crl-16410	38	4	are	be	AUX
crl-16410	38	5	“	"	PUNCT
crl-16410	38	6	meta	meta	ADJ
crl-16410	38	7	-	-	PUNCT
crl-16410	38	8	rubrics	rubric	NOUN
crl-16410	38	9	”	"	PUNCT
crl-16410	38	10	that	that	PRON
crl-16410	38	11	provide	provide	VERB
crl-16410	38	12	assessment	assessment	NOUN
crl-16410	38	13	criteria	criterion	NOUN
crl-16410	38	14	across	across	ADP
crl-16410	38	15	a	a	DET
crl-16410	38	16	span	span	NOUN
crl-16410	38	17	of	of	ADP
crl-16410	38	18	coursework	coursework	NOUN
crl-16410	38	19	or	or	CCONJ
crl-16410	38	20	an	an	DET
crl-16410	38	21	entire	entire	ADJ
crl-16410	38	22	degree	degree	NOUN
crl-16410	38	23	,	,	PUNCT
crl-16410	38	24	rather	rather	ADV
crl-16410	38	25	than	than	ADP
crl-16410	38	26	for	for	ADP
crl-16410	38	27	a	a	DET
crl-16410	38	28	specific	specific	ADJ
crl-16410	38	29	assignment	assignment	NOUN
crl-16410	38	30	or	or	CCONJ
crl-16410	38	31	course	course	NOUN
crl-16410	38	32	.	.	PUNCT
crl-16410	39	1	we	we	PRON
crl-16410	39	2	assume	assume	VERB
crl-16410	39	3	that	that	SCONJ
crl-16410	39	4	it	it	PRON
crl-16410	39	5	takes	take	VERB
crl-16410	39	6	a	a	DET
crl-16410	39	7	well	well	ADV
crl-16410	39	8	-	-	PUNCT
crl-16410	39	9	designed	design	VERB
crl-16410	39	10	and	and	CCONJ
crl-16410	39	11	-executed	-executed	ADJ
crl-16410	39	12	curriculum	curriculum	NOUN
crl-16410	39	13	,	,	PUNCT
crl-16410	39	14	not	not	PART
crl-16410	39	15	just	just	ADV
crl-16410	39	16	individual	individual	ADJ
crl-16410	39	17	courses	course	NOUN
crl-16410	39	18	,	,	PUNCT
crl-16410	39	19	activities	activity	NOUN
crl-16410	39	20	,	,	PUNCT
crl-16410	39	21	and	and	CCONJ
crl-16410	39	22	assignments	assignment	NOUN
crl-16410	39	23	,	,	PUNCT
crl-16410	39	24	to	to	PART
crl-16410	39	25	teach	teach	VERB
crl-16410	39	26	il	il	PROPN
crl-16410	39	27	effectively	effectively	ADV
crl-16410	39	28	.	.	PUNCT
crl-16410	40	1	the	the	DET
crl-16410	40	2	meta	meta	ADJ
crl-16410	40	3	-	-	PUNCT
crl-16410	40	4	rubric	rubric	NOUN
crl-16410	40	5	approach	approach	NOUN
crl-16410	40	6	matched	match	VERB
crl-16410	40	7	our	our	PRON
crl-16410	40	8	goals	goal	NOUN
crl-16410	40	9	to	to	PART
crl-16410	40	10	investigate	investigate	VERB
crl-16410	40	11	how	how	SCONJ
crl-16410	40	12	our	our	PRON
crl-16410	40	13	il	il	PROPN
crl-16410	40	14	program	program	NOUN
crl-16410	40	15	measured	measure	VERB
crl-16410	40	16	up	up	ADP
crl-16410	40	17	in	in	ADP
crl-16410	40	18	this	this	DET
crl-16410	40	19	more	more	ADV
crl-16410	40	20	holistic	holistic	ADJ
crl-16410	40	21	sense	sense	NOUN
crl-16410	40	22	.	.	PUNCT
crl-16410	41	1	literature	literature	NOUN
crl-16410	41	2	review	review	NOUN
crl-16410	41	3	libraries	library	NOUN
crl-16410	41	4	have	have	AUX
crl-16410	41	5	long	long	ADV
crl-16410	41	6	tried	try	VERB
crl-16410	41	7	to	to	PART
crl-16410	41	8	improve	improve	VERB
crl-16410	41	9	library	library	NOUN
crl-16410	41	10	instruction	instruction	NOUN
crl-16410	41	11	and	and	CCONJ
crl-16410	41	12	demonstrate	demonstrate	NOUN
crl-16410	41	13	value	value	NOUN
crl-16410	41	14	through	through	ADP
crl-16410	41	15	assessment	assessment	NOUN
crl-16410	41	16	.	.	PUNCT
crl-16410	42	1	however	however	ADV
crl-16410	42	2	,	,	PUNCT
crl-16410	42	3	librarians	librarian	NOUN
crl-16410	42	4	have	have	AUX
crl-16410	42	5	often	often	ADV
crl-16410	42	6	measured	measure	VERB
crl-16410	42	7	how	how	SCONJ
crl-16410	42	8	students	student	NOUN
crl-16410	42	9	feel	feel	VERB
crl-16410	42	10	about	about	ADP
crl-16410	42	11	instruction	instruction	NOUN
crl-16410	42	12	or	or	CCONJ
crl-16410	42	13	learning	learning	NOUN
crl-16410	42	14	,	,	PUNCT
crl-16410	42	15	rather	rather	ADV
crl-16410	42	16	than	than	ADP
crl-16410	42	17	measuring	measure	VERB
crl-16410	42	18	what	what	PRON
crl-16410	42	19	students	student	NOUN
crl-16410	42	20	actually	actually	ADV
crl-16410	42	21	learn.6	learn.6	VERB
crl-16410	42	22	a	a	DET
crl-16410	42	23	2012	2012	NUM
crl-16410	42	24	review	review	NOUN
crl-16410	42	25	of	of	ADP
crl-16410	42	26	il	il	PROPN
crl-16410	42	27	assessment	assessment	NOUN
crl-16410	42	28	methods	method	NOUN
crl-16410	42	29	found	find	VERB
crl-16410	42	30	a	a	DET
crl-16410	42	31	lack	lack	NOUN
crl-16410	42	32	of	of	ADP
crl-16410	42	33	systematic	systematic	ADJ
crl-16410	42	34	evaluation	evaluation	NOUN
crl-16410	42	35	in	in	ADP
crl-16410	42	36	student	student	NOUN
crl-16410	42	37	learning	learning	NOUN
crl-16410	42	38	outcomes	outcome	NOUN
crl-16410	42	39	,	,	PUNCT
crl-16410	42	40	concluding	conclude	VERB
crl-16410	42	41	that	that	SCONJ
crl-16410	42	42	more	more	ADJ
crl-16410	42	43	“	"	PUNCT
crl-16410	42	44	meaningful	meaningful	ADJ
crl-16410	42	45	evidence	evidence	NOUN
crl-16410	42	46	,	,	PUNCT
crl-16410	42	47	”	"	PUNCT
crl-16410	42	48	rather	rather	ADV
crl-16410	42	49	than	than	ADP
crl-16410	42	50	just	just	ADV
crl-16410	42	51	affective	affective	ADJ
crl-16410	42	52	measures	measure	NOUN
crl-16410	42	53	,	,	PUNCT
crl-16410	42	54	is	be	AUX
crl-16410	42	55	needed.7	needed.7	PRON
crl-16410	42	56	scharf	scharf	NOUN
crl-16410	42	57	emphasizes	emphasize	VERB
crl-16410	42	58	potential	potential	ADJ
crl-16410	42	59	issues	issue	NOUN
crl-16410	42	60	with	with	ADP
crl-16410	42	61	relying	rely	VERB
crl-16410	42	62	on	on	ADP
crl-16410	42	63	information	information	NOUN
crl-16410	42	64	literacy	literacy	NOUN
crl-16410	42	65	assessment	assessment	NOUN
crl-16410	42	66	based	base	VERB
crl-16410	42	67	on	on	ADP
crl-16410	42	68	surveys	survey	NOUN
crl-16410	42	69	and	and	CCONJ
crl-16410	42	70	multiple	multiple	ADJ
crl-16410	42	71	choice	choice	NOUN
crl-16410	42	72	tests	test	NOUN
crl-16410	42	73	,	,	PUNCT
crl-16410	42	74	including	include	VERB
crl-16410	42	75	costs	cost	NOUN
crl-16410	42	76	and	and	CCONJ
crl-16410	42	77	limited	limited	ADJ
crl-16410	42	78	information	information	NOUN
crl-16410	42	79	provided	provide	VERB
crl-16410	42	80	on	on	ADP
crl-16410	42	81	performance.8	performance.8	NOUN
crl-16410	42	82	in	in	ADP
crl-16410	42	83	addition	addition	NOUN
crl-16410	42	84	,	,	PUNCT
crl-16410	42	85	oakleaf	oakleaf	ADJ
crl-16410	42	86	worries	worry	NOUN
crl-16410	42	87	that	that	SCONJ
crl-16410	42	88	libraries	library	NOUN
crl-16410	42	89	have	have	VERB
crl-16410	42	90	little	little	ADJ
crl-16410	42	91	“	"	PUNCT
crl-16410	42	92	experience	experience	NOUN
crl-16410	42	93	assessing	assess	VERB
crl-16410	42	94	their	their	PRON
crl-16410	42	95	impact	impact	NOUN
crl-16410	42	96	in	in	ADP
crl-16410	42	97	ways	way	NOUN
crl-16410	42	98	that	that	PRON
crl-16410	42	99	have	have	VERB
crl-16410	42	100	campuswide	campuswide	NOUN
crl-16410	42	101	relevance	relevance	NOUN
crl-16410	42	102	,	,	PUNCT
crl-16410	42	103	”	"	PUNCT
crl-16410	42	104	calling	call	VERB
crl-16410	42	105	on	on	ADP
crl-16410	42	106	librarians	librarian	NOUN
crl-16410	42	107	to	to	PART
crl-16410	42	108	assess	assess	VERB
crl-16410	42	109	their	their	PRON
crl-16410	42	110	impact	impact	NOUN
crl-16410	42	111	across	across	ADP
crl-16410	42	112	campus.9	campus.9	NOUN
crl-16410	42	113	to	to	PART
crl-16410	42	114	answer	answer	VERB
crl-16410	42	115	these	these	DET
crl-16410	42	116	challenges	challenge	NOUN
crl-16410	42	117	,	,	PUNCT
crl-16410	42	118	many	many	ADJ
crl-16410	42	119	librarians	librarian	NOUN
crl-16410	42	120	are	be	AUX
crl-16410	42	121	rethinking	rethink	VERB
crl-16410	42	122	the	the	DET
crl-16410	42	123	methodologies	methodology	NOUN
crl-16410	42	124	used	use	VERB
crl-16410	42	125	to	to	PART
crl-16410	42	126	measure	measure	VERB
crl-16410	42	127	the	the	DET
crl-16410	42	128	learning	learn	VERB
crl-16410	42	129	outcomes	outcome	NOUN
crl-16410	42	130	of	of	ADP
crl-16410	42	131	library	library	NOUN
crl-16410	42	132	instruction	instruction	NOUN
crl-16410	42	133	.	.	PUNCT
crl-16410	43	1	this	this	PRON
crl-16410	43	2	has	have	AUX
crl-16410	43	3	led	lead	VERB
crl-16410	43	4	to	to	ADP
crl-16410	43	5	increased	increase	VERB
crl-16410	43	6	focus	focus	NOUN
crl-16410	43	7	on	on	ADP
crl-16410	43	8	authentic	authentic	ADJ
crl-16410	43	9	assessment	assessment	NOUN
crl-16410	43	10	,	,	PUNCT
crl-16410	43	11	including	include	VERB
crl-16410	43	12	assessing	assess	VERB
crl-16410	43	13	student	student	NOUN
crl-16410	43	14	works	work	NOUN
crl-16410	43	15	and	and	CCONJ
crl-16410	43	16	looking	look	VERB
crl-16410	43	17	at	at	ADP
crl-16410	43	18	il	il	PROPN
crl-16410	43	19	more	more	ADV
crl-16410	43	20	holistically	holistically	ADV
crl-16410	43	21	,	,	PUNCT
crl-16410	43	22	rather	rather	ADV
crl-16410	43	23	than	than	ADP
crl-16410	43	24	relying	rely	VERB
crl-16410	43	25	on	on	ADP
crl-16410	43	26	traditional	traditional	ADJ
crl-16410	43	27	,	,	PUNCT
crl-16410	43	28	or	or	CCONJ
crl-16410	43	29	discrete	discrete	ADJ
crl-16410	43	30	,	,	PUNCT
crl-16410	43	31	assessment	assessment	NOUN
crl-16410	43	32	practices	practice	NOUN
crl-16410	43	33	.	.	PUNCT
crl-16410	44	1	our	our	PRON
crl-16410	44	2	study	study	NOUN
crl-16410	44	3	relies	rely	VERB
crl-16410	44	4	heavily	heavily	ADV
crl-16410	44	5	on	on	ADP
crl-16410	44	6	literature	literature	NOUN
crl-16410	44	7	relating	relate	VERB
crl-16410	44	8	to	to	ADP
crl-16410	44	9	authentic	authentic	ADJ
crl-16410	44	10	assessment	assessment	NOUN
crl-16410	44	11	,	,	PUNCT
crl-16410	44	12	and	and	CCONJ
crl-16410	44	13	particularly	particularly	ADV
crl-16410	44	14	to	to	ADP
crl-16410	44	15	the	the	DET
crl-16410	44	16	use	use	NOUN
crl-16410	44	17	of	of	ADP
crl-16410	44	18	rubrics	rubric	NOUN
crl-16410	44	19	in	in	ADP
crl-16410	44	20	this	this	DET
crl-16410	44	21	process	process	NOUN
crl-16410	44	22	.	.	PUNCT
crl-16410	45	1	the	the	DET
crl-16410	45	2	literature	literature	NOUN
crl-16410	45	3	defines	define	VERB
crl-16410	45	4	authentic	authentic	ADJ
crl-16410	45	5	assessment	assessment	NOUN
crl-16410	45	6	in	in	ADP
crl-16410	45	7	a	a	DET
crl-16410	45	8	variety	variety	NOUN
crl-16410	45	9	of	of	ADP
crl-16410	45	10	ways	way	NOUN
crl-16410	45	11	.	.	PUNCT
crl-16410	46	1	gulikers	guliker	NOUN
crl-16410	46	2	,	,	PUNCT
crl-16410	46	3	bastiaens	bastiaen	NOUN
crl-16410	46	4	,	,	PUNCT
crl-16410	46	5	and	and	CCONJ
crl-16410	46	6	kirschner	kirschner	NOUN
crl-16410	46	7	discuss	discuss	VERB
crl-16410	46	8	some	some	PRON
crl-16410	46	9	of	of	ADP
crl-16410	46	10	the	the	DET
crl-16410	46	11	differing	differ	VERB
crl-16410	46	12	opinions	opinion	NOUN
crl-16410	46	13	on	on	ADP
crl-16410	46	14	the	the	DET
crl-16410	46	15	definition	definition	NOUN
crl-16410	46	16	of	of	ADP
crl-16410	46	17	authentic	authentic	ADJ
crl-16410	46	18	assessment	assessment	NOUN
crl-16410	46	19	,	,	PUNCT
crl-16410	46	20	and	and	CCONJ
crl-16410	46	21	develop	develop	VERB
crl-16410	46	22	a	a	DET
crl-16410	46	23	five	five	NUM
crl-16410	46	24	-	-	PUNCT
crl-16410	46	25	point	point	NOUN
crl-16410	46	26	framework	framework	NOUN
crl-16410	46	27	,	,	PUNCT
crl-16410	46	28	which	which	PRON
crl-16410	46	29	include	include	VERB
crl-16410	46	30	the	the	DET
crl-16410	46	31	task	task	NOUN
crl-16410	46	32	,	,	PUNCT
crl-16410	46	33	the	the	DET
crl-16410	46	34	physical	physical	ADJ
crl-16410	46	35	or	or	CCONJ
crl-16410	46	36	virtual	virtual	ADJ
crl-16410	46	37	context	context	NOUN
crl-16410	46	38	,	,	PUNCT
crl-16410	46	39	the	the	DET
crl-16410	46	40	social	social	ADJ
crl-16410	46	41	context	context	NOUN
crl-16410	46	42	,	,	PUNCT
crl-16410	46	43	the	the	DET
crl-16410	46	44	results	result	NOUN
crl-16410	46	45	and	and	CCONJ
crl-16410	46	46	the	the	DET
crl-16410	46	47	criteria.10	criteria.10	NOUN
crl-16410	46	48	similarly	similarly	ADV
crl-16410	46	49	,	,	PUNCT
crl-16410	46	50	mueller	mueller	PROPN
crl-16410	46	51	describes	describe	VERB
crl-16410	46	52	it	it	PRON
crl-16410	46	53	as	as	ADP
crl-16410	46	54	“	"	PUNCT
crl-16410	46	55	assessment	assessment	NOUN
crl-16410	46	56	in	in	ADP
crl-16410	46	57	which	which	PRON
crl-16410	46	58	students	student	NOUN
crl-16410	46	59	are	be	AUX
crl-16410	46	60	asked	ask	VERB
crl-16410	46	61	to	to	PART
crl-16410	46	62	perform	perform	VERB
crl-16410	46	63	real	real	ADJ
crl-16410	46	64	-	-	PUNCT
crl-16410	46	65	world	world	NOUN
crl-16410	46	66	tasks	task	NOUN
crl-16410	46	67	that	that	PRON
crl-16410	46	68	demonstrate	demonstrate	VERB
crl-16410	46	69	meaningful	meaningful	ADJ
crl-16410	46	70	application	application	NOUN
crl-16410	46	71	of	of	ADP
crl-16410	46	72	essential	essential	ADJ
crl-16410	46	73	knowledge	knowledge	NOUN
crl-16410	46	74	and	and	CCONJ
crl-16410	46	75	skills	skill	NOUN
crl-16410	46	76	.	.	PUNCT
crl-16410	47	1	”11	”11	NOUN
crl-16410	47	2	according	accord	VERB
crl-16410	47	3	to	to	ADP
crl-16410	47	4	whitlock	whitlock	NOUN
crl-16410	47	5	and	and	CCONJ
crl-16410	47	6	nanavati	nanavati	PROPN
crl-16410	47	7	,	,	PUNCT
crl-16410	47	8	authentic	authentic	ADJ
crl-16410	47	9	assessment	assessment	NOUN
crl-16410	47	10	looks	look	VERB
crl-16410	47	11	at	at	ADP
crl-16410	47	12	“	"	PUNCT
crl-16410	47	13	what	what	PRON
crl-16410	47	14	students	student	NOUN
crl-16410	47	15	can	can	AUX
crl-16410	47	16	do	do	AUX
crl-16410	47	17	in	in	ADP
crl-16410	47	18	real	real	ADJ
crl-16410	47	19	-	-	PUNCT
crl-16410	47	20	world	world	NOUN
crl-16410	47	21	contexts	context	NOUN
crl-16410	47	22	,	,	PUNCT
crl-16410	47	23	attempting	attempt	VERB
crl-16410	47	24	to	to	PART
crl-16410	47	25	measure	measure	VERB
crl-16410	47	26	students	student	NOUN
crl-16410	47	27	’	’	PART
crl-16410	47	28	skill	skill	NOUN
crl-16410	47	29	acquisition	acquisition	NOUN
crl-16410	47	30	when	when	SCONJ
crl-16410	47	31	the	the	DET
crl-16410	47	32	need	need	NOUN
crl-16410	47	33	for	for	ADP
crl-16410	47	34	the	the	DET
crl-16410	47	35	skill	skill	NOUN
crl-16410	47	36	and	and	CCONJ
crl-16410	47	37	the	the	DET
crl-16410	47	38	use	use	NOUN
crl-16410	47	39	of	of	ADP
crl-16410	47	40	the	the	DET
crl-16410	47	41	skill	skill	NOUN
crl-16410	47	42	arise	arise	VERB
crl-16410	47	43	from	from	ADP
crl-16410	47	44	a	a	DET
crl-16410	47	45	real	real	ADJ
crl-16410	47	46	-	-	PUNCT
crl-16410	47	47	life	life	NOUN
crl-16410	47	48	situation	situation	NOUN
crl-16410	47	49	.	.	PUNCT
crl-16410	47	50	”12	”12	PUNCT
crl-16410	48	1	whitlock	whitlock	NOUN
crl-16410	48	2	and	and	CCONJ
crl-16410	48	3	nanavati	nanavati	PROPN
crl-16410	48	4	provide	provide	VERB
crl-16410	48	5	a	a	DET
crl-16410	48	6	process	process	NOUN
crl-16410	48	7	for	for	ADP
crl-16410	48	8	authentic	authentic	ADJ
crl-16410	48	9	and	and	CCONJ
crl-16410	48	10	performative	performative	ADJ
crl-16410	48	11	assessment	assessment	NOUN
crl-16410	48	12	.	.	PUNCT
crl-16410	49	1	performative	performative	ADJ
crl-16410	49	2	assessment	assessment	NOUN
crl-16410	49	3	entails	entail	VERB
crl-16410	49	4	assessing	assess	VERB
crl-16410	49	5	students	student	NOUN
crl-16410	49	6	’	’	PART
crl-16410	49	7	skills	skill	NOUN
crl-16410	49	8	in	in	ADP
crl-16410	49	9	fulfilling	fulfil	VERB
crl-16410	49	10	an	an	DET
crl-16410	49	11	activity	activity	NOUN
crl-16410	49	12	or	or	CCONJ
crl-16410	49	13	action	action	NOUN
crl-16410	49	14	that	that	PRON
crl-16410	49	15	has	have	AUX
crl-16410	49	16	been	be	AUX
crl-16410	49	17	the	the	DET
crl-16410	49	18	focus	focus	NOUN
crl-16410	49	19	of	of	ADP
crl-16410	49	20	instruction	instruction	NOUN
crl-16410	49	21	,	,	PUNCT
crl-16410	49	22	but	but	CCONJ
crl-16410	49	23	not	not	PART
crl-16410	49	24	necessarily	necessarily	ADV
crl-16410	49	25	the	the	DET
crl-16410	49	26	precise	precise	ADJ
crl-16410	49	27	task	task	NOUN
crl-16410	49	28	the	the	DET
crl-16410	49	29	students	student	NOUN
crl-16410	49	30	will	will	AUX
crl-16410	49	31	use	use	VERB
crl-16410	49	32	in	in	ADP
crl-16410	49	33	their	their	PRON
crl-16410	49	34	coursework	coursework	NOUN
crl-16410	49	35	or	or	CCONJ
crl-16410	49	36	a	a	DET
crl-16410	49	37	real	real	ADJ
crl-16410	49	38	-	-	PUNCT
crl-16410	49	39	life	life	NOUN
crl-16410	49	40	task.13	task.13	NOUN
crl-16410	49	41	the	the	DET
crl-16410	49	42	authors	author	NOUN
crl-16410	49	43	draw	draw	VERB
crl-16410	49	44	on	on	ADP
crl-16410	49	45	information	information	NOUN
crl-16410	49	46	literacy	literacy	NOUN
crl-16410	49	47	and	and	CCONJ
crl-16410	49	48	instructional	instructional	ADJ
crl-16410	49	49	design	design	NOUN
crl-16410	49	50	principles	principle	NOUN
crl-16410	49	51	to	to	PART
crl-16410	49	52	provide	provide	VERB
crl-16410	49	53	an	an	DET
crl-16410	49	54	outline	outline	NOUN
crl-16410	49	55	of	of	ADP
crl-16410	49	56	steps	step	NOUN
crl-16410	49	57	and	and	CCONJ
crl-16410	49	58	techniques	technique	NOUN
crl-16410	49	59	librarians	librarian	NOUN
crl-16410	49	60	can	can	AUX
crl-16410	49	61	use	use	VERB
crl-16410	49	62	for	for	ADP
crl-16410	49	63	developing	develop	VERB
crl-16410	49	64	their	their	PRON
crl-16410	49	65	own	own	ADJ
crl-16410	49	66	program	program	NOUN
crl-16410	49	67	of	of	ADP
crl-16410	49	68	authentic	authentic	ADJ
crl-16410	49	69	and	and	CCONJ
crl-16410	49	70	performative	performative	ADJ
crl-16410	49	71	assessment	assessment	NOUN
crl-16410	49	72	.	.	PUNCT
crl-16410	50	1	for	for	ADP
crl-16410	50	2	library	library	NOUN
crl-16410	50	3	instruction	instruction	NOUN
crl-16410	50	4	,	,	PUNCT
crl-16410	50	5	authentic	authentic	ADJ
crl-16410	50	6	assessment	assessment	NOUN
crl-16410	50	7	could	could	AUX
crl-16410	50	8	entail	entail	VERB
crl-16410	50	9	assessing	assess	VERB
crl-16410	50	10	students	student	NOUN
crl-16410	50	11	’	’	PART
crl-16410	50	12	final	final	ADJ
crl-16410	50	13	research	research	NOUN
crl-16410	50	14	papers	paper	NOUN
crl-16410	50	15	for	for	ADP
crl-16410	50	16	a	a	DET
crl-16410	50	17	particular	particular	ADJ
crl-16410	50	18	course	course	NOUN
crl-16410	50	19	,	,	PUNCT
crl-16410	50	20	rather	rather	ADV
crl-16410	50	21	than	than	ADP
crl-16410	50	22	measuring	measure	VERB
crl-16410	50	23	the	the	DET
crl-16410	50	24	students	student	NOUN
crl-16410	50	25	’	’	PART
crl-16410	50	26	skills	skill	NOUN
crl-16410	50	27	based	base	VERB
crl-16410	50	28	on	on	ADP
crl-16410	50	29	a	a	DET
crl-16410	50	30	quiz	quiz	NOUN
crl-16410	50	31	provided	provide	VERB
crl-16410	50	32	at	at	ADP
crl-16410	50	33	the	the	DET
crl-16410	50	34	end	end	NOUN
crl-16410	50	35	of	of	ADP
crl-16410	50	36	a	a	DET
crl-16410	50	37	library	library	NOUN
crl-16410	50	38	instruction	instruction	NOUN
crl-16410	50	39	session	session	NOUN
crl-16410	50	40	.	.	PUNCT
crl-16410	51	1	our	our	PRON
crl-16410	51	2	study	study	NOUN
crl-16410	51	3	focuses	focus	VERB
crl-16410	51	4	on	on	ADP
crl-16410	51	5	assessing	assess	VERB
crl-16410	51	6	research	research	NOUN
crl-16410	51	7	papers	paper	NOUN
crl-16410	51	8	from	from	ADP
crl-16410	51	9	students	student	NOUN
crl-16410	51	10	who	who	PRON
crl-16410	51	11	had	have	AUX
crl-16410	51	12	received	receive	VERB
crl-16410	51	13	library	library	NOUN
crl-16410	51	14	instruction	instruction	NOUN
crl-16410	51	15	to	to	ADP
crl-16410	51	16	more	more	ADV
crl-16410	51	17	accurately	accurately	ADV
crl-16410	51	18	understand	understand	VERB
crl-16410	51	19	their	their	PRON
crl-16410	51	20	information	information	NOUN
crl-16410	51	21	literacy	literacy	NOUN
crl-16410	51	22	abilities	ability	NOUN
crl-16410	51	23	.	.	PUNCT
crl-16410	52	1	recent	recent	ADJ
crl-16410	52	2	research	research	NOUN
crl-16410	52	3	provides	provide	VERB
crl-16410	52	4	a	a	DET
crl-16410	52	5	range	range	NOUN
crl-16410	52	6	of	of	ADP
crl-16410	52	7	examples	example	NOUN
crl-16410	52	8	of	of	ADP
crl-16410	52	9	authentic	authentic	ADJ
crl-16410	52	10	assessment	assessment	NOUN
crl-16410	52	11	applied	apply	VERB
crl-16410	52	12	in	in	ADP
crl-16410	52	13	academic	academic	ADJ
crl-16410	52	14	libraries	library	NOUN
crl-16410	52	15	.	.	PUNCT
crl-16410	53	1	librarians	librarian	NOUN
crl-16410	53	2	are	be	AUX
crl-16410	53	3	increasingly	increasingly	ADV
crl-16410	53	4	using	use	VERB
crl-16410	53	5	rubrics	rubric	NOUN
crl-16410	53	6	to	to	PART
crl-16410	53	7	evaluate	evaluate	VERB
crl-16410	53	8	student	student	NOUN
crl-16410	53	9	work	work	NOUN
crl-16410	53	10	.	.	PUNCT
crl-16410	54	1	rubrics	rubric	NOUN
crl-16410	54	2	have	have	AUX
crl-16410	54	3	been	be	AUX
crl-16410	54	4	used	use	VERB
crl-16410	54	5	to	to	PART
crl-16410	54	6	assess	assess	VERB
crl-16410	54	7	student	student	NOUN
crl-16410	54	8	bibliographies	bibliography	NOUN
crl-16410	54	9	,	,	PUNCT
crl-16410	54	10	student	student	NOUN
crl-16410	54	11	papers	paper	NOUN
crl-16410	54	12	,	,	PUNCT
crl-16410	54	13	or	or	CCONJ
crl-16410	54	14	entire	entire	ADJ
crl-16410	54	15	portfolios.14	portfolios.14	NOUN
crl-16410	54	16	diller	diller	NOUN
crl-16410	54	17	and	and	CCONJ
crl-16410	54	18	phelps	phelp	NOUN
crl-16410	54	19	used	use	VERB
crl-16410	54	20	rubrics	rubric	NOUN
crl-16410	54	21	to	to	PART
crl-16410	54	22	assess	assess	VERB
crl-16410	54	23	e	e	NOUN
crl-16410	54	24	-	-	NOUN
crl-16410	54	25	portfolios	portfolio	NOUN
crl-16410	54	26	,	,	PUNCT
crl-16410	54	27	determining	determine	VERB
crl-16410	54	28	that	that	SCONJ
crl-16410	54	29	the	the	DET
crl-16410	54	30	use	use	NOUN
crl-16410	54	31	of	of	ADP
crl-16410	54	32	rubrics	rubric	NOUN
crl-16410	54	33	in	in	ADP
crl-16410	54	34	this	this	DET
crl-16410	54	35	process	process	NOUN
crl-16410	54	36	“	"	PUNCT
crl-16410	54	37	directly	directly	ADV
crl-16410	54	38	measures	measure	VERB
crl-16410	54	39	student	student	NOUN
crl-16410	54	40	progress	progress	NOUN
crl-16410	54	41	on	on	ADP
crl-16410	54	42	meeting	meet	VERB
crl-16410	54	43	an	an	DET
crl-16410	54	44	information	information	NOUN
crl-16410	54	45	literacy	literacy	NOUN
crl-16410	54	46	snapshot	snapshot	VERB
crl-16410	54	47	173	173	NUM
crl-16410	54	48	the	the	DET
crl-16410	54	49	goals	goal	NOUN
crl-16410	54	50	of	of	ADP
crl-16410	54	51	the	the	DET
crl-16410	54	52	[	[	PUNCT
crl-16410	54	53	il	il	PROPN
crl-16410	54	54	]	]	X
crl-16410	54	55	program	program	NOUN
crl-16410	54	56	…	…	PUNCT
crl-16410	54	57	and	and	CCONJ
crl-16410	54	58	it	it	PRON
crl-16410	54	59	attempts	attempt	VERB
crl-16410	54	60	to	to	PART
crl-16410	54	61	see	see	VERB
crl-16410	54	62	progress	progress	NOUN
crl-16410	54	63	through	through	ADP
crl-16410	54	64	the	the	DET
crl-16410	54	65	eyes	eye	NOUN
crl-16410	54	66	of	of	ADP
crl-16410	54	67	the	the	DET
crl-16410	54	68	students	student	NOUN
crl-16410	54	69	by	by	ADP
crl-16410	54	70	asking	ask	VERB
crl-16410	54	71	for	for	ADP
crl-16410	54	72	reflection	reflection	NOUN
crl-16410	54	73	on	on	ADP
crl-16410	54	74	each	each	DET
crl-16410	54	75	artifact	artifact	NOUN
crl-16410	54	76	and	and	CCONJ
crl-16410	54	77	how	how	SCONJ
crl-16410	54	78	it	it	PRON
crl-16410	54	79	affected	affect	VERB
crl-16410	54	80	learning	learn	VERB
crl-16410	54	81	.	.	PUNCT
crl-16410	55	1	”15	”15	PUNCT
crl-16410	55	2	emmons	emmon	NOUN
crl-16410	55	3	and	and	CCONJ
crl-16410	55	4	martin	martin	PROPN
crl-16410	55	5	conducted	conduct	VERB
crl-16410	55	6	a	a	DET
crl-16410	55	7	rubric	rubric	ADJ
crl-16410	55	8	assessment	assessment	NOUN
crl-16410	55	9	of	of	ADP
crl-16410	55	10	student	student	NOUN
crl-16410	55	11	papers	paper	NOUN
crl-16410	55	12	to	to	PART
crl-16410	55	13	test	test	VERB
crl-16410	55	14	the	the	DET
crl-16410	55	15	impact	impact	NOUN
crl-16410	55	16	of	of	ADP
crl-16410	55	17	their	their	PRON
crl-16410	55	18	information	information	NOUN
crl-16410	55	19	literacy	literacy	NOUN
crl-16410	55	20	program	program	NOUN
crl-16410	55	21	,	,	PUNCT
crl-16410	55	22	which	which	PRON
crl-16410	55	23	included	include	VERB
crl-16410	55	24	developing	develop	VERB
crl-16410	55	25	a	a	DET
crl-16410	55	26	rubric	rubric	NOUN
crl-16410	55	27	that	that	SCONJ
crl-16410	55	28	they	they	PRON
crl-16410	55	29	later	later	ADV
crl-16410	55	30	shared	share	VERB
crl-16410	55	31	with	with	ADP
crl-16410	55	32	english	english	ADJ
crl-16410	55	33	instructors	instructor	NOUN
crl-16410	55	34	.	.	PUNCT
crl-16410	56	1	instructors	instructor	NOUN
crl-16410	56	2	were	be	AUX
crl-16410	56	3	“	"	PUNCT
crl-16410	56	4	particularly	particularly	ADV
crl-16410	56	5	interested	interested	ADJ
crl-16410	56	6	in	in	ADP
crl-16410	56	7	the	the	DET
crl-16410	56	8	rubric	rubric	NOUN
crl-16410	56	9	as	as	ADP
crl-16410	56	10	a	a	DET
crl-16410	56	11	device	device	NOUN
crl-16410	56	12	for	for	ADP
crl-16410	56	13	teaching	teach	VERB
crl-16410	56	14	students	student	NOUN
crl-16410	56	15	and	and	CCONJ
crl-16410	56	16	for	for	ADP
crl-16410	56	17	evaluating	evaluate	VERB
crl-16410	56	18	the	the	DET
crl-16410	56	19	quality	quality	NOUN
crl-16410	56	20	of	of	ADP
crl-16410	56	21	their	their	PRON
crl-16410	56	22	research	research	NOUN
crl-16410	56	23	.	.	PUNCT
crl-16410	57	1	”16	”16	PROPN
crl-16410	57	2	choinski	choinski	PROPN
crl-16410	57	3	,	,	PUNCT
crl-16410	57	4	mark	mark	NOUN
crl-16410	57	5	,	,	PUNCT
crl-16410	57	6	and	and	CCONJ
crl-16410	57	7	murphey	murphey	NOUN
crl-16410	57	8	developed	develop	VERB
crl-16410	57	9	and	and	CCONJ
crl-16410	57	10	conducted	conduct	VERB
crl-16410	57	11	a	a	DET
crl-16410	57	12	rubric	rubric	ADJ
crl-16410	57	13	assessment	assessment	NOUN
crl-16410	57	14	;	;	PUNCT
crl-16410	57	15	while	while	SCONJ
crl-16410	57	16	they	they	PRON
crl-16410	57	17	acknowledge	acknowledge	VERB
crl-16410	57	18	issues	issue	NOUN
crl-16410	57	19	relating	relate	VERB
crl-16410	57	20	to	to	ADP
crl-16410	57	21	refinement	refinement	NOUN
crl-16410	57	22	and	and	CCONJ
crl-16410	57	23	use	use	NOUN
crl-16410	57	24	of	of	ADP
crl-16410	57	25	rubrics	rubric	NOUN
crl-16410	57	26	,	,	PUNCT
crl-16410	57	27	they	they	PRON
crl-16410	57	28	determine	determine	VERB
crl-16410	57	29	that	that	SCONJ
crl-16410	57	30	rubrics	rubric	NOUN
crl-16410	57	31	are	be	AUX
crl-16410	57	32	objective	objective	ADJ
crl-16410	57	33	and	and	CCONJ
crl-16410	57	34	are	be	AUX
crl-16410	57	35	“	"	PUNCT
crl-16410	57	36	a	a	DET
crl-16410	57	37	useful	useful	ADJ
crl-16410	57	38	tool	tool	NOUN
crl-16410	57	39	to	to	PART
crl-16410	57	40	add	add	VERB
crl-16410	57	41	to	to	ADP
crl-16410	57	42	the	the	DET
crl-16410	57	43	assessment	assessment	NOUN
crl-16410	57	44	arsenal	arsenal	NOUN
crl-16410	57	45	.	.	PUNCT
crl-16410	57	46	”17	”17	PUNCT
crl-16410	58	1	in	in	ADP
crl-16410	58	2	a	a	DET
crl-16410	58	3	similar	similar	ADJ
crl-16410	58	4	study	study	NOUN
crl-16410	58	5	,	,	PUNCT
crl-16410	58	6	knight	knight	PROPN
crl-16410	58	7	emphasizes	emphasize	VERB
crl-16410	58	8	the	the	DET
crl-16410	58	9	usefulness	usefulness	NOUN
crl-16410	58	10	of	of	ADP
crl-16410	58	11	assessment	assessment	NOUN
crl-16410	58	12	data	datum	NOUN
crl-16410	58	13	collected	collect	VERB
crl-16410	58	14	using	use	VERB
crl-16410	58	15	rubrics	rubric	NOUN
crl-16410	58	16	as	as	ADP
crl-16410	58	17	being	be	AUX
crl-16410	58	18	easily	easily	ADV
crl-16410	58	19	reported	report	VERB
crl-16410	58	20	and	and	CCONJ
crl-16410	58	21	understood	understand	VERB
crl-16410	58	22	by	by	ADP
crl-16410	58	23	stakeholders.18	stakeholders.18	X
crl-16410	58	24	many	many	ADJ
crl-16410	58	25	of	of	ADP
crl-16410	58	26	these	these	DET
crl-16410	58	27	studies	study	NOUN
crl-16410	58	28	are	be	AUX
crl-16410	58	29	valuable	valuable	ADJ
crl-16410	58	30	because	because	SCONJ
crl-16410	58	31	they	they	PRON
crl-16410	58	32	examine	examine	VERB
crl-16410	58	33	complex	complex	ADJ
crl-16410	58	34	student	student	NOUN
crl-16410	58	35	works	work	VERB
crl-16410	58	36	to	to	PART
crl-16410	58	37	paint	paint	VERB
crl-16410	58	38	a	a	DET
crl-16410	58	39	“	"	PUNCT
crl-16410	58	40	big	big	ADJ
crl-16410	58	41	picture	picture	NOUN
crl-16410	58	42	”	"	PUNCT
crl-16410	58	43	of	of	ADP
crl-16410	58	44	il	il	PROPN
crl-16410	58	45	on	on	ADP
crl-16410	58	46	campus	campus	NOUN
crl-16410	58	47	.	.	PUNCT
crl-16410	59	1	oakleaf	oakleaf	PROPN
crl-16410	59	2	’s	’s	NOUN
crl-16410	59	3	work	work	NOUN
crl-16410	59	4	on	on	ADP
crl-16410	59	5	authentic	authentic	ADJ
crl-16410	59	6	assessment	assessment	NOUN
crl-16410	59	7	and	and	CCONJ
crl-16410	59	8	rubrics	rubric	NOUN
crl-16410	59	9	formed	form	VERB
crl-16410	59	10	the	the	DET
crl-16410	59	11	basis	basis	NOUN
crl-16410	59	12	for	for	ADP
crl-16410	59	13	our	our	PRON
crl-16410	59	14	snapshot	snapshot	NOUN
crl-16410	59	15	approach.19	approach.19	NOUN
crl-16410	59	16	we	we	PRON
crl-16410	59	17	gathered	gather	VERB
crl-16410	59	18	individual	individual	ADJ
crl-16410	59	19	student	student	NOUN
crl-16410	59	20	papers	paper	NOUN
crl-16410	59	21	from	from	ADP
crl-16410	59	22	classes	class	NOUN
crl-16410	59	23	spanning	span	VERB
crl-16410	59	24	the	the	DET
crl-16410	59	25	curriculum	curriculum	NOUN
crl-16410	59	26	and	and	CCONJ
crl-16410	59	27	modified	modify	VERB
crl-16410	59	28	the	the	DET
crl-16410	59	29	il	il	PROPN
crl-16410	59	30	value	value	NOUN
crl-16410	59	31	rubric	rubric	NOUN
crl-16410	59	32	to	to	PART
crl-16410	59	33	score	score	VERB
crl-16410	59	34	the	the	DET
crl-16410	59	35	papers.20	papers.20	X
crl-16410	59	36	the	the	DET
crl-16410	59	37	value	value	NOUN
crl-16410	59	38	rubrics	rubric	NOUN
crl-16410	59	39	were	be	AUX
crl-16410	59	40	created	create	VERB
crl-16410	59	41	in	in	ADP
crl-16410	59	42	2007	2007	NUM
crl-16410	59	43	by	by	ADP
crl-16410	59	44	the	the	DET
crl-16410	59	45	association	association	NOUN
crl-16410	59	46	of	of	ADP
crl-16410	59	47	american	american	ADJ
crl-16410	59	48	colleges	college	NOUN
crl-16410	59	49	and	and	CCONJ
crl-16410	59	50	universities	university	NOUN
crl-16410	59	51	.	.	PUNCT
crl-16410	60	1	fifteen	fifteen	NUM
crl-16410	60	2	teams	team	NOUN
crl-16410	60	3	of	of	ADP
crl-16410	60	4	faculty	faculty	NOUN
crl-16410	60	5	and	and	CCONJ
crl-16410	60	6	academic	academic	ADJ
crl-16410	60	7	professionals	professional	NOUN
crl-16410	60	8	created	create	VERB
crl-16410	60	9	rubrics	rubric	NOUN
crl-16410	60	10	for	for	ADP
crl-16410	60	11	the	the	DET
crl-16410	60	12	15	15	NUM
crl-16410	60	13	essential	essential	ADJ
crl-16410	60	14	learning	learning	NOUN
crl-16410	60	15	outcomes	outcome	NOUN
crl-16410	60	16	,	,	PUNCT
crl-16410	60	17	which	which	PRON
crl-16410	60	18	include	include	VERB
crl-16410	60	19	lifelong	lifelong	ADJ
crl-16410	60	20	learning	learning	NOUN
crl-16410	60	21	,	,	PUNCT
crl-16410	60	22	creative	creative	ADJ
crl-16410	60	23	thinking	thinking	NOUN
crl-16410	60	24	and	and	CCONJ
crl-16410	60	25	information	information	NOUN
crl-16410	60	26	literacy	literacy	NOUN
crl-16410	60	27	,	,	PUNCT
crl-16410	60	28	to	to	PART
crl-16410	60	29	name	name	VERB
crl-16410	60	30	a	a	DET
crl-16410	60	31	few	few	ADJ
crl-16410	60	32	.	.	PUNCT
crl-16410	61	1	the	the	DET
crl-16410	61	2	goal	goal	NOUN
crl-16410	61	3	was	be	AUX
crl-16410	61	4	to	to	PART
crl-16410	61	5	create	create	VERB
crl-16410	61	6	a	a	DET
crl-16410	61	7	“	"	PUNCT
crl-16410	61	8	broadly	broadly	ADV
crl-16410	61	9	shared	share	VERB
crl-16410	61	10	understanding	understanding	NOUN
crl-16410	61	11	of	of	ADP
crl-16410	61	12	what	what	PRON
crl-16410	61	13	student	student	NOUN
crl-16410	61	14	learning	learn	VERB
crl-16410	61	15	in	in	ADP
crl-16410	61	16	each	each	PRON
crl-16410	61	17	of	of	ADP
crl-16410	61	18	the	the	DET
crl-16410	61	19	15	15	NUM
crl-16410	61	20	outcome	outcome	NOUN
crl-16410	61	21	areas	area	NOUN
crl-16410	61	22	should	should	AUX
crl-16410	61	23	look	look	VERB
crl-16410	61	24	like	like	ADP
crl-16410	61	25	at	at	ADP
crl-16410	61	26	progressively	progressively	ADV
crl-16410	61	27	more	more	ADV
crl-16410	61	28	complex	complex	ADJ
crl-16410	61	29	and	and	CCONJ
crl-16410	61	30	sophisticated	sophisticated	ADJ
crl-16410	61	31	levels	level	NOUN
crl-16410	61	32	of	of	ADP
crl-16410	61	33	performance	performance	NOUN
crl-16410	61	34	…	…	PUNCT
crl-16410	61	35	”21	”21	NOUN
crl-16410	61	36	modifications	modification	NOUN
crl-16410	61	37	of	of	ADP
crl-16410	61	38	the	the	DET
crl-16410	61	39	value	value	NOUN
crl-16410	61	40	rubrics	rubric	NOUN
crl-16410	61	41	are	be	AUX
crl-16410	61	42	often	often	ADV
crl-16410	61	43	necessary	necessary	ADJ
crl-16410	61	44	to	to	PART
crl-16410	61	45	“	"	PUNCT
crl-16410	61	46	accurately	accurately	ADV
crl-16410	61	47	reflect	reflect	VERB
crl-16410	61	48	actual	actual	ADJ
crl-16410	61	49	learning	learning	NOUN
crl-16410	61	50	as	as	SCONJ
crl-16410	61	51	it	it	PRON
crl-16410	61	52	is	be	AUX
crl-16410	61	53	framed	frame	VERB
crl-16410	61	54	on	on	ADP
crl-16410	61	55	a	a	DET
crl-16410	61	56	particular	particular	ADJ
crl-16410	61	57	campus	campus	NOUN
crl-16410	61	58	.	.	PUNCT
crl-16410	62	1	”22	”22	PROPN
crl-16410	63	1	the	the	DET
crl-16410	63	2	il	il	PROPN
crl-16410	63	3	value	value	NOUN
crl-16410	63	4	rubric	rubric	NOUN
crl-16410	63	5	gave	give	VERB
crl-16410	63	6	us	we	PRON
crl-16410	63	7	a	a	DET
crl-16410	63	8	solid	solid	ADJ
crl-16410	63	9	start	start	NOUN
crl-16410	63	10	to	to	PART
crl-16410	63	11	determine	determine	VERB
crl-16410	63	12	how	how	SCONJ
crl-16410	63	13	a	a	DET
crl-16410	63	14	student	student	NOUN
crl-16410	63	15	’s	’s	PART
crl-16410	63	16	skills	skill	NOUN
crl-16410	63	17	might	might	AUX
crl-16410	63	18	progress	progress	VERB
crl-16410	63	19	in	in	ADP
crl-16410	63	20	this	this	DET
crl-16410	63	21	area	area	NOUN
crl-16410	63	22	,	,	PUNCT
crl-16410	63	23	relating	relate	VERB
crl-16410	63	24	to	to	ADP
crl-16410	63	25	five	five	NUM
crl-16410	63	26	key	key	ADJ
crl-16410	63	27	categories	category	NOUN
crl-16410	63	28	.	.	PUNCT
crl-16410	64	1	as	as	SCONJ
crl-16410	64	2	encouraged	encourage	VERB
crl-16410	64	3	by	by	ADP
crl-16410	64	4	the	the	DET
crl-16410	64	5	developers	developer	NOUN
crl-16410	64	6	of	of	ADP
crl-16410	64	7	these	these	DET
crl-16410	64	8	rubrics	rubric	NOUN
crl-16410	64	9	,	,	PUNCT
crl-16410	64	10	we	we	PRON
crl-16410	64	11	revised	revise	VERB
crl-16410	64	12	it	it	PRON
crl-16410	64	13	as	as	SCONJ
crl-16410	64	14	needed	need	VERB
crl-16410	64	15	to	to	PART
crl-16410	64	16	suit	suit	VERB
crl-16410	64	17	the	the	DET
crl-16410	64	18	particular	particular	ADJ
crl-16410	64	19	needs	need	NOUN
crl-16410	64	20	of	of	ADP
crl-16410	64	21	our	our	PRON
crl-16410	64	22	students	student	NOUN
crl-16410	64	23	and	and	CCONJ
crl-16410	64	24	institution	institution	NOUN
crl-16410	64	25	.	.	PUNCT
crl-16410	65	1	assessors	assessor	NOUN
crl-16410	65	2	using	use	VERB
crl-16410	65	3	rubrics	rubric	NOUN
crl-16410	65	4	are	be	AUX
crl-16410	65	5	also	also	ADV
crl-16410	65	6	encouraged	encourage	VERB
crl-16410	65	7	to	to	PART
crl-16410	65	8	participate	participate	VERB
crl-16410	65	9	in	in	ADP
crl-16410	65	10	“	"	PUNCT
crl-16410	65	11	calibration	calibration	NOUN
crl-16410	65	12	”	"	PUNCT
crl-16410	65	13	or	or	CCONJ
crl-16410	65	14	training	training	NOUN
crl-16410	65	15	to	to	PART
crl-16410	65	16	reach	reach	VERB
crl-16410	65	17	agreement	agreement	NOUN
crl-16410	65	18	on	on	ADP
crl-16410	65	19	scores.23	scores.23	NOUN
crl-16410	65	20	published	publish	VERB
crl-16410	65	21	il	il	PROPN
crl-16410	65	22	studies	study	NOUN
crl-16410	65	23	that	that	PRON
crl-16410	65	24	have	have	AUX
crl-16410	65	25	used	use	VERB
crl-16410	65	26	rubrics	rubric	NOUN
crl-16410	65	27	or	or	CCONJ
crl-16410	65	28	“	"	PUNCT
crl-16410	65	29	scoring	scoring	NOUN
crl-16410	65	30	sheets	sheet	NOUN
crl-16410	65	31	”	"	PUNCT
crl-16410	65	32	mention	mention	VERB
crl-16410	65	33	that	that	SCONJ
crl-16410	65	34	training	training	NOUN
crl-16410	65	35	scorers	scorer	NOUN
crl-16410	65	36	to	to	PART
crl-16410	65	37	reach	reach	VERB
crl-16410	65	38	agreement	agreement	NOUN
crl-16410	65	39	is	be	AUX
crl-16410	65	40	an	an	DET
crl-16410	65	41	important	important	ADJ
crl-16410	65	42	part	part	NOUN
crl-16410	65	43	of	of	ADP
crl-16410	65	44	this	this	DET
crl-16410	65	45	process	process	NOUN
crl-16410	65	46	that	that	PRON
crl-16410	65	47	can	can	AUX
crl-16410	65	48	not	not	PART
crl-16410	65	49	be	be	AUX
crl-16410	65	50	overemphasized.24	overemphasized.24	ADJ
crl-16410	65	51	ultimately	ultimately	ADV
crl-16410	65	52	,	,	PUNCT
crl-16410	65	53	once	once	SCONJ
crl-16410	65	54	agreement	agreement	NOUN
crl-16410	65	55	is	be	AUX
crl-16410	65	56	achieved	achieve	VERB
crl-16410	65	57	through	through	ADP
crl-16410	65	58	calibration	calibration	NOUN
crl-16410	65	59	,	,	PUNCT
crl-16410	65	60	librarians	librarian	NOUN
crl-16410	65	61	only	only	ADV
crl-16410	65	62	have	have	VERB
crl-16410	65	63	to	to	PART
crl-16410	65	64	score	score	VERB
crl-16410	65	65	select	select	ADJ
crl-16410	65	66	papers	paper	NOUN
crl-16410	65	67	,	,	PUNCT
crl-16410	65	68	saving	save	VERB
crl-16410	65	69	them	they	PRON
crl-16410	65	70	valuable	valuable	ADJ
crl-16410	65	71	time	time	NOUN
crl-16410	65	72	.	.	PUNCT
crl-16410	66	1	for	for	ADP
crl-16410	66	2	a	a	DET
crl-16410	66	3	large	large	ADJ
crl-16410	66	4	portion	portion	NOUN
crl-16410	66	5	of	of	ADP
crl-16410	66	6	our	our	PRON
crl-16410	66	7	sample	sample	NOUN
crl-16410	66	8	,	,	PUNCT
crl-16410	66	9	we	we	PRON
crl-16410	66	10	calibrated	calibrate	VERB
crl-16410	66	11	our	our	PRON
crl-16410	66	12	team	team	NOUN
crl-16410	66	13	of	of	ADP
crl-16410	66	14	scorers	scorer	NOUN
crl-16410	66	15	to	to	PART
crl-16410	66	16	allow	allow	VERB
crl-16410	66	17	us	we	PRON
crl-16410	66	18	to	to	PART
crl-16410	66	19	avoid	avoid	VERB
crl-16410	66	20	having	have	VERB
crl-16410	66	21	every	every	DET
crl-16410	66	22	scorer	scorer	NOUN
crl-16410	66	23	read	read	VERB
crl-16410	66	24	every	every	DET
crl-16410	66	25	paper	paper	NOUN
crl-16410	66	26	.	.	PUNCT
crl-16410	67	1	methods	method	NOUN
crl-16410	67	2	ideally	ideally	ADV
crl-16410	67	3	,	,	PUNCT
crl-16410	67	4	a	a	DET
crl-16410	67	5	longitudinal	longitudinal	ADJ
crl-16410	67	6	assessment	assessment	NOUN
crl-16410	67	7	can	can	AUX
crl-16410	67	8	track	track	VERB
crl-16410	67	9	the	the	DET
crl-16410	67	10	individual	individual	ADJ
crl-16410	67	11	progress	progress	NOUN
crl-16410	67	12	of	of	ADP
crl-16410	67	13	students	student	NOUN
crl-16410	67	14	as	as	SCONJ
crl-16410	67	15	they	they	PRON
crl-16410	67	16	move	move	VERB
crl-16410	67	17	through	through	ADP
crl-16410	67	18	the	the	DET
crl-16410	67	19	university	university	NOUN
crl-16410	67	20	curriculum	curriculum	NOUN
crl-16410	67	21	.	.	PUNCT
crl-16410	68	1	after	after	ADP
crl-16410	68	2	discussing	discuss	VERB
crl-16410	68	3	the	the	DET
crl-16410	68	4	possibilities	possibility	NOUN
crl-16410	68	5	of	of	ADP
crl-16410	68	6	a	a	DET
crl-16410	68	7	longitudinal	longitudinal	ADJ
crl-16410	68	8	study	study	NOUN
crl-16410	68	9	with	with	ADP
crl-16410	68	10	our	our	PRON
crl-16410	68	11	institutional	institutional	ADJ
crl-16410	68	12	research	research	NOUN
crl-16410	68	13	office	office	NOUN
crl-16410	68	14	,	,	PUNCT
crl-16410	68	15	we	we	PRON
crl-16410	68	16	decided	decide	VERB
crl-16410	68	17	against	against	ADP
crl-16410	68	18	this	this	DET
crl-16410	68	19	approach	approach	NOUN
crl-16410	68	20	for	for	ADP
crl-16410	68	21	practical	practical	ADJ
crl-16410	68	22	reasons	reason	NOUN
crl-16410	68	23	.	.	PUNCT
crl-16410	69	1	following	follow	VERB
crl-16410	69	2	individual	individual	ADJ
crl-16410	69	3	students	student	NOUN
crl-16410	69	4	would	would	AUX
crl-16410	69	5	take	take	VERB
crl-16410	69	6	considerable	considerable	ADJ
crl-16410	69	7	time	time	NOUN
crl-16410	69	8	,	,	PUNCT
crl-16410	69	9	given	give	VERB
crl-16410	69	10	that	that	SCONJ
crl-16410	69	11	a	a	DET
crl-16410	69	12	large	large	ADJ
crl-16410	69	13	percentage	percentage	NOUN
crl-16410	69	14	of	of	ADP
crl-16410	69	15	our	our	PRON
crl-16410	69	16	student	student	NOUN
crl-16410	69	17	population	population	NOUN
crl-16410	69	18	takes	take	VERB
crl-16410	69	19	a	a	DET
crl-16410	69	20	two	two	NUM
crl-16410	69	21	-	-	PUNCT
crl-16410	69	22	year	year	NOUN
crl-16410	69	23	leave	leave	NOUN
crl-16410	69	24	of	of	ADP
crl-16410	69	25	absence	absence	NOUN
crl-16410	69	26	in	in	ADP
crl-16410	69	27	the	the	DET
crl-16410	69	28	middle	middle	NOUN
crl-16410	69	29	of	of	ADP
crl-16410	69	30	their	their	PRON
crl-16410	69	31	undergraduate	undergraduate	ADJ
crl-16410	69	32	degree	degree	NOUN
crl-16410	69	33	to	to	PART
crl-16410	69	34	pursue	pursue	VERB
crl-16410	69	35	a	a	DET
crl-16410	69	36	religious	religious	ADJ
crl-16410	69	37	mission	mission	NOUN
crl-16410	69	38	.	.	PUNCT
crl-16410	70	1	second	second	ADV
crl-16410	70	2	,	,	PUNCT
crl-16410	70	3	we	we	PRON
crl-16410	70	4	did	do	AUX
crl-16410	70	5	not	not	PART
crl-16410	70	6	have	have	VERB
crl-16410	70	7	any	any	DET
crl-16410	70	8	benchmark	benchmark	ADJ
crl-16410	70	9	data	datum	NOUN
crl-16410	70	10	or	or	CCONJ
crl-16410	70	11	established	establish	VERB
crl-16410	70	12	measures	measure	NOUN
crl-16410	70	13	for	for	ADP
crl-16410	70	14	comparison	comparison	NOUN
crl-16410	70	15	over	over	ADP
crl-16410	70	16	time	time	NOUN
crl-16410	70	17	.	.	PUNCT
crl-16410	71	1	rubric	rubric	NOUN
crl-16410	71	2	-	-	PUNCT
crl-16410	71	3	based	base	VERB
crl-16410	71	4	assessments	assessment	NOUN
crl-16410	71	5	require	require	VERB
crl-16410	71	6	consistent	consistent	ADJ
crl-16410	71	7	scoring	scoring	NOUN
crl-16410	71	8	and	and	CCONJ
crl-16410	71	9	agreement	agreement	NOUN
crl-16410	71	10	,	,	PUNCT
crl-16410	71	11	and	and	CCONJ
crl-16410	71	12	we	we	PRON
crl-16410	71	13	needed	need	VERB
crl-16410	71	14	to	to	PART
crl-16410	71	15	establish	establish	VERB
crl-16410	71	16	a	a	DET
crl-16410	71	17	sound	sound	ADJ
crl-16410	71	18	baseline	baseline	NOUN
crl-16410	71	19	of	of	ADP
crl-16410	71	20	consensus	consensus	NOUN
crl-16410	71	21	in	in	ADP
crl-16410	71	22	the	the	DET
crl-16410	71	23	library	library	NOUN
crl-16410	71	24	and	and	CCONJ
crl-16410	71	25	on	on	ADP
crl-16410	71	26	campus	campus	NOUN
crl-16410	71	27	of	of	ADP
crl-16410	71	28	what	what	PRON
crl-16410	71	29	different	different	ADJ
crl-16410	71	30	levels	level	NOUN
crl-16410	71	31	of	of	ADP
crl-16410	71	32	il	il	PROPN
crl-16410	71	33	performance	performance	NOUN
crl-16410	71	34	look	look	VERB
crl-16410	71	35	like	like	INTJ
crl-16410	71	36	across	across	ADP
crl-16410	71	37	the	the	DET
crl-16410	71	38	curriculum	curriculum	NOUN
crl-16410	71	39	.	.	PUNCT
crl-16410	72	1	we	we	PRON
crl-16410	72	2	therefore	therefore	ADV
crl-16410	72	3	decided	decide	VERB
crl-16410	72	4	to	to	PART
crl-16410	72	5	conduct	conduct	VERB
crl-16410	72	6	a	a	DET
crl-16410	72	7	“	"	PUNCT
crl-16410	72	8	snapshot	snapshot	ADJ
crl-16410	72	9	”	"	PUNCT
crl-16410	72	10	assessment	assessment	NOUN
crl-16410	72	11	.	.	PUNCT
crl-16410	73	1	we	we	PRON
crl-16410	73	2	wanted	want	VERB
crl-16410	73	3	to	to	PART
crl-16410	73	4	see	see	VERB
crl-16410	73	5	,	,	PUNCT
crl-16410	73	6	in	in	ADP
crl-16410	73	7	a	a	DET
crl-16410	73	8	given	give	VERB
crl-16410	73	9	12to	12to	ADJ
crl-16410	73	10	18	18	NUM
crl-16410	73	11	-	-	PUNCT
crl-16410	73	12	month	month	NOUN
crl-16410	73	13	period	period	NOUN
crl-16410	73	14	,	,	PUNCT
crl-16410	73	15	how	how	SCONJ
crl-16410	73	16	students	student	NOUN
crl-16410	73	17	performed	perform	VERB
crl-16410	73	18	at	at	ADP
crl-16410	73	19	four	four	NUM
crl-16410	73	20	key	key	ADJ
crl-16410	73	21	stages	stage	NOUN
crl-16410	73	22	in	in	ADP
crl-16410	73	23	the	the	DET
crl-16410	73	24	curriculum	curriculum	NOUN
crl-16410	73	25	:	:	PUNCT
crl-16410	73	26	an	an	DET
crl-16410	73	27	introductory	introductory	NOUN
crl-16410	73	28	writing	writing	NOUN
crl-16410	73	29	course	course	NOUN
crl-16410	73	30	,	,	PUNCT
crl-16410	73	31	an	an	DET
crl-16410	73	32	intermediate	intermediate	ADJ
crl-16410	73	33	writing	writing	NOUN
crl-16410	73	34	course	course	NOUN
crl-16410	73	35	,	,	PUNCT
crl-16410	73	36	an	an	DET
crl-16410	73	37	introductory	introductory	ADJ
crl-16410	73	38	research	research	NOUN
crl-16410	73	39	methods	method	NOUN
crl-16410	73	40	class	class	NOUN
crl-16410	73	41	in	in	ADP
crl-16410	73	42	a	a	DET
crl-16410	73	43	major	major	ADJ
crl-16410	73	44	,	,	PUNCT
crl-16410	73	45	and	and	CCONJ
crl-16410	73	46	a	a	DET
crl-16410	73	47	capstone	capstone	NOUN
crl-16410	73	48	course	course	NOUN
crl-16410	73	49	.	.	PUNCT
crl-16410	74	1	we	we	PRON
crl-16410	74	2	did	do	AUX
crl-16410	74	3	not	not	PART
crl-16410	74	4	assess	assess	VERB
crl-16410	74	5	the	the	DET
crl-16410	74	6	same	same	ADJ
crl-16410	74	7	student	student	NOUN
crl-16410	74	8	at	at	ADP
crl-16410	74	9	each	each	DET
crl-16410	74	10	level	level	NOUN
crl-16410	74	11	;	;	PUNCT
crl-16410	74	12	instead	instead	ADV
crl-16410	74	13	,	,	PUNCT
crl-16410	74	14	we	we	PRON
crl-16410	74	15	assessed	assess	VERB
crl-16410	74	16	different	different	ADJ
crl-16410	74	17	students	student	NOUN
crl-16410	74	18	in	in	ADP
crl-16410	74	19	four	four	NUM
crl-16410	74	20	selected	select	VERB
crl-16410	74	21	courses	course	NOUN
crl-16410	74	22	.	.	PUNCT
crl-16410	75	1	174	174	NUM
crl-16410	75	2	college	college	PROPN
crl-16410	75	3	&	&	CCONJ
crl-16410	75	4	research	research	PROPN
crl-16410	75	5	libraries	library	NOUN
crl-16410	75	6	march	march	PROPN
crl-16410	75	7	2015	2015	NUM
crl-16410	75	8	while	while	SCONJ
crl-16410	75	9	students	student	NOUN
crl-16410	75	10	take	take	VERB
crl-16410	75	11	these	these	DET
crl-16410	75	12	courses	course	NOUN
crl-16410	75	13	at	at	ADP
crl-16410	75	14	different	different	ADJ
crl-16410	75	15	times	time	NOUN
crl-16410	75	16	and	and	CCONJ
crl-16410	75	17	in	in	ADP
crl-16410	75	18	different	different	ADJ
crl-16410	75	19	sequences	sequence	NOUN
crl-16410	75	20	,	,	PUNCT
crl-16410	75	21	these	these	DET
crl-16410	75	22	courses	course	NOUN
crl-16410	75	23	generally	generally	ADV
crl-16410	75	24	progress	progress	VERB
crl-16410	75	25	from	from	ADP
crl-16410	75	26	the	the	DET
crl-16410	75	27	freshman	freshman	NOUN
crl-16410	75	28	year	year	NOUN
crl-16410	75	29	(	(	PUNCT
crl-16410	75	30	the	the	DET
crl-16410	75	31	introductory	introductory	NOUN
crl-16410	75	32	writing	writing	NOUN
crl-16410	75	33	course	course	NOUN
crl-16410	75	34	)	)	PUNCT
crl-16410	75	35	through	through	ADP
crl-16410	75	36	the	the	DET
crl-16410	75	37	senior	senior	ADJ
crl-16410	75	38	year	year	NOUN
crl-16410	75	39	(	(	PUNCT
crl-16410	75	40	the	the	DET
crl-16410	75	41	capstone	capstone	NOUN
crl-16410	75	42	course	course	NOUN
crl-16410	75	43	)	)	PUNCT
crl-16410	75	44	.	.	PUNCT
crl-16410	76	1	sample	sample	NOUN
crl-16410	76	2	in	in	ADP
crl-16410	76	3	total	total	NOUN
crl-16410	76	4	,	,	PUNCT
crl-16410	76	5	we	we	PRON
crl-16410	76	6	scored	score	VERB
crl-16410	76	7	884	884	NUM
crl-16410	76	8	student	student	NOUN
crl-16410	76	9	papers	paper	NOUN
crl-16410	76	10	using	use	VERB
crl-16410	76	11	the	the	DET
crl-16410	76	12	value	value	NOUN
crl-16410	76	13	rubric	rubric	NOUN
crl-16410	76	14	.	.	PUNCT
crl-16410	77	1	we	we	PRON
crl-16410	77	2	collected	collect	VERB
crl-16410	77	3	a	a	DET
crl-16410	77	4	total	total	NOUN
crl-16410	77	5	of	of	ADP
crl-16410	77	6	488	488	NUM
crl-16410	77	7	papers	paper	NOUN
crl-16410	77	8	from	from	ADP
crl-16410	77	9	32	32	NUM
crl-16410	77	10	(	(	PUNCT
crl-16410	77	11	out	out	ADP
crl-16410	77	12	of	of	ADP
crl-16410	77	13	a	a	DET
crl-16410	77	14	total	total	NOUN
crl-16410	77	15	of	of	ADP
crl-16410	77	16	56	56	NUM
crl-16410	77	17	)	)	PUNCT
crl-16410	77	18	sections	section	NOUN
crl-16410	77	19	of	of	ADP
crl-16410	77	20	engl	engl	ADJ
crl-16410	77	21	1010	1010	NUM
crl-16410	77	22	in	in	ADP
crl-16410	77	23	fall	fall	NOUN
crl-16410	77	24	2010	2010	NUM
crl-16410	77	25	.	.	PUNCT
crl-16410	78	1	the	the	DET
crl-16410	78	2	goal	goal	NOUN
crl-16410	78	3	was	be	AUX
crl-16410	78	4	to	to	PART
crl-16410	78	5	capture	capture	VERB
crl-16410	78	6	as	as	ADP
crl-16410	78	7	many	many	ADJ
crl-16410	78	8	students	student	NOUN
crl-16410	78	9	who	who	PRON
crl-16410	78	10	were	be	AUX
crl-16410	78	11	taking	take	VERB
crl-16410	78	12	engl	engl	ADJ
crl-16410	78	13	1010	1010	NUM
crl-16410	78	14	as	as	ADP
crl-16410	78	15	freshmen	freshman	NOUN
crl-16410	78	16	during	during	ADP
crl-16410	78	17	their	their	PRON
crl-16410	78	18	first	first	ADJ
crl-16410	78	19	semester	semester	NOUN
crl-16410	78	20	of	of	ADP
crl-16410	78	21	study	study	NOUN
crl-16410	78	22	as	as	ADP
crl-16410	78	23	possible	possible	ADJ
crl-16410	78	24	.	.	PUNCT
crl-16410	79	1	three	three	NUM
crl-16410	79	2	of	of	ADP
crl-16410	79	3	six	six	NUM
crl-16410	79	4	online	online	ADJ
crl-16410	79	5	sections	section	NOUN
crl-16410	79	6	participated	participate	VERB
crl-16410	79	7	.	.	PUNCT
crl-16410	80	1	some	some	DET
crl-16410	80	2	sections	section	NOUN
crl-16410	80	3	of	of	ADP
crl-16410	80	4	engl	engl	ADJ
crl-16410	80	5	1010	1010	NUM
crl-16410	80	6	,	,	PUNCT
crl-16410	80	7	especially	especially	ADV
crl-16410	80	8	those	those	DET
crl-16410	80	9	online	online	ADJ
crl-16410	80	10	,	,	PUNCT
crl-16410	80	11	do	do	AUX
crl-16410	80	12	not	not	PART
crl-16410	80	13	consistently	consistently	ADV
crl-16410	80	14	include	include	VERB
crl-16410	80	15	a	a	DET
crl-16410	80	16	research	research	NOUN
crl-16410	80	17	component	component	NOUN
crl-16410	80	18	,	,	PUNCT
crl-16410	80	19	so	so	CCONJ
crl-16410	80	20	some	some	DET
crl-16410	80	21	sections	section	NOUN
crl-16410	80	22	did	do	AUX
crl-16410	80	23	not	not	PART
crl-16410	80	24	have	have	VERB
crl-16410	80	25	assignments	assignment	NOUN
crl-16410	80	26	that	that	PRON
crl-16410	80	27	met	meet	VERB
crl-16410	80	28	our	our	PRON
crl-16410	80	29	criteria	criterion	NOUN
crl-16410	80	30	.	.	PUNCT
crl-16410	81	1	we	we	PRON
crl-16410	81	2	randomly	randomly	ADV
crl-16410	81	3	selected	select	VERB
crl-16410	81	4	eight	eight	NUM
crl-16410	81	5	papers	paper	NOUN
crl-16410	81	6	from	from	ADP
crl-16410	81	7	each	each	PRON
crl-16410	81	8	of	of	ADP
crl-16410	81	9	the	the	DET
crl-16410	81	10	32	32	NUM
crl-16410	81	11	sections	section	NOUN
crl-16410	81	12	that	that	PRON
crl-16410	81	13	provided	provide	VERB
crl-16410	81	14	more	more	ADJ
crl-16410	81	15	than	than	ADP
crl-16410	81	16	eight	eight	NUM
crl-16410	81	17	papers	paper	NOUN
crl-16410	81	18	.	.	PUNCT
crl-16410	82	1	four	four	NUM
crl-16410	82	2	sections	section	NOUN
crl-16410	82	3	provided	provide	VERB
crl-16410	82	4	fewer	few	ADJ
crl-16410	82	5	than	than	ADP
crl-16410	82	6	eight	eight	NUM
crl-16410	82	7	papers	paper	NOUN
crl-16410	82	8	,	,	PUNCT
crl-16410	82	9	and	and	CCONJ
crl-16410	82	10	we	we	PRON
crl-16410	82	11	included	include	VERB
crl-16410	82	12	all	all	PRON
crl-16410	82	13	of	of	ADP
crl-16410	82	14	these	these	PRON
crl-16410	82	15	in	in	ADP
crl-16410	82	16	the	the	DET
crl-16410	82	17	sample	sample	NOUN
crl-16410	82	18	.	.	PUNCT
crl-16410	83	1	we	we	PRON
crl-16410	83	2	chose	choose	VERB
crl-16410	83	3	eight	eight	NUM
crl-16410	83	4	as	as	ADP
crl-16410	83	5	our	our	PRON
crl-16410	83	6	sample	sample	NOUN
crl-16410	83	7	number	number	NOUN
crl-16410	83	8	from	from	ADP
crl-16410	83	9	each	each	DET
crl-16410	83	10	section	section	NOUN
crl-16410	83	11	because	because	SCONJ
crl-16410	83	12	it	it	PRON
crl-16410	83	13	provided	provide	VERB
crl-16410	83	14	a	a	DET
crl-16410	83	15	strong	strong	ADJ
crl-16410	83	16	,	,	PUNCT
crl-16410	83	17	large	large	ADJ
crl-16410	83	18	sample	sample	NOUN
crl-16410	83	19	and	and	CCONJ
crl-16410	83	20	all	all	PRON
crl-16410	83	21	but	but	SCONJ
crl-16410	83	22	the	the	DET
crl-16410	83	23	four	four	NUM
crl-16410	83	24	mentioned	mention	VERB
crl-16410	83	25	sections	section	NOUN
crl-16410	83	26	had	have	VERB
crl-16410	83	27	at	at	ADV
crl-16410	83	28	least	least	ADV
crl-16410	83	29	eight	eight	NUM
crl-16410	83	30	papers	paper	NOUN
crl-16410	83	31	to	to	PART
crl-16410	83	32	contribute	contribute	VERB
crl-16410	83	33	.	.	PUNCT
crl-16410	84	1	the	the	DET
crl-16410	84	2	total	total	ADJ
crl-16410	84	3	enrollment	enrollment	NOUN
crl-16410	84	4	for	for	ADP
crl-16410	84	5	the	the	DET
crl-16410	84	6	course	course	NOUN
crl-16410	84	7	was	be	AUX
crl-16410	84	8	1,932	1,932	NUM
crl-16410	84	9	in	in	ADP
crl-16410	84	10	fall	fall	NOUN
crl-16410	84	11	2010	2010	NUM
crl-16410	84	12	,	,	PUNCT
crl-16410	84	13	and	and	CCONJ
crl-16410	84	14	we	we	PRON
crl-16410	84	15	had	have	VERB
crl-16410	84	16	a	a	DET
crl-16410	84	17	final	final	ADJ
crl-16410	84	18	usable	usable	ADJ
crl-16410	84	19	sample	sample	NOUN
crl-16410	84	20	of	of	ADP
crl-16410	84	21	270	270	NUM
crl-16410	84	22	(	(	PUNCT
crl-16410	84	23	14	14	NUM
crl-16410	84	24	%	%	NOUN
crl-16410	84	25	of	of	ADP
crl-16410	84	26	the	the	DET
crl-16410	84	27	total	total	ADJ
crl-16410	84	28	enrollment	enrollment	NOUN
crl-16410	84	29	)	)	PUNCT
crl-16410	84	30	.	.	PUNCT
crl-16410	85	1	in	in	ADP
crl-16410	85	2	spring	spring	NOUN
crl-16410	85	3	2011	2011	NUM
crl-16410	85	4	we	we	PRON
crl-16410	85	5	collected	collect	VERB
crl-16410	85	6	papers	paper	NOUN
crl-16410	85	7	from	from	ADP
crl-16410	85	8	56	56	NUM
crl-16410	85	9	of	of	ADP
crl-16410	85	10	57	57	NUM
crl-16410	85	11	engl	engl	ADJ
crl-16410	85	12	2010	2010	NUM
crl-16410	85	13	sections	section	NOUN
crl-16410	85	14	,	,	PUNCT
crl-16410	85	15	including	include	VERB
crl-16410	85	16	eight	eight	NUM
crl-16410	85	17	distance	distance	NOUN
crl-16410	85	18	sections	section	NOUN
crl-16410	85	19	.	.	PUNCT
crl-16410	86	1	participation	participation	NOUN
crl-16410	86	2	was	be	AUX
crl-16410	86	3	much	much	ADV
crl-16410	86	4	higher	high	ADJ
crl-16410	86	5	for	for	ADP
crl-16410	86	6	this	this	DET
crl-16410	86	7	course	course	NOUN
crl-16410	86	8	,	,	PUNCT
crl-16410	86	9	because	because	SCONJ
crl-16410	86	10	the	the	DET
crl-16410	86	11	english	english	PROPN
crl-16410	86	12	department	department	NOUN
crl-16410	86	13	was	be	AUX
crl-16410	86	14	conducting	conduct	VERB
crl-16410	86	15	its	its	PRON
crl-16410	86	16	own	own	ADJ
crl-16410	86	17	assessment	assessment	NOUN
crl-16410	86	18	of	of	ADP
crl-16410	86	19	student	student	NOUN
crl-16410	86	20	work	work	NOUN
crl-16410	86	21	and	and	CCONJ
crl-16410	86	22	we	we	PRON
crl-16410	86	23	piggybacked	piggyback	VERB
crl-16410	86	24	on	on	ADP
crl-16410	86	25	their	their	PRON
crl-16410	86	26	data	data	NOUN
crl-16410	86	27	collection	collection	NOUN
crl-16410	86	28	.	.	PUNCT
crl-16410	87	1	we	we	PRON
crl-16410	87	2	collected	collect	VERB
crl-16410	87	3	20–23	20–23	NUM
crl-16410	87	4	papers	paper	NOUN
crl-16410	87	5	from	from	ADP
crl-16410	87	6	each	each	DET
crl-16410	87	7	section	section	NOUN
crl-16410	87	8	and	and	CCONJ
crl-16410	87	9	randomly	randomly	ADV
crl-16410	87	10	selected	select	VERB
crl-16410	87	11	eight	eight	NUM
crl-16410	87	12	papers	paper	NOUN
crl-16410	87	13	from	from	ADP
crl-16410	87	14	each	each	DET
crl-16410	87	15	section	section	NOUN
crl-16410	87	16	,	,	PUNCT
crl-16410	87	17	for	for	ADP
crl-16410	87	18	a	a	DET
crl-16410	87	19	total	total	ADJ
crl-16410	87	20	usable	usable	ADJ
crl-16410	87	21	sample	sample	NOUN
crl-16410	87	22	of	of	ADP
crl-16410	87	23	468	468	NUM
crl-16410	87	24	papers	paper	NOUN
crl-16410	87	25	,	,	PUNCT
crl-16410	87	26	representing	represent	VERB
crl-16410	87	27	27	27	NUM
crl-16410	87	28	percent	percent	NOUN
crl-16410	87	29	of	of	ADP
crl-16410	87	30	the	the	DET
crl-16410	87	31	total	total	ADJ
crl-16410	87	32	enrollment	enrollment	NOUN
crl-16410	87	33	.	.	PUNCT
crl-16410	88	1	for	for	ADP
crl-16410	88	2	the	the	DET
crl-16410	88	3	psychology	psychology	NOUN
crl-16410	88	4	and	and	CCONJ
crl-16410	88	5	history	history	NOUN
crl-16410	88	6	classes	class	NOUN
crl-16410	88	7	,	,	PUNCT
crl-16410	88	8	we	we	PRON
crl-16410	88	9	decided	decide	VERB
crl-16410	88	10	not	not	PART
crl-16410	88	11	to	to	PART
crl-16410	88	12	sample	sample	VERB
crl-16410	88	13	the	the	DET
crl-16410	88	14	papers	paper	NOUN
crl-16410	88	15	because	because	SCONJ
crl-16410	88	16	of	of	ADP
crl-16410	88	17	much	much	ADV
crl-16410	88	18	smaller	small	ADJ
crl-16410	88	19	enrollments	enrollment	NOUN
crl-16410	88	20	.	.	PUNCT
crl-16410	89	1	we	we	PRON
crl-16410	89	2	collected	collect	VERB
crl-16410	89	3	papers	paper	NOUN
crl-16410	89	4	from	from	ADP
crl-16410	89	5	all	all	DET
crl-16410	89	6	students	student	NOUN
crl-16410	89	7	willing	willing	ADJ
crl-16410	89	8	to	to	PART
crl-16410	89	9	participate	participate	VERB
crl-16410	89	10	in	in	ADP
crl-16410	89	11	the	the	DET
crl-16410	89	12	study	study	NOUN
crl-16410	89	13	.	.	PUNCT
crl-16410	90	1	participation	participation	NOUN
crl-16410	90	2	rates	rate	NOUN
crl-16410	90	3	ranged	range	VERB
crl-16410	90	4	from	from	ADP
crl-16410	90	5	a	a	DET
crl-16410	90	6	low	low	NOUN
crl-16410	90	7	of	of	ADP
crl-16410	90	8	0	0	NUM
crl-16410	90	9	percent	percent	NOUN
crl-16410	90	10	in	in	ADP
crl-16410	90	11	two	two	NUM
crl-16410	90	12	sections	section	NOUN
crl-16410	90	13	of	of	ADP
crl-16410	90	14	psy	psy	NOUN
crl-16410	90	15	3500	3500	NUM
crl-16410	90	16	to	to	ADP
crl-16410	90	17	a	a	DET
crl-16410	90	18	high	high	ADJ
crl-16410	90	19	of	of	ADP
crl-16410	90	20	100	100	NUM
crl-16410	90	21	percent	percent	NOUN
crl-16410	90	22	in	in	ADP
crl-16410	90	23	a	a	DET
crl-16410	90	24	hist	hist	ADJ
crl-16410	90	25	4990	4990	NUM
crl-16410	90	26	section	section	NOUN
crl-16410	90	27	(	(	PUNCT
crl-16410	90	28	capstone	capstone	NOUN
crl-16410	90	29	course	course	NOUN
crl-16410	90	30	)	)	PUNCT
crl-16410	90	31	.	.	PUNCT
crl-16410	91	1	for	for	ADP
crl-16410	91	2	psy	psy	NOUN
crl-16410	91	3	3500	3500	NUM
crl-16410	91	4	(	(	PUNCT
crl-16410	91	5	mid	mid	ADJ
crl-16410	91	6	-	-	NOUN
crl-16410	91	7	level	level	ADJ
crl-16410	91	8	,	,	PUNCT
crl-16410	91	9	required	require	VERB
crl-16410	91	10	,	,	PUNCT
crl-16410	91	11	discipline	discipline	NOUN
crl-16410	91	12	course	course	NOUN
crl-16410	91	13	)	)	PUNCT
crl-16410	91	14	,	,	PUNCT
crl-16410	91	15	we	we	PRON
crl-16410	91	16	obtained	obtain	VERB
crl-16410	91	17	101	101	NUM
crl-16410	91	18	usable	usable	ADJ
crl-16410	91	19	papers	paper	NOUN
crl-16410	91	20	,	,	PUNCT
crl-16410	91	21	or	or	CCONJ
crl-16410	91	22	49	49	NUM
crl-16410	91	23	percent	percent	NOUN
crl-16410	91	24	of	of	ADP
crl-16410	91	25	the	the	DET
crl-16410	91	26	total	total	ADJ
crl-16410	91	27	enrollment	enrollment	NOUN
crl-16410	91	28	in	in	ADP
crl-16410	91	29	fall	fall	NOUN
crl-16410	91	30	2010	2010	NUM
crl-16410	91	31	and	and	CCONJ
crl-16410	91	32	spring	spring	NOUN
crl-16410	91	33	2011	2011	NUM
crl-16410	91	34	.	.	PUNCT
crl-16410	92	1	we	we	PRON
crl-16410	92	2	collected	collect	VERB
crl-16410	92	3	a	a	DET
crl-16410	92	4	total	total	NOUN
crl-16410	92	5	of	of	ADP
crl-16410	92	6	45	45	NUM
crl-16410	92	7	papers	paper	NOUN
crl-16410	92	8	,	,	PUNCT
crl-16410	92	9	or	or	CCONJ
crl-16410	92	10	83	83	NUM
crl-16410	92	11	percent	percent	NOUN
crl-16410	92	12	of	of	ADP
crl-16410	92	13	the	the	DET
crl-16410	92	14	total	total	ADJ
crl-16410	92	15	enrollment	enrollment	NOUN
crl-16410	92	16	for	for	ADP
crl-16410	92	17	hist	hist	NOUN
crl-16410	92	18	4990	4990	NUM
crl-16410	92	19	between	between	ADP
crl-16410	92	20	2009	2009	NUM
crl-16410	92	21	and	and	CCONJ
crl-16410	92	22	2011.25	2011.25	NUM
crl-16410	92	23	we	we	PRON
crl-16410	92	24	stripped	strip	VERB
crl-16410	92	25	identifying	identify	VERB
crl-16410	92	26	information	information	NOUN
crl-16410	92	27	from	from	ADP
crl-16410	92	28	the	the	DET
crl-16410	92	29	papers	paper	NOUN
crl-16410	92	30	and	and	CCONJ
crl-16410	92	31	attached	attach	VERB
crl-16410	92	32	a	a	DET
crl-16410	92	33	numeric	numeric	ADJ
crl-16410	92	34	code	code	NOUN
crl-16410	92	35	so	so	SCONJ
crl-16410	92	36	that	that	SCONJ
crl-16410	92	37	we	we	PRON
crl-16410	92	38	could	could	AUX
crl-16410	92	39	track	track	VERB
crl-16410	92	40	papers	paper	NOUN
crl-16410	92	41	by	by	ADP
crl-16410	92	42	section	section	NOUN
crl-16410	92	43	.	.	PUNCT
crl-16410	93	1	we	we	PRON
crl-16410	93	2	sent	send	VERB
crl-16410	93	3	the	the	DET
crl-16410	93	4	student	student	NOUN
crl-16410	93	5	i	i	NOUN
crl-16410	93	6	d	d	ADJ
crl-16410	93	7	numbers	number	NOUN
crl-16410	93	8	to	to	ADP
crl-16410	93	9	our	our	PRON
crl-16410	93	10	institutional	institutional	ADJ
crl-16410	93	11	research	research	NOUN
crl-16410	93	12	office	office	NOUN
crl-16410	93	13	to	to	PART
crl-16410	93	14	collect	collect	VERB
crl-16410	93	15	demographic	demographic	ADJ
crl-16410	93	16	data	datum	NOUN
crl-16410	93	17	.	.	PUNCT
crl-16410	94	1	(	(	PUNCT
crl-16410	94	2	see	see	VERB
crl-16410	94	3	table	table	NOUN
crl-16410	94	4	1	1	NUM
crl-16410	94	5	for	for	ADP
crl-16410	94	6	an	an	DET
crl-16410	94	7	overview	overview	NOUN
crl-16410	94	8	of	of	ADP
crl-16410	94	9	student	student	NOUN
crl-16410	94	10	demographics	demographic	NOUN
crl-16410	94	11	.	.	PUNCT
crl-16410	94	12	)	)	PUNCT
crl-16410	95	1	rating	rating	NOUN
crl-16410	95	2	procedures	procedure	NOUN
crl-16410	95	3	we	we	PRON
crl-16410	95	4	used	use	VERB
crl-16410	95	5	two	two	NUM
crl-16410	95	6	different	different	ADJ
crl-16410	95	7	rating	rating	NOUN
crl-16410	95	8	procedures	procedure	NOUN
crl-16410	95	9	,	,	PUNCT
crl-16410	95	10	given	give	VERB
crl-16410	95	11	the	the	DET
crl-16410	95	12	different	different	ADJ
crl-16410	95	13	population	population	NOUN
crl-16410	95	14	and	and	CCONJ
crl-16410	95	15	sample	sample	NOUN
crl-16410	95	16	sizes	size	NOUN
crl-16410	95	17	for	for	ADP
crl-16410	95	18	each	each	DET
crl-16410	95	19	course	course	NOUN
crl-16410	95	20	.	.	PUNCT
crl-16410	96	1	we	we	PRON
crl-16410	96	2	went	go	VERB
crl-16410	96	3	through	through	ADP
crl-16410	96	4	a	a	DET
crl-16410	96	5	norming	norming	NOUN
crl-16410	96	6	process	process	NOUN
crl-16410	96	7	,	,	PUNCT
crl-16410	96	8	determined	determine	VERB
crl-16410	96	9	by	by	ADP
crl-16410	96	10	inter	inter	ADJ
crl-16410	96	11	-	-	ADJ
crl-16410	96	12	rater	rater	ADJ
crl-16410	96	13	reliability	reliability	NOUN
crl-16410	96	14	tests	test	NOUN
crl-16410	96	15	,	,	PUNCT
crl-16410	96	16	with	with	ADP
crl-16410	96	17	the	the	DET
crl-16410	96	18	composition	composition	NOUN
crl-16410	96	19	papers	paper	NOUN
crl-16410	96	20	and	and	CCONJ
crl-16410	96	21	then	then	ADV
crl-16410	96	22	split	split	VERB
crl-16410	96	23	the	the	DET
crl-16410	96	24	scoring	scoring	NOUN
crl-16410	96	25	between	between	ADP
crl-16410	96	26	raters	rater	NOUN
crl-16410	96	27	.	.	PUNCT
crl-16410	97	1	multiple	multiple	ADJ
crl-16410	97	2	raters	rater	NOUN
crl-16410	97	3	read	read	VERB
crl-16410	97	4	the	the	DET
crl-16410	97	5	psychology	psychology	NOUN
crl-16410	97	6	and	and	CCONJ
crl-16410	97	7	history	history	NOUN
crl-16410	97	8	papers	paper	NOUN
crl-16410	97	9	and	and	CCONJ
crl-16410	97	10	reached	reach	VERB
crl-16410	97	11	consensus	consensus	NOUN
crl-16410	97	12	scores	score	NOUN
crl-16410	97	13	through	through	ADP
crl-16410	97	14	discussion	discussion	NOUN
crl-16410	97	15	.	.	PUNCT
crl-16410	98	1	the	the	DET
crl-16410	98	2	engl	engl	ADJ
crl-16410	98	3	1010	1010	PROPN
crl-16410	98	4	and	and	CCONJ
crl-16410	98	5	2010	2010	NUM
crl-16410	98	6	courses	course	NOUN
crl-16410	98	7	have	have	VERB
crl-16410	98	8	large	large	ADJ
crl-16410	98	9	enrollments	enrollment	NOUN
crl-16410	98	10	,	,	PUNCT
crl-16410	98	11	so	so	ADV
crl-16410	98	12	we	we	PRON
crl-16410	98	13	drew	draw	VERB
crl-16410	98	14	a	a	DET
crl-16410	98	15	random	random	ADJ
crl-16410	98	16	sample	sample	NOUN
crl-16410	98	17	because	because	SCONJ
crl-16410	98	18	it	it	PRON
crl-16410	98	19	was	be	AUX
crl-16410	98	20	not	not	PART
crl-16410	98	21	feasible	feasible	ADJ
crl-16410	98	22	to	to	PART
crl-16410	98	23	score	score	VERB
crl-16410	98	24	all	all	PRON
crl-16410	98	25	of	of	ADP
crl-16410	98	26	the	the	DET
crl-16410	98	27	papers	paper	NOUN
crl-16410	98	28	.	.	PUNCT
crl-16410	99	1	we	we	PRON
crl-16410	99	2	compared	compare	VERB
crl-16410	99	3	demographic	demographic	ADJ
crl-16410	99	4	data	datum	NOUN
crl-16410	99	5	for	for	ADP
crl-16410	99	6	the	the	DET
crl-16410	99	7	samples	sample	NOUN
crl-16410	99	8	to	to	ADP
crl-16410	99	9	the	the	DET
crl-16410	99	10	entire	entire	ADJ
crl-16410	99	11	population	population	NOUN
crl-16410	99	12	of	of	ADP
crl-16410	99	13	students	student	NOUN
crl-16410	99	14	enrolled	enrol	VERB
crl-16410	99	15	in	in	ADP
crl-16410	99	16	each	each	DET
crl-16410	99	17	course	course	NOUN
crl-16410	99	18	,	,	PUNCT
crl-16410	99	19	including	include	VERB
crl-16410	99	20	gender	gender	NOUN
crl-16410	99	21	,	,	PUNCT
crl-16410	99	22	class	class	NOUN
crl-16410	99	23	standing	standing	NOUN
crl-16410	99	24	,	,	PUNCT
crl-16410	99	25	gpa	gpa	PROPN
crl-16410	99	26	,	,	PUNCT
crl-16410	99	27	and	and	CCONJ
crl-16410	99	28	admissions	admission	NOUN
crl-16410	99	29	index	index	NOUN
crl-16410	99	30	(	(	PUNCT
crl-16410	99	31	a	a	DET
crl-16410	99	32	combination	combination	NOUN
crl-16410	99	33	of	of	ADP
crl-16410	99	34	high	high	ADJ
crl-16410	99	35	school	school	NOUN
crl-16410	99	36	gpa	gpa	NOUN
crl-16410	99	37	and	and	CCONJ
crl-16410	99	38	act	act	VERB
crl-16410	99	39	score	score	NOUN
crl-16410	99	40	)	)	PUNCT
crl-16410	99	41	.	.	PUNCT
crl-16410	100	1	the	the	DET
crl-16410	100	2	percentage	percentage	NOUN
crl-16410	100	3	of	of	ADP
crl-16410	100	4	men	man	NOUN
crl-16410	100	5	and	and	CCONJ
crl-16410	100	6	women	woman	NOUN
crl-16410	100	7	in	in	ADP
crl-16410	100	8	both	both	PRON
crl-16410	100	9	engl	engl	ADJ
crl-16410	100	10	1010	1010	NUM
crl-16410	100	11	and	and	CCONJ
crl-16410	100	12	2010	2010	NUM
crl-16410	100	13	samples	sample	NOUN
crl-16410	100	14	were	be	AUX
crl-16410	100	15	nearly	nearly	ADV
crl-16410	100	16	identical	identical	ADJ
crl-16410	100	17	in	in	ADP
crl-16410	100	18	the	the	DET
crl-16410	100	19	sample	sample	NOUN
crl-16410	100	20	and	and	CCONJ
crl-16410	100	21	total	total	NOUN
crl-16410	100	22	enrolled	enrol	VERB
crl-16410	100	23	population	population	NOUN
crl-16410	100	24	.	.	PUNCT
crl-16410	101	1	we	we	PRON
crl-16410	101	2	had	have	VERB
crl-16410	101	3	unreported	unreporte	VERB
crl-16410	101	4	data	datum	NOUN
crl-16410	101	5	on	on	ADP
crl-16410	101	6	class	class	NOUN
crl-16410	101	7	standing	stand	VERB
crl-16410	101	8	for	for	ADP
crl-16410	101	9	a	a	DET
crl-16410	101	10	large	large	ADJ
crl-16410	101	11	number	number	NOUN
crl-16410	101	12	of	of	ADP
crl-16410	101	13	students	student	NOUN
crl-16410	101	14	(	(	PUNCT
crl-16410	101	15	especially	especially	ADV
crl-16410	101	16	in	in	ADP
crl-16410	101	17	engl	engl	ADJ
crl-16410	101	18	1010	1010	NUM
crl-16410	101	19	)	)	PUNCT
crl-16410	101	20	because	because	SCONJ
crl-16410	101	21	of	of	ADP
crl-16410	101	22	a	a	DET
crl-16410	101	23	high	high	ADJ
crl-16410	101	24	number	number	NOUN
crl-16410	101	25	of	of	ADP
crl-16410	101	26	first	first	ADJ
crl-16410	101	27	-	-	PUNCT
crl-16410	101	28	time	time	NOUN
crl-16410	101	29	and	and	CCONJ
crl-16410	101	30	provisionally	provisionally	ADV
crl-16410	101	31	admitted	admit	VERB
crl-16410	101	32	freshmen	freshman	NOUN
crl-16410	101	33	,	,	PUNCT
crl-16410	101	34	so	so	SCONJ
crl-16410	101	35	we	we	PRON
crl-16410	101	36	could	could	AUX
crl-16410	101	37	not	not	PART
crl-16410	101	38	compare	compare	VERB
crl-16410	101	39	our	our	PRON
crl-16410	101	40	samples	sample	NOUN
crl-16410	101	41	based	base	VERB
crl-16410	101	42	on	on	ADP
crl-16410	101	43	class	class	NOUN
crl-16410	101	44	standing	standing	NOUN
crl-16410	101	45	.	.	PUNCT
crl-16410	102	1	we	we	PRON
crl-16410	102	2	used	use	VERB
crl-16410	102	3	both	both	PRON
crl-16410	102	4	gpa	gpa	PROPN
crl-16410	102	5	and	and	CCONJ
crl-16410	102	6	admissions	admission	NOUN
crl-16410	102	7	index	index	NOUN
crl-16410	102	8	as	as	ADP
crl-16410	102	9	proxies	proxy	NOUN
crl-16410	102	10	for	for	ADP
crl-16410	102	11	academic	academic	ADJ
crl-16410	102	12	achievement	achievement	NOUN
crl-16410	102	13	or	or	CCONJ
crl-16410	102	14	performance	performance	NOUN
crl-16410	102	15	.	.	PUNCT
crl-16410	103	1	the	the	DET
crl-16410	103	2	sample	sample	NOUN
crl-16410	103	3	sizes	size	NOUN
crl-16410	103	4	were	be	AUX
crl-16410	103	5	large	large	ADJ
crl-16410	103	6	(	(	PUNCT
crl-16410	103	7	270	270	NUM
crl-16410	103	8	in	in	ADP
crl-16410	103	9	engl	engl	ADJ
crl-16410	103	10	1010	1010	NUM
crl-16410	103	11	and	and	CCONJ
crl-16410	103	12	an	an	DET
crl-16410	103	13	information	information	NOUN
crl-16410	103	14	literacy	literacy	NOUN
crl-16410	103	15	snapshot	snapshot	VERB
crl-16410	103	16	175	175	NUM
crl-16410	103	17	468	468	NUM
crl-16410	103	18	in	in	ADP
crl-16410	103	19	engl	engl	ADJ
crl-16410	103	20	2010	2010	NUM
crl-16410	103	21	)	)	PUNCT
crl-16410	103	22	,	,	PUNCT
crl-16410	103	23	so	so	ADV
crl-16410	103	24	we	we	PRON
crl-16410	103	25	used	use	VERB
crl-16410	103	26	descriptive	descriptive	ADJ
crl-16410	103	27	statistics	statistic	NOUN
crl-16410	103	28	to	to	PART
crl-16410	103	29	compare	compare	VERB
crl-16410	103	30	means	mean	NOUN
crl-16410	103	31	and	and	CCONJ
crl-16410	103	32	standard	standard	ADJ
crl-16410	103	33	deviations	deviation	NOUN
crl-16410	103	34	.	.	PUNCT
crl-16410	104	1	in	in	ADP
crl-16410	104	2	both	both	DET
crl-16410	104	3	cases	case	NOUN
crl-16410	104	4	,	,	PUNCT
crl-16410	104	5	the	the	DET
crl-16410	104	6	mean	mean	ADJ
crl-16410	104	7	and	and	CCONJ
crl-16410	104	8	standard	standard	ADJ
crl-16410	104	9	deviations	deviation	NOUN
crl-16410	104	10	for	for	ADP
crl-16410	104	11	both	both	DET
crl-16410	104	12	gpa	gpa	PROPN
crl-16410	104	13	and	and	CCONJ
crl-16410	104	14	admissions	admission	NOUN
crl-16410	104	15	index	index	NOUN
crl-16410	104	16	were	be	AUX
crl-16410	104	17	very	very	ADV
crl-16410	104	18	close	close	ADJ
crl-16410	104	19	,	,	PUNCT
crl-16410	104	20	suggesting	suggest	VERB
crl-16410	104	21	that	that	SCONJ
crl-16410	104	22	our	our	PRON
crl-16410	104	23	sample	sample	NOUN
crl-16410	104	24	was	be	AUX
crl-16410	104	25	representative	representative	ADJ
crl-16410	104	26	of	of	ADP
crl-16410	104	27	the	the	DET
crl-16410	104	28	total	total	ADJ
crl-16410	104	29	enrolled	enrol	VERB
crl-16410	104	30	populations	population	NOUN
crl-16410	104	31	(	(	PUNCT
crl-16410	104	32	see	see	VERB
crl-16410	104	33	tables	table	NOUN
crl-16410	104	34	2	2	NUM
crl-16410	104	35	and	and	CCONJ
crl-16410	104	36	3	3	NUM
crl-16410	104	37	)	)	PUNCT
crl-16410	104	38	.	.	PUNCT
crl-16410	105	1	the	the	DET
crl-16410	105	2	samples	sample	NOUN
crl-16410	105	3	were	be	AUX
crl-16410	105	4	still	still	ADV
crl-16410	105	5	large	large	ADJ
crl-16410	105	6	in	in	ADP
crl-16410	105	7	the	the	DET
crl-16410	105	8	case	case	NOUN
crl-16410	105	9	of	of	ADP
crl-16410	105	10	engl	engl	ADJ
crl-16410	105	11	1010	1010	NUM
crl-16410	105	12	and	and	CCONJ
crl-16410	105	13	2010	2010	NUM
crl-16410	105	14	,	,	PUNCT
crl-16410	105	15	so	so	ADV
crl-16410	105	16	we	we	PRON
crl-16410	105	17	decided	decide	VERB
crl-16410	105	18	to	to	PART
crl-16410	105	19	split	split	VERB
crl-16410	105	20	the	the	DET
crl-16410	105	21	scoring	scoring	NOUN
crl-16410	105	22	among	among	ADP
crl-16410	105	23	multiple	multiple	ADJ
crl-16410	105	24	raters	rater	NOUN
crl-16410	105	25	after	after	ADP
crl-16410	105	26	a	a	DET
crl-16410	105	27	calibration	calibration	NOUN
crl-16410	105	28	process	process	NOUN
crl-16410	105	29	in	in	ADP
crl-16410	105	30	which	which	PRON
crl-16410	105	31	at	at	ADP
crl-16410	105	32	least	least	ADV
crl-16410	105	33	three	three	NUM
crl-16410	105	34	raters	rater	NOUN
crl-16410	105	35	reached	reach	VERB
crl-16410	105	36	a	a	DET
crl-16410	105	37	good	good	ADJ
crl-16410	105	38	level	level	NOUN
crl-16410	105	39	of	of	ADP
crl-16410	105	40	inter	inter	ADJ
crl-16410	105	41	-	-	ADJ
crl-16410	105	42	rater	rater	ADJ
crl-16410	105	43	reliability	reliability	NOUN
crl-16410	105	44	.	.	PUNCT
crl-16410	106	1	we	we	PRON
crl-16410	106	2	determined	determine	VERB
crl-16410	106	3	inter	inter	ADJ
crl-16410	106	4	-	-	ADJ
crl-16410	106	5	rater	rater	ADJ
crl-16410	106	6	reliability	reliability	NOUN
crl-16410	106	7	using	use	VERB
crl-16410	106	8	krippendorf	krippendorf	PROPN
crl-16410	106	9	’s	’s	PART
crl-16410	106	10	alpha	alpha	NOUN
crl-16410	106	11	.	.	PUNCT
crl-16410	107	1	we	we	PRON
crl-16410	107	2	chose	choose	VERB
crl-16410	107	3	this	this	DET
crl-16410	107	4	test	test	NOUN
crl-16410	107	5	because	because	SCONJ
crl-16410	107	6	it	it	PRON
crl-16410	107	7	applies	apply	VERB
crl-16410	107	8	to	to	ADP
crl-16410	107	9	ordinal	ordinal	ADJ
crl-16410	107	10	data	datum	NOUN
crl-16410	107	11	,	,	PUNCT
crl-16410	107	12	is	be	AUX
crl-16410	107	13	effective	effective	ADJ
crl-16410	107	14	across	across	ADP
crl-16410	107	15	multiple	multiple	ADJ
crl-16410	107	16	coders	coder	NOUN
crl-16410	107	17	and	and	CCONJ
crl-16410	107	18	across	across	ADP
crl-16410	107	19	different	different	ADJ
crl-16410	107	20	sample	sample	NOUN
crl-16410	107	21	sizes	size	NOUN
crl-16410	107	22	,	,	PUNCT
crl-16410	107	23	and	and	CCONJ
crl-16410	107	24	is	be	AUX
crl-16410	107	25	more	more	ADV
crl-16410	107	26	sensitive	sensitive	ADJ
crl-16410	107	27	to	to	ADP
crl-16410	107	28	variance	variance	NOUN
crl-16410	107	29	than	than	ADP
crl-16410	107	30	other	other	ADJ
crl-16410	107	31	measures	measure	NOUN
crl-16410	107	32	,	,	PUNCT
crl-16410	107	33	like	like	ADP
crl-16410	107	34	cohen	cohen	PROPN
crl-16410	107	35	’s	’s	PART
crl-16410	107	36	kappa	kappa	PROPN
crl-16410	107	37	.	.	PUNCT
crl-16410	108	1	perfect	perfect	ADJ
crl-16410	108	2	agreement	agreement	NOUN
crl-16410	108	3	produces	produce	VERB
crl-16410	108	4	a	a	DET
crl-16410	108	5	score	score	NOUN
crl-16410	108	6	of	of	ADP
crl-16410	108	7	one	one	NUM
crl-16410	108	8	and	and	CCONJ
crl-16410	108	9	a	a	DET
crl-16410	108	10	zero	zero	NUM
crl-16410	108	11	score	score	NOUN
crl-16410	108	12	means	mean	VERB
crl-16410	108	13	disagreement	disagreement	NOUN
crl-16410	108	14	or	or	CCONJ
crl-16410	108	15	a	a	DET
crl-16410	108	16	level	level	NOUN
crl-16410	108	17	of	of	ADP
crl-16410	108	18	agreement	agreement	NOUN
crl-16410	108	19	that	that	PRON
crl-16410	108	20	would	would	AUX
crl-16410	108	21	occur	occur	VERB
crl-16410	108	22	with	with	ADP
crl-16410	108	23	completely	completely	ADV
crl-16410	108	24	random	random	ADJ
crl-16410	108	25	ratings.26	ratings.26	NOUN
crl-16410	108	26	we	we	PRON
crl-16410	108	27	used	use	VERB
crl-16410	108	28	the	the	DET
crl-16410	108	29	web	web	NOUN
crl-16410	108	30	-	-	PUNCT
crl-16410	108	31	based	base	VERB
crl-16410	108	32	calculator	calculator	NOUN
crl-16410	108	33	recal	recal	ADJ
crl-16410	108	34	for	for	ADP
crl-16410	108	35	ordinal	ordinal	ADJ
crl-16410	108	36	,	,	PUNCT
crl-16410	108	37	interval	interval	NOUN
crl-16410	108	38	,	,	PUNCT
crl-16410	108	39	and	and	CCONJ
crl-16410	108	40	ratio	ratio	NOUN
crl-16410	108	41	data	data	PROPN
crl-16410	108	42	(	(	PUNCT
crl-16410	108	43	oir).27	oir).27	PROPN
crl-16410	108	44	during	during	ADP
crl-16410	108	45	the	the	DET
crl-16410	108	46	calibration	calibration	NOUN
crl-16410	108	47	process	process	NOUN
crl-16410	108	48	,	,	PUNCT
crl-16410	108	49	our	our	PRON
crl-16410	108	50	goal	goal	NOUN
crl-16410	108	51	was	be	AUX
crl-16410	108	52	to	to	PART
crl-16410	108	53	reach	reach	VERB
crl-16410	108	54	at	at	ADV
crl-16410	108	55	least	least	ADJ
crl-16410	108	56	a	a	DET
crl-16410	108	57	good	good	ADJ
crl-16410	108	58	level	level	NOUN
crl-16410	108	59	of	of	ADP
crl-16410	108	60	agreement	agreement	NOUN
crl-16410	108	61	(	(	PUNCT
crl-16410	108	62	ka	ka	X
crl-16410	108	63	greater	great	ADJ
crl-16410	108	64	than	than	ADP
crl-16410	108	65	0.61	0.61	NUM
crl-16410	108	66	)	)	PUNCT
crl-16410	108	67	.	.	PUNCT
crl-16410	109	1	for	for	ADP
crl-16410	109	2	the	the	DET
crl-16410	109	3	smaller	small	ADJ
crl-16410	109	4	populations	population	NOUN
crl-16410	109	5	in	in	ADP
crl-16410	109	6	psychology	psychology	NOUN
crl-16410	109	7	and	and	CCONJ
crl-16410	109	8	history	history	NOUN
crl-16410	109	9	,	,	PUNCT
crl-16410	109	10	we	we	PRON
crl-16410	109	11	collected	collect	VERB
crl-16410	109	12	as	as	ADP
crl-16410	109	13	many	many	ADJ
crl-16410	109	14	papers	paper	NOUN
crl-16410	109	15	as	as	ADP
crl-16410	109	16	possible	possible	ADJ
crl-16410	109	17	and	and	CCONJ
crl-16410	109	18	scored	score	VERB
crl-16410	109	19	all	all	PRON
crl-16410	109	20	of	of	ADP
crl-16410	109	21	them	they	PRON
crl-16410	109	22	.	.	PUNCT
crl-16410	110	1	both	both	CCONJ
crl-16410	110	2	these	these	DET
crl-16410	110	3	courses	course	NOUN
crl-16410	110	4	had	have	VERB
crl-16410	110	5	fewer	few	ADJ
crl-16410	110	6	students	student	NOUN
crl-16410	110	7	enrolled	enrol	VERB
crl-16410	110	8	than	than	ADP
crl-16410	110	9	table	table	NOUN
crl-16410	110	10	1	1	NUM
crl-16410	110	11	student	student	NOUN
crl-16410	110	12	demographics	demographic	NOUN
crl-16410	110	13	course	course	NOUN
crl-16410	110	14	women/	women/	NUM
crl-16410	110	15	men	man	NOUN
crl-16410	110	16	freshman	freshman	NOUN
crl-16410	110	17	sophomores	sophomore	NOUN
crl-16410	110	18	juniors	juniors	PROPN
crl-16410	110	19	seniors	senior	NOUN
crl-16410	110	20	mean	mean	VERB
crl-16410	110	21	gpa	gpa	PROPN
crl-16410	110	22	(	(	PUNCT
crl-16410	110	23	std	std	PROPN
crl-16410	110	24	dev	dev	PROPN
crl-16410	110	25	)	)	PUNCT
crl-16410	110	26	mean	mean	VERB
crl-16410	110	27	admissions	admission	NOUN
crl-16410	110	28	index	index	NOUN
crl-16410	110	29	number	number	NOUN
crl-16410	110	30	(	(	PUNCT
crl-16410	110	31	std	std	PROPN
crl-16410	110	32	dev	dev	PROPN
crl-16410	110	33	)	)	PUNCT
crl-16410	110	34	engl	engl	ADJ
crl-16410	110	35	1010	1010	NUM
crl-16410	110	36	(	(	PUNCT
crl-16410	110	37	n=276	n=276	NUM
crl-16410	110	38	)	)	PUNCT
crl-16410	110	39	*	*	PUNCT
crl-16410	111	1	160/116	160/116	PROPN
crl-16410	111	2	226	226	NUM
crl-16410	111	3	41	41	NUM
crl-16410	111	4	7	7	NUM
crl-16410	111	5	2	2	NUM
crl-16410	111	6	3.05	3.05	NUM
crl-16410	111	7	(	(	PUNCT
crl-16410	111	8	0.06	0.06	NUM
crl-16410	111	9	)	)	PUNCT
crl-16410	111	10	98.8	98.8	NUM
crl-16410	111	11	(	(	PUNCT
crl-16410	111	12	1.5	1.5	NUM
crl-16410	111	13	)	)	PUNCT
crl-16410	111	14	engl	engl	ADJ
crl-16410	111	15	2010	2010	NUM
crl-16410	111	16	(	(	PUNCT
crl-16410	111	17	n=	n=	PROPN
crl-16410	111	18	468	468	NUM
crl-16410	111	19	)	)	PUNCT
crl-16410	111	20	*	*	PUNCT
crl-16410	111	21	*	*	PUNCT
crl-16410	111	22	256/212	256/212	PROPN
crl-16410	111	23	37	37	NUM
crl-16410	111	24	183	183	NUM
crl-16410	111	25	174	174	NUM
crl-16410	111	26	66	66	NUM
crl-16410	111	27	3.36	3.36	NUM
crl-16410	111	28	(	(	PUNCT
crl-16410	111	29	0.48	0.48	NUM
crl-16410	111	30	)	)	PUNCT
crl-16410	111	31	112.1	112.1	NUM
crl-16410	111	32	(	(	PUNCT
crl-16410	111	33	13.5	13.5	NUM
crl-16410	111	34	)	)	PUNCT
crl-16410	111	35	psy	psy	NOUN
crl-16410	111	36	3500	3500	NUM
crl-16410	111	37	(	(	PUNCT
crl-16410	111	38	n=37	n=37	PROPN
crl-16410	111	39	)	)	PUNCT
crl-16410	111	40	*	*	PUNCT
crl-16410	111	41	*	*	PUNCT
crl-16410	111	42	*	*	PUNCT
crl-16410	111	43	19/18	19/18	NUM
crl-16410	111	44	1	1	NUM
crl-16410	111	45	6	6	NUM
crl-16410	111	46	18	18	NUM
crl-16410	111	47	12	12	NUM
crl-16410	111	48	3.44	3.44	NUM
crl-16410	111	49	(	(	PUNCT
crl-16410	111	50	0.60	0.60	NUM
crl-16410	111	51	)	)	PUNCT
crl-16410	111	52	112.9	112.9	NUM
crl-16410	111	53	(	(	PUNCT
crl-16410	111	54	11.6	11.6	NUM
crl-16410	111	55	)	)	PUNCT
crl-16410	111	56	hist	hist	NOUN
crl-16410	111	57	4990	4990	NUM
crl-16410	111	58	(	(	PUNCT
crl-16410	111	59	n=	n=	PROPN
crl-16410	111	60	16	16	NUM
crl-16410	111	61	)	)	PUNCT
crl-16410	111	62	*	*	PUNCT
crl-16410	111	63	*	*	PUNCT
crl-16410	111	64	*	*	NOUN
crl-16410	111	65	8/8	8/8	NUM
crl-16410	111	66	0	0	NUM
crl-16410	111	67	0	0	NUM
crl-16410	111	68	3	3	NUM
crl-16410	111	69	13	13	NUM
crl-16410	111	70	3.50	3.50	NUM
crl-16410	111	71	(	(	PUNCT
crl-16410	111	72	0.30	0.30	NUM
crl-16410	111	73	)	)	PUNCT
crl-16410	111	74	112.2	112.2	NUM
crl-16410	111	75	(	(	PUNCT
crl-16410	111	76	15.6	15.6	NUM
crl-16410	111	77	)	)	PUNCT
crl-16410	111	78	*	*	PUNCT
crl-16410	112	1	some	some	DET
crl-16410	112	2	papers	paper	NOUN
crl-16410	112	3	did	do	AUX
crl-16410	112	4	not	not	PART
crl-16410	112	5	meet	meet	VERB
crl-16410	112	6	the	the	DET
crl-16410	112	7	assignment	assignment	NOUN
crl-16410	112	8	requirements	requirement	NOUN
crl-16410	112	9	and	and	CCONJ
crl-16410	112	10	were	be	AUX
crl-16410	112	11	not	not	PART
crl-16410	112	12	scored	score	VERB
crl-16410	112	13	,	,	PUNCT
crl-16410	112	14	so	so	CCONJ
crl-16410	112	15	this	this	DET
crl-16410	112	16	number	number	NOUN
crl-16410	112	17	is	be	AUX
crl-16410	112	18	slightly	slightly	ADV
crl-16410	112	19	higher	high	ADJ
crl-16410	112	20	than	than	ADP
crl-16410	112	21	the	the	DET
crl-16410	112	22	actual	actual	ADJ
crl-16410	112	23	sample	sample	NOUN
crl-16410	112	24	.	.	PUNCT
crl-16410	113	1	*	*	PUNCT
crl-16410	113	2	*	*	PUNCT
crl-16410	113	3	class	class	NOUN
crl-16410	113	4	standing	stand	VERB
crl-16410	113	5	unknown	unknown	ADJ
crl-16410	113	6	for	for	ADP
crl-16410	113	7	8	8	NUM
crl-16410	113	8	students	student	NOUN
crl-16410	113	9	.	.	PUNCT
crl-16410	114	1	*	*	PUNCT
crl-16410	114	2	*	*	PUNCT
crl-16410	114	3	*	*	PUNCT
crl-16410	114	4	some	some	DET
crl-16410	114	5	students	student	NOUN
crl-16410	114	6	did	do	AUX
crl-16410	114	7	not	not	PART
crl-16410	114	8	provide	provide	VERB
crl-16410	114	9	correct	correct	ADJ
crl-16410	114	10	i	i	NOUN
crl-16410	114	11	d	d	ADJ
crl-16410	114	12	numbers	number	NOUN
crl-16410	114	13	so	so	SCONJ
crl-16410	114	14	we	we	PRON
crl-16410	114	15	could	could	AUX
crl-16410	114	16	not	not	PART
crl-16410	114	17	get	get	VERB
crl-16410	114	18	complete	complete	ADJ
crl-16410	114	19	demographic	demographic	ADJ
crl-16410	114	20	information	information	NOUN
crl-16410	114	21	.	.	PUNCT
crl-16410	115	1	table	table	NOUN
crl-16410	115	2	2	2	NUM
crl-16410	115	3	engl	engl	ADJ
crl-16410	115	4	1010	1010	NUM
crl-16410	115	5	admissions	admission	NOUN
crl-16410	115	6	index	index	NOUN
crl-16410	115	7	and	and	CCONJ
crl-16410	115	8	gpa	gpa	PROPN
crl-16410	115	9	engl	engl	PROPN
crl-16410	115	10	1010	1010	NUM
crl-16410	115	11	admissions	admission	NOUN
crl-16410	115	12	index	index	NOUN
crl-16410	115	13	n	n	PROPN
crl-16410	115	14	mean	mean	VERB
crl-16410	115	15	sd	sd	PROPN
crl-16410	115	16	median	median	PROPN
crl-16410	115	17	min	min	PROPN
crl-16410	115	18	max	max	PROPN
crl-16410	115	19	sample	sample	NOUN
crl-16410	115	20	254	254	NUM
crl-16410	115	21	106.92	106.92	NUM
crl-16410	115	22	9.9	9.9	NUM
crl-16410	115	23	108	108	NUM
crl-16410	115	24	81	81	NUM
crl-16410	115	25	127	127	NUM
crl-16410	115	26	population	population	NOUN
crl-16410	115	27	1,309	1,309	NUM
crl-16410	115	28	106.15	106.15	NUM
crl-16410	115	29	12.44	12.44	NUM
crl-16410	115	30	108	108	NUM
crl-16410	115	31	56	56	NUM
crl-16410	115	32	138	138	NUM
crl-16410	115	33	engl	engl	ADJ
crl-16410	115	34	1010	1010	NUM
crl-16410	115	35	gpa	gpa	PROPN
crl-16410	115	36	n	n	PROPN
crl-16410	115	37	mean	mean	NOUN
crl-16410	115	38	sd	sd	PROPN
crl-16410	115	39	median	median	PROPN
crl-16410	115	40	min	min	PROPN
crl-16410	115	41	max	max	PROPN
crl-16410	115	42	sample	sample	NOUN
crl-16410	115	43	275	275	NUM
crl-16410	115	44	3.05	3.05	NUM
crl-16410	115	45	0.69	0.69	NUM
crl-16410	115	46	3.15	3.15	NUM
crl-16410	115	47	0.39	0.39	NUM
crl-16410	115	48	4	4	NUM
crl-16410	115	49	population	population	NOUN
crl-16410	115	50	1,865	1,865	NUM
crl-16410	115	51	3.11	3.11	NUM
crl-16410	115	52	0.84	0.84	NUM
crl-16410	115	53	3.33	3.33	NUM
crl-16410	115	54	0.21	0.21	NUM
crl-16410	115	55	4	4	NUM
crl-16410	115	56	176	176	NUM
crl-16410	115	57	college	college	PROPN
crl-16410	115	58	&	&	CCONJ
crl-16410	115	59	research	research	PROPN
crl-16410	115	60	libraries	library	NOUN
crl-16410	115	61	march	march	PROPN
crl-16410	115	62	2015	2015	NUM
crl-16410	115	63	the	the	DET
crl-16410	115	64	composition	composition	NOUN
crl-16410	115	65	courses	course	NOUN
crl-16410	115	66	;	;	PUNCT
crl-16410	115	67	so	so	CCONJ
crl-16410	115	68	,	,	PUNCT
crl-16410	115	69	to	to	PART
crl-16410	115	70	have	have	VERB
crl-16410	115	71	a	a	DET
crl-16410	115	72	larger	large	ADJ
crl-16410	115	73	set	set	NOUN
crl-16410	115	74	of	of	ADP
crl-16410	115	75	papers	paper	NOUN
crl-16410	115	76	,	,	PUNCT
crl-16410	115	77	we	we	PRON
crl-16410	115	78	used	use	VERB
crl-16410	115	79	every	every	DET
crl-16410	115	80	paper	paper	NOUN
crl-16410	115	81	submitted	submit	VERB
crl-16410	115	82	for	for	ADP
crl-16410	115	83	the	the	DET
crl-16410	115	84	study	study	NOUN
crl-16410	115	85	from	from	ADP
crl-16410	115	86	the	the	DET
crl-16410	115	87	two	two	NUM
crl-16410	115	88	discipline	discipline	NOUN
crl-16410	115	89	courses	course	NOUN
crl-16410	115	90	.	.	PUNCT
crl-16410	116	1	we	we	PRON
crl-16410	116	2	reached	reach	VERB
crl-16410	116	3	agreement	agreement	NOUN
crl-16410	116	4	through	through	ADP
crl-16410	116	5	a	a	DET
crl-16410	116	6	consensus	consensus	NOUN
crl-16410	116	7	process	process	NOUN
crl-16410	116	8	,	,	PUNCT
crl-16410	116	9	with	with	ADP
crl-16410	116	10	multiple	multiple	ADJ
crl-16410	116	11	raters	rater	NOUN
crl-16410	116	12	scoring	score	VERB
crl-16410	116	13	most	most	ADV
crl-16410	116	14	or	or	CCONJ
crl-16410	116	15	all	all	PRON
crl-16410	116	16	of	of	ADP
crl-16410	116	17	the	the	DET
crl-16410	116	18	papers	paper	NOUN
crl-16410	116	19	.	.	PUNCT
crl-16410	117	1	we	we	PRON
crl-16410	117	2	did	do	AUX
crl-16410	117	3	not	not	PART
crl-16410	117	4	have	have	VERB
crl-16410	117	5	extra	extra	ADJ
crl-16410	117	6	papers	paper	NOUN
crl-16410	117	7	for	for	ADP
crl-16410	117	8	calibration	calibration	NOUN
crl-16410	117	9	,	,	PUNCT
crl-16410	117	10	as	as	SCONJ
crl-16410	117	11	we	we	PRON
crl-16410	117	12	did	do	VERB
crl-16410	117	13	with	with	ADP
crl-16410	117	14	the	the	DET
crl-16410	117	15	english	english	ADJ
crl-16410	117	16	courses	course	NOUN
crl-16410	117	17	.	.	PUNCT
crl-16410	118	1	one	one	NUM
crl-16410	118	2	rater	rater	NOUN
crl-16410	118	3	scored	score	VERB
crl-16410	118	4	engl	engl	ADJ
crl-16410	118	5	1010	1010	NUM
crl-16410	118	6	,	,	PUNCT
crl-16410	118	7	psy	psy	NOUN
crl-16410	118	8	3500	3500	NUM
crl-16410	118	9	,	,	PUNCT
crl-16410	118	10	and	and	CCONJ
crl-16410	118	11	hist	hist	NOUN
crl-16410	118	12	4990	4990	NUM
crl-16410	118	13	papers	paper	NOUN
crl-16410	118	14	and	and	CCONJ
crl-16410	118	15	one	one	NUM
crl-16410	118	16	rater	rater	NOUN
crl-16410	118	17	scored	score	VERB
crl-16410	118	18	both	both	CCONJ
crl-16410	118	19	the	the	DET
crl-16410	118	20	engl	engl	ADJ
crl-16410	118	21	1010	1010	NUM
crl-16410	118	22	and	and	CCONJ
crl-16410	118	23	engl	engl	ADJ
crl-16410	118	24	2010	2010	NUM
crl-16410	118	25	papers	paper	NOUN
crl-16410	118	26	,	,	PUNCT
crl-16410	118	27	to	to	PART
crl-16410	118	28	provide	provide	VERB
crl-16410	118	29	continuity	continuity	NOUN
crl-16410	118	30	across	across	ADP
crl-16410	118	31	the	the	DET
crl-16410	118	32	four	four	NUM
crl-16410	118	33	samples	sample	NOUN
crl-16410	118	34	.	.	PUNCT
crl-16410	119	1	for	for	ADP
crl-16410	119	2	engl	engl	ADJ
crl-16410	119	3	1010	1010	NUM
crl-16410	119	4	,	,	PUNCT
crl-16410	119	5	four	four	NUM
crl-16410	119	6	raters	rater	NOUN
crl-16410	119	7	initially	initially	ADV
crl-16410	119	8	scored	score	VERB
crl-16410	119	9	six	six	NUM
crl-16410	119	10	papers	paper	NOUN
crl-16410	119	11	drawn	draw	VERB
crl-16410	119	12	randomly	randomly	ADV
crl-16410	119	13	from	from	ADP
crl-16410	119	14	the	the	DET
crl-16410	119	15	papers	paper	NOUN
crl-16410	119	16	not	not	PART
crl-16410	119	17	chosen	choose	VERB
crl-16410	119	18	for	for	ADP
crl-16410	119	19	the	the	DET
crl-16410	119	20	sample	sample	NOUN
crl-16410	119	21	.	.	PUNCT
crl-16410	120	1	we	we	PRON
crl-16410	120	2	wanted	want	VERB
crl-16410	120	3	to	to	PART
crl-16410	120	4	,	,	PUNCT
crl-16410	120	5	in	in	ADP
crl-16410	120	6	essence	essence	NOUN
crl-16410	120	7	,	,	PUNCT
crl-16410	120	8	practice	practice	NOUN
crl-16410	120	9	on	on	ADP
crl-16410	120	10	papers	paper	NOUN
crl-16410	120	11	that	that	PRON
crl-16410	120	12	were	be	AUX
crl-16410	120	13	not	not	PART
crl-16410	120	14	part	part	NOUN
crl-16410	120	15	of	of	ADP
crl-16410	120	16	the	the	DET
crl-16410	120	17	actual	actual	ADJ
crl-16410	120	18	assessment	assessment	NOUN
crl-16410	120	19	.	.	PUNCT
crl-16410	121	1	the	the	DET
crl-16410	121	2	raters	rater	NOUN
crl-16410	121	3	compared	compare	VERB
crl-16410	121	4	scores	score	NOUN
crl-16410	121	5	,	,	PUNCT
crl-16410	121	6	especially	especially	ADV
crl-16410	121	7	in	in	ADP
crl-16410	121	8	areas	area	NOUN
crl-16410	121	9	with	with	ADP
crl-16410	121	10	low	low	ADJ
crl-16410	121	11	rates	rate	NOUN
crl-16410	121	12	of	of	ADP
crl-16410	121	13	inter	inter	ADJ
crl-16410	121	14	-	-	ADJ
crl-16410	121	15	rater	rater	ADJ
crl-16410	121	16	reliability	reliability	NOUN
crl-16410	121	17	.	.	PUNCT
crl-16410	122	1	they	they	PRON
crl-16410	122	2	discussed	discuss	VERB
crl-16410	122	3	their	their	PRON
crl-16410	122	4	interpretations	interpretation	NOUN
crl-16410	122	5	of	of	ADP
crl-16410	122	6	the	the	DET
crl-16410	122	7	rubric	rubric	NOUN
crl-16410	122	8	,	,	PUNCT
crl-16410	122	9	using	use	VERB
crl-16410	122	10	examples	example	NOUN
crl-16410	122	11	from	from	ADP
crl-16410	122	12	the	the	DET
crl-16410	122	13	papers	paper	NOUN
crl-16410	122	14	themselves	themselves	PRON
crl-16410	122	15	,	,	PUNCT
crl-16410	122	16	and	and	CCONJ
crl-16410	122	17	modified	modify	VERB
crl-16410	122	18	the	the	DET
crl-16410	122	19	rubric	rubric	NOUN
crl-16410	122	20	to	to	PART
crl-16410	122	21	address	address	VERB
crl-16410	122	22	areas	area	NOUN
crl-16410	122	23	of	of	ADP
crl-16410	122	24	confusion	confusion	NOUN
crl-16410	122	25	.	.	PUNCT
crl-16410	123	1	they	they	PRON
crl-16410	123	2	also	also	ADV
crl-16410	123	3	added	add	VERB
crl-16410	123	4	additional	additional	ADJ
crl-16410	123	5	scores	score	NOUN
crl-16410	123	6	on	on	ADP
crl-16410	123	7	the	the	DET
crl-16410	123	8	lower	low	ADJ
crl-16410	123	9	end	end	NOUN
crl-16410	123	10	of	of	ADP
crl-16410	123	11	the	the	DET
crl-16410	123	12	scale	scale	NOUN
crl-16410	123	13	because	because	SCONJ
crl-16410	123	14	the	the	DET
crl-16410	123	15	performance	performance	NOUN
crl-16410	123	16	categories	category	NOUN
crl-16410	123	17	did	do	AUX
crl-16410	123	18	not	not	PART
crl-16410	123	19	capture	capture	VERB
crl-16410	123	20	the	the	DET
crl-16410	123	21	differences	difference	NOUN
crl-16410	123	22	that	that	PRON
crl-16410	123	23	raters	rater	NOUN
crl-16410	123	24	were	be	AUX
crl-16410	123	25	seeing	see	VERB
crl-16410	123	26	in	in	ADP
crl-16410	123	27	the	the	DET
crl-16410	123	28	examples	example	NOUN
crl-16410	123	29	of	of	ADP
crl-16410	123	30	student	student	NOUN
crl-16410	123	31	work	work	NOUN
crl-16410	123	32	.	.	PUNCT
crl-16410	124	1	the	the	DET
crl-16410	124	2	scorers	scorer	NOUN
crl-16410	124	3	of	of	ADP
crl-16410	124	4	the	the	DET
crl-16410	124	5	engl	engl	ADJ
crl-16410	124	6	2010	2010	NUM
crl-16410	124	7	,	,	PUNCT
crl-16410	124	8	psychology	psychology	NOUN
crl-16410	124	9	,	,	PUNCT
crl-16410	124	10	and	and	CCONJ
crl-16410	124	11	history	history	NOUN
crl-16410	124	12	papers	paper	NOUN
crl-16410	124	13	used	use	VERB
crl-16410	124	14	this	this	DET
crl-16410	124	15	revised	revise	VERB
crl-16410	124	16	rubric	rubric	NOUN
crl-16410	124	17	.	.	PUNCT
crl-16410	125	1	(	(	PUNCT
crl-16410	125	2	see	see	VERB
crl-16410	125	3	appendix	appendix	PROPN
crl-16410	125	4	a.	a.	PROPN
crl-16410	125	5	)	)	PUNCT
crl-16410	125	6	for	for	ADP
crl-16410	125	7	the	the	DET
crl-16410	125	8	engl	engl	ADJ
crl-16410	125	9	1010	1010	NUM
crl-16410	125	10	papers	paper	NOUN
crl-16410	125	11	,	,	PUNCT
crl-16410	125	12	the	the	DET
crl-16410	125	13	raters	rater	NOUN
crl-16410	125	14	scored	score	VERB
crl-16410	125	15	four	four	NUM
crl-16410	125	16	additional	additional	ADJ
crl-16410	125	17	rounds	round	NOUN
crl-16410	125	18	of	of	ADP
crl-16410	125	19	six	six	NUM
crl-16410	125	20	papers	paper	NOUN
crl-16410	125	21	.	.	PUNCT
crl-16410	126	1	during	during	ADP
crl-16410	126	2	these	these	DET
crl-16410	126	3	shorter	short	ADJ
crl-16410	126	4	calibration	calibration	NOUN
crl-16410	126	5	rounds	round	NOUN
crl-16410	126	6	,	,	PUNCT
crl-16410	126	7	they	they	PRON
crl-16410	126	8	continued	continue	VERB
crl-16410	126	9	to	to	PART
crl-16410	126	10	clarify	clarify	VERB
crl-16410	126	11	their	their	PRON
crl-16410	126	12	understanding	understanding	NOUN
crl-16410	126	13	of	of	ADP
crl-16410	126	14	the	the	DET
crl-16410	126	15	rubric	rubric	NOUN
crl-16410	126	16	.	.	PUNCT
crl-16410	127	1	by	by	ADP
crl-16410	127	2	the	the	DET
crl-16410	127	3	end	end	NOUN
crl-16410	127	4	of	of	ADP
crl-16410	127	5	the	the	DET
crl-16410	127	6	fourth	fourth	ADJ
crl-16410	127	7	round	round	NOUN
crl-16410	127	8	,	,	PUNCT
crl-16410	127	9	three	three	NUM
crl-16410	127	10	raters	rater	NOUN
crl-16410	127	11	reached	reach	VERB
crl-16410	127	12	good	good	ADJ
crl-16410	127	13	levels	level	NOUN
crl-16410	127	14	of	of	ADP
crl-16410	127	15	agreement	agreement	NOUN
crl-16410	127	16	across	across	ADP
crl-16410	127	17	all	all	DET
crl-16410	127	18	categories	category	NOUN
crl-16410	127	19	.	.	PUNCT
crl-16410	128	1	these	these	DET
crl-16410	128	2	three	three	NUM
crl-16410	128	3	raters	rater	NOUN
crl-16410	128	4	then	then	ADV
crl-16410	128	5	scored	score	VERB
crl-16410	128	6	30	30	NUM
crl-16410	128	7	additional	additional	ADJ
crl-16410	128	8	papers	paper	NOUN
crl-16410	128	9	,	,	PUNCT
crl-16410	128	10	reached	reach	VERB
crl-16410	128	11	good	good	ADJ
crl-16410	128	12	to	to	ADP
crl-16410	128	13	very	very	ADV
crl-16410	128	14	good	good	ADJ
crl-16410	128	15	levels	level	NOUN
crl-16410	128	16	of	of	ADP
crl-16410	128	17	inter	inter	ADJ
crl-16410	128	18	-	-	ADJ
crl-16410	128	19	rater	rater	ADJ
crl-16410	128	20	reliability	reliability	NOUN
crl-16410	128	21	,	,	PUNCT
crl-16410	128	22	and	and	CCONJ
crl-16410	128	23	then	then	ADV
crl-16410	128	24	scored	score	VERB
crl-16410	128	25	a	a	DET
crl-16410	128	26	subset	subset	NOUN
crl-16410	128	27	of	of	ADP
crl-16410	128	28	the	the	DET
crl-16410	128	29	actual	actual	ADJ
crl-16410	128	30	sample	sample	NOUN
crl-16410	128	31	papers	paper	NOUN
crl-16410	128	32	(	(	PUNCT
crl-16410	128	33	see	see	VERB
crl-16410	128	34	table	table	NOUN
crl-16410	128	35	4	4	NUM
crl-16410	128	36	)	)	PUNCT
crl-16410	128	37	.	.	PUNCT
crl-16410	129	1	five	five	NUM
crl-16410	129	2	coders	coder	NOUN
crl-16410	129	3	,	,	PUNCT
crl-16410	129	4	including	include	VERB
crl-16410	129	5	one	one	NUM
crl-16410	129	6	of	of	ADP
crl-16410	129	7	the	the	DET
crl-16410	129	8	final	final	ADJ
crl-16410	129	9	engl	engl	ADJ
crl-16410	129	10	1010	1010	NUM
crl-16410	129	11	raters	rater	NOUN
crl-16410	129	12	,	,	PUNCT
crl-16410	129	13	engaged	engage	VERB
crl-16410	129	14	in	in	ADP
crl-16410	129	15	a	a	DET
crl-16410	129	16	similar	similar	ADJ
crl-16410	129	17	process	process	NOUN
crl-16410	129	18	for	for	ADP
crl-16410	129	19	the	the	DET
crl-16410	129	20	engl	engl	ADJ
crl-16410	129	21	2010	2010	NUM
crl-16410	129	22	papers	paper	NOUN
crl-16410	129	23	,	,	PUNCT
crl-16410	129	24	requiring	require	VERB
crl-16410	129	25	four	four	NUM
crl-16410	129	26	rounds	round	NOUN
crl-16410	129	27	of	of	ADP
crl-16410	129	28	calibration	calibration	NOUN
crl-16410	129	29	.	.	PUNCT
crl-16410	130	1	three	three	NUM
crl-16410	130	2	coders	coder	NOUN
crl-16410	130	3	achieved	achieve	VERB
crl-16410	130	4	good	good	ADJ
crl-16410	130	5	levels	level	NOUN
crl-16410	130	6	of	of	ADP
crl-16410	130	7	inter	inter	ADJ
crl-16410	130	8	-	-	ADJ
crl-16410	130	9	rater	rater	ADJ
crl-16410	130	10	reliability	reliability	NOUN
crl-16410	130	11	by	by	ADP
crl-16410	130	12	round	round	ADJ
crl-16410	130	13	three	three	NUM
crl-16410	130	14	(	(	PUNCT
crl-16410	130	15	n=30	n=30	NOUN
crl-16410	130	16	papers	paper	NOUN
crl-16410	130	17	)	)	PUNCT
crl-16410	130	18	for	for	ADP
crl-16410	130	19	categories	category	NOUN
crl-16410	130	20	2	2	NUM
crl-16410	130	21	,	,	PUNCT
crl-16410	130	22	3	3	NUM
crl-16410	130	23	,	,	PUNCT
crl-16410	130	24	and	and	CCONJ
crl-16410	130	25	4	4	NUM
crl-16410	130	26	,	,	PUNCT
crl-16410	130	27	but	but	CCONJ
crl-16410	130	28	they	they	PRON
crl-16410	130	29	conducted	conduct	VERB
crl-16410	130	30	a	a	DET
crl-16410	130	31	fourth	fourth	ADJ
crl-16410	130	32	round	round	NOUN
crl-16410	130	33	of	of	ADP
crl-16410	130	34	calibration	calibration	NOUN
crl-16410	130	35	(	(	PUNCT
crl-16410	130	36	n=9	n=9	PROPN
crl-16410	130	37	papers	paper	NOUN
crl-16410	130	38	)	)	PUNCT
crl-16410	130	39	to	to	PART
crl-16410	130	40	reach	reach	VERB
crl-16410	130	41	good	good	ADJ
crl-16410	130	42	levels	level	NOUN
crl-16410	130	43	of	of	ADP
crl-16410	130	44	agreement	agreement	NOUN
crl-16410	130	45	for	for	ADP
crl-16410	130	46	categories	category	NOUN
crl-16410	130	47	1	1	NUM
crl-16410	130	48	and	and	CCONJ
crl-16410	130	49	5	5	NUM
crl-16410	130	50	(	(	PUNCT
crl-16410	130	51	see	see	VERB
crl-16410	130	52	table	table	NOUN
crl-16410	130	53	5	5	NUM
crl-16410	130	54	)	)	PUNCT
crl-16410	130	55	.	.	PUNCT
crl-16410	131	1	three	three	NUM
crl-16410	131	2	librarians	librarian	NOUN
crl-16410	131	3	with	with	ADP
crl-16410	131	4	subject	subject	ADJ
crl-16410	131	5	responsibility	responsibility	NOUN
crl-16410	131	6	in	in	ADP
crl-16410	131	7	psychology	psychology	NOUN
crl-16410	131	8	or	or	CCONJ
crl-16410	131	9	human	human	ADJ
crl-16410	131	10	development	development	NOUN
crl-16410	131	11	rated	rate	VERB
crl-16410	131	12	the	the	DET
crl-16410	131	13	psy	psy	NOUN
crl-16410	131	14	3500	3500	NUM
crl-16410	131	15	papers	paper	NOUN
crl-16410	131	16	.	.	PUNCT
crl-16410	132	1	they	they	PRON
crl-16410	132	2	conducted	conduct	VERB
crl-16410	132	3	iterative	iterative	ADJ
crl-16410	132	4	rounds	round	NOUN
crl-16410	132	5	of	of	ADP
crl-16410	132	6	calibration	calibration	NOUN
crl-16410	132	7	,	,	PUNCT
crl-16410	132	8	scoring	score	VERB
crl-16410	132	9	five	five	NUM
crl-16410	132	10	papers	paper	NOUN
crl-16410	132	11	in	in	ADP
crl-16410	132	12	each	each	DET
crl-16410	132	13	round	round	ADJ
crl-16410	132	14	,	,	PUNCT
crl-16410	132	15	discussing	discuss	VERB
crl-16410	132	16	areas	area	NOUN
crl-16410	132	17	of	of	ADP
crl-16410	132	18	strong	strong	ADJ
crl-16410	132	19	and	and	CCONJ
crl-16410	132	20	weak	weak	ADJ
crl-16410	132	21	agreement	agreement	NOUN
crl-16410	132	22	.	.	PUNCT
crl-16410	133	1	after	after	ADP
crl-16410	133	2	three	three	NUM
crl-16410	133	3	rounds	round	NOUN
crl-16410	133	4	of	of	ADP
crl-16410	133	5	calibration	calibration	NOUN
crl-16410	133	6	,	,	PUNCT
crl-16410	133	7	scorers	scorer	NOUN
crl-16410	133	8	felt	feel	VERB
crl-16410	133	9	they	they	PRON
crl-16410	133	10	could	could	AUX
crl-16410	133	11	reach	reach	VERB
crl-16410	133	12	a	a	DET
crl-16410	133	13	fair	fair	ADJ
crl-16410	133	14	to	to	PART
crl-16410	133	15	good	good	ADJ
crl-16410	133	16	level	level	NOUN
crl-16410	133	17	of	of	ADP
crl-16410	133	18	agreement	agreement	NOUN
crl-16410	133	19	across	across	ADP
crl-16410	133	20	most	most	ADJ
crl-16410	133	21	categories	category	NOUN
crl-16410	133	22	.	.	PUNCT
crl-16410	134	1	each	each	DET
crl-16410	134	2	rater	rater	NOUN
crl-16410	134	3	scored	score	VERB
crl-16410	134	4	the	the	DET
crl-16410	134	5	table	table	NOUN
crl-16410	134	6	3	3	NUM
crl-16410	134	7	engl	engl	ADJ
crl-16410	134	8	2010	2010	NUM
crl-16410	134	9	admissions	admission	NOUN
crl-16410	134	10	index	index	NOUN
crl-16410	134	11	and	and	CCONJ
crl-16410	134	12	gpa	gpa	PROPN
crl-16410	134	13	engl	engl	PROPN
crl-16410	134	14	2010	2010	NUM
crl-16410	134	15	admissions	admission	NOUN
crl-16410	134	16	index	index	NOUN
crl-16410	134	17	n	n	PROPN
crl-16410	134	18	mean	mean	VERB
crl-16410	134	19	sd	sd	PROPN
crl-16410	134	20	median	median	PROPN
crl-16410	134	21	min	min	PROPN
crl-16410	134	22	max	max	PROPN
crl-16410	134	23	sample	sample	NOUN
crl-16410	134	24	376	376	NUM
crl-16410	134	25	112.19	112.19	NUM
crl-16410	134	26	13.98	13.98	NUM
crl-16410	134	27	113	113	NUM
crl-16410	134	28	69	69	NUM
crl-16410	134	29	140	140	NUM
crl-16410	134	30	population	population	NOUN
crl-16410	134	31	1,301	1,301	NUM
crl-16410	134	32	110.71	110.71	NUM
crl-16410	134	33	13.74	13.74	NUM
crl-16410	134	34	112	112	NUM
crl-16410	134	35	63	63	NUM
crl-16410	134	36	140	140	NUM
crl-16410	134	37	engl	engl	ADJ
crl-16410	134	38	2010	2010	NUM
crl-16410	134	39	gpa	gpa	PROPN
crl-16410	134	40	n	n	PROPN
crl-16410	134	41	mean	mean	NOUN
crl-16410	134	42	sd	sd	PROPN
crl-16410	134	43	median	median	PROPN
crl-16410	134	44	min	min	PROPN
crl-16410	134	45	max	max	PROPN
crl-16410	134	46	sample	sample	NOUN
crl-16410	134	47	466	466	NUM
crl-16410	134	48	3.36	3.36	NUM
crl-16410	134	49	0.61	0.61	NUM
crl-16410	134	50	3.5	3.5	NUM
crl-16410	134	51	0.83	0.83	NUM
crl-16410	134	52	4	4	NUM
crl-16410	134	53	population	population	NOUN
crl-16410	134	54	1,597	1,597	NUM
crl-16410	134	55	3.23	3.23	NUM
crl-16410	134	56	0.72	0.72	NUM
crl-16410	134	57	3.42	3.42	NUM
crl-16410	134	58	0.09	0.09	NUM
crl-16410	134	59	4	4	NUM
crl-16410	134	60	table	table	NOUN
crl-16410	134	61	4	4	NUM
crl-16410	134	62	engl	engl	ADJ
crl-16410	134	63	1010	1010	NUM
crl-16410	134	64	inter	inter	ADJ
crl-16410	134	65	-	-	ADJ
crl-16410	134	66	rater	rater	ADJ
crl-16410	134	67	reliability	reliability	NOUN
crl-16410	134	68	(	(	PUNCT
crl-16410	134	69	n=30	n=30	NOUN
crl-16410	134	70	papers	paper	NOUN
crl-16410	134	71	)	)	PUNCT
crl-16410	134	72	category	category	NOUN
crl-16410	134	73	level	level	NOUN
crl-16410	134	74	of	of	ADP
crl-16410	134	75	agreement	agreement	NOUN
crl-16410	134	76	one	one	NUM
crl-16410	134	77	0.61	0.61	NUM
crl-16410	134	78	two	two	NUM
crl-16410	134	79	0.63	0.63	NUM
crl-16410	134	80	three	three	NUM
crl-16410	134	81	0.62	0.62	NUM
crl-16410	134	82	four	four	NUM
crl-16410	134	83	0.64	0.64	NUM
crl-16410	134	84	five	five	NUM
crl-16410	134	85	0.74	0.74	NUM
crl-16410	134	86	an	an	DET
crl-16410	134	87	information	information	NOUN
crl-16410	134	88	literacy	literacy	NOUN
crl-16410	134	89	snapshot	snapshot	VERB
crl-16410	134	90	177	177	NUM
crl-16410	134	91	remaining	remain	VERB
crl-16410	134	92	papers	paper	NOUN
crl-16410	134	93	and	and	CCONJ
crl-16410	134	94	reached	reach	VERB
crl-16410	134	95	fair	fair	ADJ
crl-16410	134	96	to	to	ADP
crl-16410	134	97	good	good	ADJ
crl-16410	134	98	agreement	agreement	NOUN
crl-16410	134	99	across	across	ADP
crl-16410	134	100	all	all	DET
crl-16410	134	101	categories	category	NOUN
crl-16410	134	102	(	(	PUNCT
crl-16410	134	103	see	see	VERB
crl-16410	134	104	table	table	NOUN
crl-16410	134	105	6	6	NUM
crl-16410	134	106	)	)	PUNCT
crl-16410	134	107	.	.	PUNCT
crl-16410	135	1	we	we	PRON
crl-16410	135	2	then	then	ADV
crl-16410	135	3	determined	determine	VERB
crl-16410	135	4	the	the	DET
crl-16410	135	5	final	final	ADJ
crl-16410	135	6	scores	score	NOUN
crl-16410	135	7	through	through	ADP
crl-16410	135	8	an	an	DET
crl-16410	135	9	iterative	iterative	ADJ
crl-16410	135	10	process	process	NOUN
crl-16410	135	11	of	of	ADP
crl-16410	135	12	consensus	consensus	NOUN
crl-16410	135	13	building	building	NOUN
crl-16410	135	14	.	.	PUNCT
crl-16410	136	1	we	we	PRON
crl-16410	136	2	discussed	discuss	VERB
crl-16410	136	3	scores	score	NOUN
crl-16410	136	4	that	that	PRON
crl-16410	136	5	differed	differ	VERB
crl-16410	136	6	substantially	substantially	ADV
crl-16410	136	7	across	across	ADP
crl-16410	136	8	all	all	DET
crl-16410	136	9	three	three	NUM
crl-16410	136	10	scorers	scorer	NOUN
crl-16410	136	11	,	,	PUNCT
crl-16410	136	12	comparing	compare	VERB
crl-16410	136	13	these	these	PRON
crl-16410	136	14	to	to	ADP
crl-16410	136	15	“	"	PUNCT
crl-16410	136	16	exemplar	exemplar	ADJ
crl-16410	136	17	”	"	PUNCT
crl-16410	136	18	papers	paper	NOUN
crl-16410	136	19	in	in	ADP
crl-16410	136	20	each	each	DET
crl-16410	136	21	category	category	NOUN
crl-16410	136	22	.	.	PUNCT
crl-16410	137	1	we	we	PRON
crl-16410	137	2	completed	complete	VERB
crl-16410	137	3	a	a	DET
crl-16410	137	4	second	second	ADJ
crl-16410	137	5	round	round	NOUN
crl-16410	137	6	of	of	ADP
crl-16410	137	7	scoring	score	VERB
crl-16410	137	8	for	for	ADP
crl-16410	137	9	papers	paper	NOUN
crl-16410	137	10	with	with	ADP
crl-16410	137	11	high	high	ADJ
crl-16410	137	12	rates	rate	NOUN
crl-16410	137	13	of	of	ADP
crl-16410	137	14	disagreement	disagreement	NOUN
crl-16410	137	15	,	,	PUNCT
crl-16410	137	16	checked	check	VERB
crl-16410	137	17	inter	inter	ADJ
crl-16410	137	18	-	-	ADJ
crl-16410	137	19	rater	rater	ADJ
crl-16410	137	20	reliability	reliability	NOUN
crl-16410	137	21	,	,	PUNCT
crl-16410	137	22	and	and	CCONJ
crl-16410	137	23	the	the	DET
crl-16410	137	24	two	two	NUM
crl-16410	137	25	scorers	scorer	NOUN
crl-16410	137	26	with	with	ADP
crl-16410	137	27	the	the	DET
crl-16410	137	28	highest	high	ADJ
crl-16410	137	29	rates	rate	NOUN
crl-16410	137	30	of	of	ADP
crl-16410	137	31	agreement	agreement	NOUN
crl-16410	137	32	reached	reach	VERB
crl-16410	137	33	a	a	DET
crl-16410	137	34	consensus	consensus	NOUN
crl-16410	137	35	on	on	ADP
crl-16410	137	36	the	the	DET
crl-16410	137	37	final	final	ADJ
crl-16410	137	38	scores	score	NOUN
crl-16410	137	39	through	through	ADP
crl-16410	137	40	discussion	discussion	NOUN
crl-16410	137	41	(	(	PUNCT
crl-16410	137	42	see	see	VERB
crl-16410	137	43	table	table	NOUN
crl-16410	137	44	7	7	NUM
crl-16410	137	45	)	)	PUNCT
crl-16410	137	46	.	.	PUNCT
crl-16410	138	1	three	three	NUM
crl-16410	138	2	scorers	scorer	NOUN
crl-16410	138	3	did	do	VERB
crl-16410	138	4	a	a	DET
crl-16410	138	5	similar	similar	ADJ
crl-16410	138	6	calibration	calibration	NOUN
crl-16410	138	7	exercise	exercise	NOUN
crl-16410	138	8	for	for	ADP
crl-16410	138	9	the	the	DET
crl-16410	138	10	history	history	NOUN
crl-16410	138	11	papers	paper	NOUN
crl-16410	138	12	.	.	PUNCT
crl-16410	139	1	all	all	PRON
crl-16410	139	2	of	of	ADP
crl-16410	139	3	the	the	DET
crl-16410	139	4	raters	rater	NOUN
crl-16410	139	5	had	have	VERB
crl-16410	139	6	a	a	DET
crl-16410	139	7	background	background	NOUN
crl-16410	139	8	in	in	ADP
crl-16410	139	9	or	or	CCONJ
crl-16410	139	10	liaison	liaison	NOUN
crl-16410	139	11	responsibility	responsibility	NOUN
crl-16410	139	12	for	for	ADP
crl-16410	139	13	history	history	NOUN
crl-16410	139	14	.	.	PUNCT
crl-16410	140	1	one	one	NUM
crl-16410	140	2	of	of	ADP
crl-16410	140	3	these	these	DET
crl-16410	140	4	raters	rater	NOUN
crl-16410	140	5	also	also	ADV
crl-16410	140	6	read	read	VERB
crl-16410	140	7	the	the	DET
crl-16410	140	8	engl	engl	ADJ
crl-16410	140	9	1010	1010	NUM
crl-16410	140	10	and	and	CCONJ
crl-16410	140	11	psy	psy	NOUN
crl-16410	140	12	3500	3500	NUM
crl-16410	140	13	papers	paper	NOUN
crl-16410	140	14	.	.	PUNCT
crl-16410	141	1	each	each	DET
crl-16410	141	2	scorer	scorer	NOUN
crl-16410	141	3	read	read	VERB
crl-16410	141	4	three	three	NUM
crl-16410	141	5	papers	paper	NOUN
crl-16410	141	6	initially	initially	ADV
crl-16410	141	7	and	and	CCONJ
crl-16410	141	8	discussed	discuss	VERB
crl-16410	141	9	their	their	PRON
crl-16410	141	10	scores	score	NOUN
crl-16410	141	11	and	and	CCONJ
crl-16410	141	12	the	the	DET
crl-16410	141	13	rubric	rubric	NOUN
crl-16410	141	14	.	.	PUNCT
crl-16410	142	1	given	give	VERB
crl-16410	142	2	the	the	DET
crl-16410	142	3	length	length	NOUN
crl-16410	142	4	of	of	ADP
crl-16410	142	5	the	the	DET
crl-16410	142	6	papers	paper	NOUN
crl-16410	142	7	(	(	PUNCT
crl-16410	142	8	sometimes	sometimes	ADV
crl-16410	142	9	more	more	ADJ
crl-16410	142	10	than	than	ADP
crl-16410	142	11	20	20	NUM
crl-16410	142	12	pages	page	NOUN
crl-16410	142	13	)	)	PUNCT
crl-16410	142	14	,	,	PUNCT
crl-16410	142	15	the	the	DET
crl-16410	142	16	raters	rater	NOUN
crl-16410	142	17	read	read	VERB
crl-16410	142	18	two	two	NUM
crl-16410	142	19	more	more	ADJ
crl-16410	142	20	papers	paper	NOUN
crl-16410	142	21	and	and	CCONJ
crl-16410	142	22	then	then	ADV
crl-16410	142	23	calculated	calculate	VERB
crl-16410	142	24	inter	inter	ADJ
crl-16410	142	25	-	-	ADJ
crl-16410	142	26	rater	rater	ADJ
crl-16410	142	27	agreement	agreement	NOUN
crl-16410	142	28	across	across	ADP
crl-16410	142	29	these	these	DET
crl-16410	142	30	five	five	NUM
crl-16410	142	31	initial	initial	ADJ
crl-16410	142	32	papers	paper	NOUN
crl-16410	142	33	.	.	PUNCT
crl-16410	143	1	two	two	NUM
crl-16410	143	2	scorers	scorer	NOUN
crl-16410	143	3	reached	reach	VERB
crl-16410	143	4	good	good	ADJ
crl-16410	143	5	to	to	ADP
crl-16410	143	6	excellent	excellent	ADJ
crl-16410	143	7	levels	level	NOUN
crl-16410	143	8	of	of	ADP
crl-16410	143	9	agreement	agreement	NOUN
crl-16410	143	10	.	.	PUNCT
crl-16410	144	1	then	then	ADV
crl-16410	144	2	one	one	NUM
crl-16410	144	3	rater	rater	NOUN
crl-16410	144	4	scored	score	VERB
crl-16410	144	5	all	all	PRON
crl-16410	144	6	of	of	ADP
crl-16410	144	7	the	the	DET
crl-16410	144	8	remaining	remain	VERB
crl-16410	144	9	papers	paper	NOUN
crl-16410	144	10	,	,	PUNCT
crl-16410	144	11	and	and	CCONJ
crl-16410	144	12	a	a	DET
crl-16410	144	13	second	second	ADJ
crl-16410	144	14	scorer	scorer	NOUN
crl-16410	144	15	rated	rate	VERB
crl-16410	144	16	one	one	NUM
crl-16410	144	17	-	-	PUNCT
crl-16410	144	18	third	third	NOUN
crl-16410	144	19	(	(	PUNCT
crl-16410	144	20	15	15	NUM
crl-16410	144	21	)	)	PUNCT
crl-16410	144	22	of	of	ADP
crl-16410	144	23	the	the	DET
crl-16410	144	24	papers	paper	NOUN
crl-16410	144	25	to	to	PART
crl-16410	144	26	check	check	VERB
crl-16410	144	27	agreement	agreement	NOUN
crl-16410	144	28	.	.	PUNCT
crl-16410	145	1	the	the	DET
crl-16410	145	2	level	level	NOUN
crl-16410	145	3	of	of	ADP
crl-16410	145	4	agreement	agreement	NOUN
crl-16410	145	5	was	be	AUX
crl-16410	145	6	good	good	ADJ
crl-16410	145	7	to	to	ADP
crl-16410	145	8	very	very	ADV
crl-16410	145	9	good	good	ADJ
crl-16410	145	10	,	,	PUNCT
crl-16410	145	11	so	so	ADV
crl-16410	145	12	we	we	PRON
crl-16410	145	13	agreed	agree	VERB
crl-16410	145	14	to	to	PART
crl-16410	145	15	use	use	VERB
crl-16410	145	16	the	the	DET
crl-16410	145	17	scores	score	NOUN
crl-16410	145	18	of	of	ADP
crl-16410	145	19	the	the	DET
crl-16410	145	20	primary	primary	ADJ
crl-16410	145	21	rater	rater	NOUN
crl-16410	145	22	as	as	SCONJ
crl-16410	145	23	the	the	DET
crl-16410	145	24	final	final	ADJ
crl-16410	145	25	scores	score	NOUN
crl-16410	145	26	(	(	PUNCT
crl-16410	145	27	see	see	VERB
crl-16410	145	28	table	table	NOUN
crl-16410	145	29	8)	8)	PROPN
crl-16410	145	30	.	.	PROPN
crl-16410	145	31	table	table	NOUN
crl-16410	145	32	5	5	NUM
crl-16410	145	33	engl	engl	ADJ
crl-16410	145	34	2010	2010	NUM
crl-16410	145	35	inter	inter	ADJ
crl-16410	145	36	-	-	ADJ
crl-16410	145	37	rater	rater	ADJ
crl-16410	145	38	reliability	reliability	NOUN
crl-16410	145	39	(	(	PUNCT
crl-16410	145	40	n=30	n=30	NOUN
crl-16410	145	41	papers	paper	NOUN
crl-16410	145	42	or	or	CCONJ
crl-16410	145	43	*	*	PUNCT
crl-16410	145	44	n=9	n=9	PROPN
crl-16410	145	45	papers	paper	NOUN
crl-16410	145	46	)	)	PUNCT
crl-16410	145	47	category	category	NOUN
crl-16410	145	48	level	level	NOUN
crl-16410	145	49	of	of	ADP
crl-16410	145	50	agreement	agreement	NOUN
crl-16410	145	51	one	one	NUM
crl-16410	145	52	*	*	SYM
crl-16410	145	53	0.60	0.60	NUM
crl-16410	145	54	two	two	NUM
crl-16410	145	55	0.84	0.84	NUM
crl-16410	145	56	three	three	NUM
crl-16410	145	57	0.62	0.62	NUM
crl-16410	145	58	four	four	NUM
crl-16410	145	59	0.61	0.61	NUM
crl-16410	145	60	five	five	NUM
crl-16410	145	61	*	*	NOUN
crl-16410	145	62	0.75	0.75	NUM
crl-16410	145	63	*	*	PUNCT
crl-16410	145	64	required	require	VERB
crl-16410	145	65	second	second	ADJ
crl-16410	145	66	round	round	NOUN
crl-16410	145	67	of	of	ADP
crl-16410	145	68	norming	norme	VERB
crl-16410	145	69	with	with	ADP
crl-16410	145	70	9	9	NUM
crl-16410	145	71	papers	paper	NOUN
crl-16410	145	72	to	to	PART
crl-16410	145	73	reach	reach	VERB
crl-16410	145	74	good	good	ADJ
crl-16410	145	75	level	level	NOUN
crl-16410	145	76	of	of	ADP
crl-16410	145	77	agreement	agreement	NOUN
crl-16410	145	78	.	.	PUNCT
crl-16410	146	1	table	table	NOUN
crl-16410	146	2	6	6	NUM
crl-16410	146	3	psy	psy	NOUN
crl-16410	146	4	3500	3500	NUM
crl-16410	146	5	inter	inter	ADJ
crl-16410	146	6	-	-	ADJ
crl-16410	146	7	rater	rater	ADJ
crl-16410	146	8	reliability	reliability	NOUN
crl-16410	146	9	psy	psy	NOUN
crl-16410	146	10	3500	3500	NUM
crl-16410	146	11	papers	paper	NOUN
crl-16410	146	12	category	category	NOUN
crl-16410	146	13	one	one	NUM
crl-16410	146	14	category	category	NOUN
crl-16410	146	15	two	two	NUM
crl-16410	146	16	category	category	NOUN
crl-16410	146	17	three	three	NUM
crl-16410	146	18	category	category	NOUN
crl-16410	146	19	four	four	NUM
crl-16410	146	20	category	category	NOUN
crl-16410	146	21	five	five	NUM
crl-16410	146	22	after	after	ADP
crl-16410	146	23	initial	initial	ADJ
crl-16410	146	24	scoring	scoring	NOUN
crl-16410	146	25	(	(	PUNCT
crl-16410	146	26	three	three	NUM
crl-16410	146	27	raters	rater	NOUN
crl-16410	146	28	)	)	PUNCT
crl-16410	146	29	0.434	0.434	NUM
crl-16410	146	30	0.509	0.509	NUM
crl-16410	146	31	0.44	0.44	NUM
crl-16410	146	32	0.412	0.412	NUM
crl-16410	146	33	0.503	0.503	NUM
crl-16410	146	34	after	after	ADP
crl-16410	146	35	2nd	2nd	ADJ
crl-16410	146	36	round	round	ADJ
crl-16410	146	37	scoring	scoring	NOUN
crl-16410	146	38	(	(	PUNCT
crl-16410	146	39	two	two	NUM
crl-16410	146	40	raters	rater	NOUN
crl-16410	146	41	)	)	PUNCT
crl-16410	146	42	0.581	0.581	NUM
crl-16410	146	43	0.953	0.953	NUM
crl-16410	146	44	0.682	0.682	NUM
crl-16410	146	45	0.521	0.521	NUM
crl-16410	146	46	0.623	0.623	NUM
crl-16410	146	47	table	table	NOUN
crl-16410	146	48	7	7	NUM
crl-16410	146	49	psy	psy	NOUN
crl-16410	146	50	3500	3500	NUM
crl-16410	146	51	levels	level	NOUN
crl-16410	146	52	of	of	ADP
crl-16410	146	53	agreement	agreement	NOUN
crl-16410	146	54	psy	psy	NOUN
crl-16410	146	55	3500	3500	NUM
crl-16410	146	56	initial	initial	ADJ
crl-16410	146	57	scores	score	NOUN
crl-16410	146	58	category	category	NOUN
crl-16410	146	59	one	one	NUM
crl-16410	146	60	category	category	NOUN
crl-16410	146	61	two	two	NUM
crl-16410	146	62	category	category	NOUN
crl-16410	146	63	three	three	NUM
crl-16410	146	64	category	category	NOUN
crl-16410	146	65	four	four	NUM
crl-16410	146	66	category	category	NOUN
crl-16410	146	67	five	five	NUM
crl-16410	146	68	papers	paper	NOUN
crl-16410	146	69	with	with	ADP
crl-16410	146	70	same	same	ADJ
crl-16410	146	71	score	score	NOUN
crl-16410	146	72	18	18	NUM
crl-16410	146	73	%	%	NOUN
crl-16410	146	74	17	17	NUM
crl-16410	146	75	%	%	NOUN
crl-16410	146	76	12	12	NUM
crl-16410	146	77	%	%	NOUN
crl-16410	146	78	17	17	NUM
crl-16410	146	79	%	%	NOUN
crl-16410	146	80	26	26	NUM
crl-16410	146	81	%	%	NOUN
crl-16410	146	82	two	two	NUM
crl-16410	146	83	scorers	scorer	NOUN
crl-16410	146	84	the	the	DET
crl-16410	146	85	same	same	ADJ
crl-16410	146	86	and	and	CCONJ
crl-16410	146	87	other	other	ADJ
crl-16410	146	88	within	within	ADP
crl-16410	146	89	0.5	0.5	NUM
crl-16410	146	90	point	point	NOUN
crl-16410	146	91	28	28	NUM
crl-16410	146	92	%	%	NOUN
crl-16410	146	93	49	49	NUM
crl-16410	146	94	%	%	NOUN
crl-16410	146	95	41	41	NUM
crl-16410	146	96	%	%	NOUN
crl-16410	146	97	34	34	NUM
crl-16410	146	98	%	%	NOUN
crl-16410	146	99	0	0	NUM
crl-16410	146	100	%	%	NOUN
crl-16410	146	101	two	two	NUM
crl-16410	146	102	scorers	scorer	NOUN
crl-16410	146	103	the	the	DET
crl-16410	146	104	same	same	ADJ
crl-16410	146	105	and	and	CCONJ
crl-16410	146	106	other	other	ADJ
crl-16410	146	107	within	within	ADP
crl-16410	146	108	one	one	NUM
crl-16410	146	109	point	point	NOUN
crl-16410	146	110	43	43	NUM
crl-16410	146	111	%	%	NOUN
crl-16410	146	112	31	31	NUM
crl-16410	146	113	%	%	NOUN
crl-16410	146	114	35	35	NUM
crl-16410	146	115	%	%	NOUN
crl-16410	146	116	43	43	NUM
crl-16410	146	117	%	%	NOUN
crl-16410	146	118	74	74	NUM
crl-16410	146	119	%	%	NOUN
crl-16410	146	120	two	two	NUM
crl-16410	146	121	scorers	scorer	NOUN
crl-16410	146	122	the	the	DET
crl-16410	146	123	same	same	ADJ
crl-16410	146	124	and	and	CCONJ
crl-16410	146	125	other	other	ADJ
crl-16410	146	126	more	more	ADJ
crl-16410	146	127	than	than	ADP
crl-16410	146	128	one	one	NUM
crl-16410	146	129	point	point	NOUN
crl-16410	146	130	different	different	ADJ
crl-16410	146	131	1	1	NUM
crl-16410	146	132	%	%	NOUN
crl-16410	146	133	1	1	NUM
crl-16410	146	134	%	%	NOUN
crl-16410	146	135	7	7	NUM
crl-16410	146	136	%	%	NOUN
crl-16410	146	137	4	4	NUM
crl-16410	146	138	%	%	NOUN
crl-16410	146	139	0	0	NUM
crl-16410	146	140	%	%	NOUN
crl-16410	146	141	all	all	DET
crl-16410	146	142	different	different	ADJ
crl-16410	146	143	scores	score	NOUN
crl-16410	146	144	9	9	NUM
crl-16410	146	145	%	%	NOUN
crl-16410	146	146	3	3	NUM
crl-16410	146	147	%	%	NOUN
crl-16410	146	148	6	6	NUM
crl-16410	146	149	%	%	NOUN
crl-16410	146	150	3	3	NUM
crl-16410	146	151	%	%	NOUN
crl-16410	146	152	0	0	NUM
crl-16410	146	153	%	%	NOUN
crl-16410	146	154	178	178	NUM
crl-16410	146	155	college	college	PROPN
crl-16410	146	156	&	&	CCONJ
crl-16410	146	157	research	research	PROPN
crl-16410	146	158	libraries	library	NOUN
crl-16410	146	159	march	march	PROPN
crl-16410	146	160	2015	2015	NUM
crl-16410	146	161	findings	finding	NOUN
crl-16410	146	162	overall	overall	ADJ
crl-16410	146	163	,	,	PUNCT
crl-16410	146	164	student	student	NOUN
crl-16410	146	165	scores	score	NOUN
crl-16410	146	166	improved	improve	VERB
crl-16410	146	167	in	in	ADP
crl-16410	146	168	each	each	DET
crl-16410	146	169	category	category	NOUN
crl-16410	146	170	between	between	ADP
crl-16410	146	171	the	the	DET
crl-16410	146	172	freshman	freshman	NOUN
crl-16410	146	173	composition	composition	NOUN
crl-16410	146	174	and	and	CCONJ
crl-16410	146	175	the	the	DET
crl-16410	146	176	juniorand	juniorand	PROPN
crl-16410	146	177	senior	senior	ADJ
crl-16410	146	178	-	-	PUNCT
crl-16410	146	179	level	level	NOUN
crl-16410	146	180	courses	course	NOUN
crl-16410	146	181	.	.	PUNCT
crl-16410	147	1	the	the	DET
crl-16410	147	2	improvement	improvement	NOUN
crl-16410	147	3	of	of	ADP
crl-16410	147	4	these	these	DET
crl-16410	147	5	scores	score	NOUN
crl-16410	147	6	from	from	ADP
crl-16410	147	7	freshmen	freshman	NOUN
crl-16410	147	8	to	to	ADP
crl-16410	147	9	upper	upper	ADJ
crl-16410	147	10	-	-	PUNCT
crl-16410	147	11	level	level	NOUN
crl-16410	147	12	undergraduates	undergraduate	NOUN
crl-16410	147	13	was	be	AUX
crl-16410	147	14	encouraging	encouraging	ADJ
crl-16410	147	15	.	.	PUNCT
crl-16410	148	1	while	while	SCONJ
crl-16410	148	2	the	the	DET
crl-16410	148	3	improvement	improvement	NOUN
crl-16410	148	4	can	can	AUX
crl-16410	148	5	not	not	PART
crl-16410	148	6	directly	directly	ADV
crl-16410	148	7	be	be	AUX
crl-16410	148	8	attributed	attribute	VERB
crl-16410	148	9	to	to	ADP
crl-16410	148	10	library	library	NOUN
crl-16410	148	11	instruction	instruction	NOUN
crl-16410	148	12	efforts	effort	NOUN
crl-16410	148	13	,	,	PUNCT
crl-16410	148	14	it	it	PRON
crl-16410	148	15	does	do	AUX
crl-16410	148	16	give	give	VERB
crl-16410	148	17	a	a	DET
crl-16410	148	18	good	good	ADJ
crl-16410	148	19	guideline	guideline	NOUN
crl-16410	148	20	for	for	ADP
crl-16410	148	21	where	where	SCONJ
crl-16410	148	22	we	we	PRON
crl-16410	148	23	might	might	AUX
crl-16410	148	24	need	need	VERB
crl-16410	148	25	to	to	PART
crl-16410	148	26	focus	focus	VERB
crl-16410	148	27	future	future	ADJ
crl-16410	148	28	efforts	effort	NOUN
crl-16410	148	29	.	.	PUNCT
crl-16410	149	1	other	other	ADJ
crl-16410	149	2	factors	factor	NOUN
crl-16410	149	3	contributing	contribute	VERB
crl-16410	149	4	to	to	ADP
crl-16410	149	5	the	the	DET
crl-16410	149	6	improvement	improvement	NOUN
crl-16410	149	7	likely	likely	ADV
crl-16410	149	8	include	include	VERB
crl-16410	149	9	writing	write	VERB
crl-16410	149	10	instruction	instruction	NOUN
crl-16410	149	11	quality	quality	NOUN
crl-16410	149	12	,	,	PUNCT
crl-16410	149	13	research	research	NOUN
crl-16410	149	14	assignment	assignment	NOUN
crl-16410	149	15	details	detail	NOUN
crl-16410	149	16	,	,	PUNCT
crl-16410	149	17	student	student	NOUN
crl-16410	149	18	motivation	motivation	NOUN
crl-16410	149	19	,	,	PUNCT
crl-16410	149	20	and	and	CCONJ
crl-16410	149	21	student	student	NOUN
crl-16410	149	22	achievement	achievement	NOUN
crl-16410	149	23	,	,	PUNCT
crl-16410	149	24	to	to	PART
crl-16410	149	25	name	name	VERB
crl-16410	149	26	a	a	DET
crl-16410	149	27	few	few	ADJ
crl-16410	149	28	.	.	PUNCT
crl-16410	150	1	students	student	NOUN
crl-16410	150	2	had	have	VERB
crl-16410	150	3	higher	high	ADJ
crl-16410	150	4	scores	score	NOUN
crl-16410	150	5	in	in	ADP
crl-16410	150	6	the	the	DET
crl-16410	150	7	areas	area	NOUN
crl-16410	150	8	of	of	ADP
crl-16410	150	9	finding	find	VERB
crl-16410	150	10	and	and	CCONJ
crl-16410	150	11	accessing	access	VERB
crl-16410	150	12	information	information	NOUN
crl-16410	150	13	and	and	CCONJ
crl-16410	150	14	using	use	VERB
crl-16410	150	15	information	information	NOUN
crl-16410	150	16	legally	legally	ADV
crl-16410	150	17	.	.	PUNCT
crl-16410	151	1	students	student	NOUN
crl-16410	151	2	struggled	struggle	VERB
crl-16410	151	3	most	most	ADV
crl-16410	151	4	in	in	ADP
crl-16410	151	5	categories	category	NOUN
crl-16410	151	6	that	that	PRON
crl-16410	151	7	required	require	VERB
crl-16410	151	8	critical	critical	ADJ
crl-16410	151	9	thinking	thinking	NOUN
crl-16410	151	10	,	,	PUNCT
crl-16410	151	11	including	include	VERB
crl-16410	151	12	evaluating	evaluate	VERB
crl-16410	151	13	information	information	NOUN
crl-16410	151	14	,	,	PUNCT
crl-16410	151	15	synthesizing	synthesize	VERB
crl-16410	151	16	information	information	NOUN
crl-16410	151	17	,	,	PUNCT
crl-16410	151	18	and	and	CCONJ
crl-16410	151	19	using	use	VERB
crl-16410	151	20	information	information	NOUN
crl-16410	151	21	effectively	effectively	ADV
crl-16410	151	22	in	in	ADP
crl-16410	151	23	their	their	PRON
crl-16410	151	24	writing	writing	NOUN
crl-16410	151	25	.	.	PUNCT
crl-16410	152	1	there	there	PRON
crl-16410	152	2	was	be	VERB
crl-16410	152	3	more	more	ADJ
crl-16410	152	4	variation	variation	NOUN
crl-16410	152	5	in	in	ADP
crl-16410	152	6	the	the	DET
crl-16410	152	7	history	history	NOUN
crl-16410	152	8	students	student	NOUN
crl-16410	152	9	’	’	PART
crl-16410	152	10	scores	score	NOUN
crl-16410	152	11	,	,	PUNCT
crl-16410	152	12	but	but	CCONJ
crl-16410	152	13	they	they	PRON
crl-16410	152	14	still	still	ADV
crl-16410	152	15	showed	show	VERB
crl-16410	152	16	overall	overall	ADJ
crl-16410	152	17	improvement	improvement	NOUN
crl-16410	152	18	from	from	ADP
crl-16410	152	19	the	the	DET
crl-16410	152	20	lower	low	ADJ
crl-16410	152	21	-	-	PUNCT
crl-16410	152	22	level	level	NOUN
crl-16410	152	23	courses	course	NOUN
crl-16410	152	24	.	.	PUNCT
crl-16410	153	1	major	major	ADJ
crl-16410	153	2	variations	variation	NOUN
crl-16410	153	3	in	in	ADP
crl-16410	153	4	student	student	NOUN
crl-16410	153	5	scores	score	NOUN
crl-16410	153	6	,	,	PUNCT
crl-16410	153	7	especially	especially	ADV
crl-16410	153	8	in	in	ADP
crl-16410	153	9	the	the	DET
crl-16410	153	10	smaller	small	ADJ
crl-16410	153	11	,	,	PUNCT
crl-16410	153	12	discipline	discipline	NOUN
crl-16410	153	13	-	-	PUNCT
crl-16410	153	14	specific	specific	ADJ
crl-16410	153	15	samples	sample	NOUN
crl-16410	153	16	,	,	PUNCT
crl-16410	153	17	are	be	AUX
crl-16410	153	18	addressed	address	VERB
crl-16410	153	19	within	within	ADP
crl-16410	153	20	related	related	ADJ
crl-16410	153	21	categories	category	NOUN
crl-16410	153	22	below	below	ADV
crl-16410	153	23	.	.	PUNCT
crl-16410	154	1	category	category	NOUN
crl-16410	154	2	1	1	NUM
crl-16410	154	3	:	:	PUNCT
crl-16410	154	4	defines	define	VERB
crl-16410	154	5	the	the	DET
crl-16410	154	6	extent	extent	NOUN
crl-16410	154	7	of	of	ADP
crl-16410	154	8	information	information	NOUN
crl-16410	154	9	needed	need	VERB
crl-16410	154	10	students	student	NOUN
crl-16410	154	11	who	who	PRON
crl-16410	154	12	received	receive	VERB
crl-16410	154	13	low	low	ADJ
crl-16410	154	14	scores	score	NOUN
crl-16410	154	15	in	in	ADP
crl-16410	154	16	this	this	DET
crl-16410	154	17	category	category	NOUN
crl-16410	154	18	tended	tend	VERB
crl-16410	154	19	to	to	PART
crl-16410	154	20	have	have	VERB
crl-16410	154	21	very	very	ADV
crl-16410	154	22	broad	broad	ADJ
crl-16410	154	23	theses	thesis	NOUN
crl-16410	154	24	and	and	CCONJ
crl-16410	154	25	difficulty	difficulty	NOUN
crl-16410	154	26	identifying	identify	VERB
crl-16410	154	27	and	and	CCONJ
crl-16410	154	28	defining	define	VERB
crl-16410	154	29	key	key	ADJ
crl-16410	154	30	concepts	concept	NOUN
crl-16410	154	31	.	.	PUNCT
crl-16410	155	1	this	this	PRON
crl-16410	155	2	was	be	AUX
crl-16410	155	3	especially	especially	ADV
crl-16410	155	4	true	true	ADJ
crl-16410	155	5	in	in	ADP
crl-16410	155	6	engl	engl	ADJ
crl-16410	155	7	1010	1010	NUM
crl-16410	155	8	,	,	PUNCT
crl-16410	155	9	resulting	result	VERB
crl-16410	155	10	in	in	ADP
crl-16410	155	11	a	a	DET
crl-16410	155	12	mode	mode	NOUN
crl-16410	155	13	score	score	NOUN
crl-16410	155	14	of	of	ADP
crl-16410	155	15	one	one	NUM
crl-16410	155	16	.	.	PUNCT
crl-16410	156	1	no	no	DET
crl-16410	156	2	engl	engl	ADJ
crl-16410	156	3	1010	1010	NUM
crl-16410	156	4	students	student	NOUN
crl-16410	156	5	scored	score	VERB
crl-16410	156	6	a	a	DET
crl-16410	156	7	three	three	NUM
crl-16410	156	8	or	or	CCONJ
crl-16410	156	9	four	four	NUM
crl-16410	156	10	in	in	ADP
crl-16410	156	11	this	this	DET
crl-16410	156	12	category	category	NOUN
crl-16410	156	13	,	,	PUNCT
crl-16410	156	14	which	which	PRON
crl-16410	156	15	is	be	AUX
crl-16410	156	16	to	to	PART
crl-16410	156	17	be	be	AUX
crl-16410	156	18	expected	expect	VERB
crl-16410	156	19	for	for	ADP
crl-16410	156	20	first	first	ADJ
crl-16410	156	21	-	-	PUNCT
crl-16410	156	22	year	year	NOUN
crl-16410	156	23	freshmen	freshman	NOUN
crl-16410	156	24	(	(	PUNCT
crl-16410	156	25	mode	mode	NOUN
crl-16410	156	26	=	=	PROPN
crl-16410	156	27	1	1	NUM
crl-16410	156	28	)	)	PUNCT
crl-16410	156	29	.	.	PUNCT
crl-16410	157	1	engl	engl	ADJ
crl-16410	157	2	2010	2010	NUM
crl-16410	157	3	students	student	NOUN
crl-16410	157	4	improved	improve	VERB
crl-16410	157	5	in	in	ADP
crl-16410	157	6	this	this	DET
crl-16410	157	7	area	area	NOUN
crl-16410	157	8	(	(	PUNCT
crl-16410	157	9	mode	mode	NOUN
crl-16410	157	10	=	=	PROPN
crl-16410	157	11	2	2	NUM
crl-16410	157	12	)	)	PUNCT
crl-16410	157	13	and	and	CCONJ
crl-16410	157	14	we	we	PRON
crl-16410	157	15	could	could	AUX
crl-16410	157	16	see	see	VERB
crl-16410	157	17	more	more	ADJ
crl-16410	157	18	students	student	NOUN
crl-16410	157	19	begin	begin	VERB
crl-16410	157	20	to	to	PART
crl-16410	157	21	narrow	narrow	VERB
crl-16410	157	22	their	their	PRON
crl-16410	157	23	topics	topic	NOUN
crl-16410	157	24	.	.	PUNCT
crl-16410	158	1	the	the	DET
crl-16410	158	2	key	key	ADJ
crl-16410	158	3	deficiencies	deficiency	NOUN
crl-16410	158	4	were	be	AUX
crl-16410	158	5	not	not	PART
crl-16410	158	6	identifying	identify	VERB
crl-16410	158	7	key	key	ADJ
crl-16410	158	8	concepts	concept	NOUN
crl-16410	158	9	and	and	CCONJ
crl-16410	158	10	citing	cite	VERB
crl-16410	158	11	information	information	NOUN
crl-16410	158	12	not	not	PART
crl-16410	158	13	directly	directly	ADV
crl-16410	158	14	related	relate	VERB
crl-16410	158	15	to	to	ADP
crl-16410	158	16	their	their	PRON
crl-16410	158	17	claims	claim	NOUN
crl-16410	158	18	(	(	PUNCT
crl-16410	158	19	see	see	VERB
crl-16410	158	20	table	table	NOUN
crl-16410	158	21	9	9	NUM
crl-16410	158	22	)	)	PUNCT
crl-16410	158	23	.	.	PUNCT
crl-16410	159	1	psychology	psychology	NOUN
crl-16410	159	2	students	student	NOUN
crl-16410	159	3	did	do	VERB
crl-16410	159	4	fairly	fairly	ADV
crl-16410	159	5	well	well	ADV
crl-16410	159	6	in	in	ADP
crl-16410	159	7	this	this	DET
crl-16410	159	8	category	category	NOUN
crl-16410	159	9	,	,	PUNCT
crl-16410	159	10	with	with	ADP
crl-16410	159	11	most	most	ADJ
crl-16410	159	12	students	student	NOUN
crl-16410	159	13	scoring	score	VERB
crl-16410	159	14	between	between	ADP
crl-16410	159	15	a	a	DET
crl-16410	159	16	2	2	NUM
crl-16410	159	17	and	and	CCONJ
crl-16410	159	18	3.5	3.5	NUM
crl-16410	159	19	(	(	PUNCT
crl-16410	159	20	mode	mode	NOUN
crl-16410	159	21	=	=	PROPN
crl-16410	159	22	2	2	NUM
crl-16410	159	23	)	)	PUNCT
crl-16410	159	24	.	.	PUNCT
crl-16410	160	1	the	the	DET
crl-16410	160	2	types	type	NOUN
crl-16410	160	3	of	of	ADP
crl-16410	160	4	sources	source	NOUN
crl-16410	160	5	used	use	VERB
crl-16410	160	6	were	be	AUX
crl-16410	160	7	appropriate	appropriate	ADJ
crl-16410	160	8	and	and	CCONJ
crl-16410	160	9	key	key	ADJ
crl-16410	160	10	concepts	concept	NOUN
crl-16410	160	11	were	be	AUX
crl-16410	160	12	usually	usually	ADV
crl-16410	160	13	identified	identify	VERB
crl-16410	160	14	,	,	PUNCT
crl-16410	160	15	if	if	SCONJ
crl-16410	160	16	not	not	PART
crl-16410	160	17	always	always	ADV
crl-16410	160	18	well	well	ADV
crl-16410	160	19	defined	define	VERB
crl-16410	160	20	.	.	PUNCT
crl-16410	161	1	students	student	NOUN
crl-16410	161	2	had	have	VERB
crl-16410	161	3	to	to	PART
crl-16410	161	4	write	write	VERB
crl-16410	161	5	a	a	DET
crl-16410	161	6	research	research	NOUN
crl-16410	161	7	proposal	proposal	NOUN
crl-16410	161	8	,	,	PUNCT
crl-16410	161	9	and	and	CCONJ
crl-16410	161	10	the	the	DET
crl-16410	161	11	scope	scope	NOUN
crl-16410	161	12	of	of	ADP
crl-16410	161	13	their	their	PRON
crl-16410	161	14	research	research	NOUN
crl-16410	161	15	questions	question	NOUN
crl-16410	161	16	were	be	AUX
crl-16410	161	17	generally	generally	ADV
crl-16410	161	18	good	good	ADJ
crl-16410	161	19	;	;	PUNCT
crl-16410	161	20	but	but	CCONJ
crl-16410	161	21	some	some	DET
crl-16410	161	22	students	student	NOUN
crl-16410	161	23	still	still	ADV
crl-16410	161	24	wrote	write	VERB
crl-16410	161	25	unfocused	unfocused	ADJ
crl-16410	161	26	papers	paper	NOUN
crl-16410	161	27	with	with	ADP
crl-16410	161	28	overly	overly	ADV
crl-16410	161	29	broad	broad	ADJ
crl-16410	161	30	theses	thesis	NOUN
crl-16410	161	31	.	.	PUNCT
crl-16410	162	1	the	the	DET
crl-16410	162	2	students	student	NOUN
crl-16410	162	3	table	table	VERB
crl-16410	162	4	8	8	NUM
crl-16410	162	5	hist	hist	NOUN
crl-16410	162	6	4990	4990	NUM
crl-16410	162	7	inter	inter	ADJ
crl-16410	162	8	-	-	ADJ
crl-16410	162	9	rater	rater	ADJ
crl-16410	162	10	reliability	reliability	NOUN
crl-16410	162	11	hist	hist	NOUN
crl-16410	162	12	4990	4990	NUM
crl-16410	162	13	category	category	NOUN
crl-16410	162	14	one	one	NUM
crl-16410	162	15	category	category	NOUN
crl-16410	162	16	two	two	NUM
crl-16410	162	17	category	category	NOUN
crl-16410	162	18	three	three	NUM
crl-16410	162	19	category	category	NOUN
crl-16410	162	20	four	four	NUM
crl-16410	162	21	category	category	NOUN
crl-16410	162	22	five	five	NUM
crl-16410	162	23	after	after	ADP
crl-16410	162	24	initial	initial	ADJ
crl-16410	162	25	scoring	scoring	NOUN
crl-16410	162	26	(	(	PUNCT
crl-16410	162	27	two	two	NUM
crl-16410	162	28	raters	rater	NOUN
crl-16410	162	29	and	and	CCONJ
crl-16410	162	30	four	four	NUM
crl-16410	162	31	papers	paper	NOUN
crl-16410	162	32	)	)	PUNCT
crl-16410	162	33	0.79	0.79	NUM
crl-16410	162	34	0.85	0.85	NUM
crl-16410	162	35	0.72	0.72	NUM
crl-16410	162	36	1.0	1.0	NUM
crl-16410	162	37	0.73	0.73	NUM
crl-16410	162	38	after	after	ADP
crl-16410	162	39	2nd	2nd	ADJ
crl-16410	162	40	round	round	ADJ
crl-16410	162	41	scoring	scoring	NOUN
crl-16410	162	42	(	(	PUNCT
crl-16410	162	43	two	two	NUM
crl-16410	162	44	raters	rater	NOUN
crl-16410	162	45	and	and	CCONJ
crl-16410	162	46	15	15	NUM
crl-16410	162	47	papers	paper	NOUN
crl-16410	162	48	)	)	PUNCT
crl-16410	162	49	0.74	0.74	NUM
crl-16410	162	50	0.87	0.87	NUM
crl-16410	162	51	0.80	0.80	NUM
crl-16410	162	52	0.89	0.89	NUM
crl-16410	162	53	0.89	0.89	NUM
crl-16410	162	54	table	table	NOUN
crl-16410	162	55	9	9	NUM
crl-16410	162	56	category	category	NOUN
crl-16410	162	57	one	one	NUM
crl-16410	162	58	(	(	PUNCT
crl-16410	162	59	define	define	VERB
crl-16410	162	60	information	information	NOUN
crl-16410	162	61	need	need	NOUN
crl-16410	162	62	):	):	PUNCT
crl-16410	162	63	percentage	percentage	NOUN
crl-16410	162	64	of	of	ADP
crl-16410	162	65	scores	score	NOUN
crl-16410	162	66	in	in	ADP
crl-16410	162	67	each	each	DET
crl-16410	162	68	course	course	NOUN
crl-16410	162	69	category	category	NOUN
crl-16410	162	70	one	one	NUM
crl-16410	162	71	0–0.5	0–0.5	NUM
crl-16410	162	72	1–1.5	1–1.5	NUM
crl-16410	162	73	2–2.5	2–2.5	NUM
crl-16410	162	74	3–3.5	3–3.5	NUM
crl-16410	162	75	4	4	NUM
crl-16410	162	76	engl	engl	ADJ
crl-16410	162	77	1010	1010	NUM
crl-16410	162	78	0.0	0.0	NUM
crl-16410	162	79	%	%	NOUN
crl-16410	162	80	85.6	85.6	NUM
crl-16410	162	81	%	%	NOUN
crl-16410	162	82	14.4	14.4	NUM
crl-16410	162	83	%	%	NOUN
crl-16410	162	84	0.0	0.0	NUM
crl-16410	162	85	%	%	NOUN
crl-16410	162	86	0.0	0.0	NUM
crl-16410	162	87	%	%	NOUN
crl-16410	162	88	engl	engl	ADJ
crl-16410	162	89	2010	2010	NUM
crl-16410	162	90	0.2	0.2	NUM
crl-16410	162	91	%	%	NOUN
crl-16410	162	92	28.1	28.1	NUM
crl-16410	162	93	%	%	NOUN
crl-16410	162	94	60.5	60.5	NUM
crl-16410	162	95	%	%	NOUN
crl-16410	162	96	10.8	10.8	NUM
crl-16410	162	97	%	%	NOUN
crl-16410	162	98	0.6	0.6	NUM
crl-16410	162	99	%	%	NOUN
crl-16410	162	100	psy	psy	NOUN
crl-16410	162	101	3500	3500	NUM
crl-16410	162	102	0.0	0.0	NUM
crl-16410	162	103	%	%	NOUN
crl-16410	162	104	9.9	9.9	NUM
crl-16410	162	105	%	%	NOUN
crl-16410	162	106	68.3	68.3	NUM
crl-16410	162	107	%	%	NOUN
crl-16410	162	108	19.8	19.8	NUM
crl-16410	162	109	%	%	NOUN
crl-16410	162	110	2.0	2.0	NUM
crl-16410	162	111	%	%	NOUN
crl-16410	162	112	hist	hist	NOUN
crl-16410	162	113	4990	4990	NUM
crl-16410	162	114	0.0	0.0	NUM
crl-16410	162	115	%	%	NOUN
crl-16410	162	116	35.6	35.6	NUM
crl-16410	162	117	%	%	NOUN
crl-16410	162	118	35.6	35.6	NUM
crl-16410	162	119	%	%	NOUN
crl-16410	162	120	28.9	28.9	NUM
crl-16410	162	121	%	%	NOUN
crl-16410	162	122	0.0	0.0	NUM
crl-16410	162	123	%	%	NOUN
crl-16410	162	124	an	an	DET
crl-16410	162	125	information	information	NOUN
crl-16410	162	126	literacy	literacy	NOUN
crl-16410	162	127	snapshot	snapshot	VERB
crl-16410	162	128	179	179	NUM
crl-16410	162	129	in	in	ADP
crl-16410	162	130	these	these	DET
crl-16410	162	131	cases	case	NOUN
crl-16410	162	132	were	be	AUX
crl-16410	162	133	not	not	PART
crl-16410	162	134	able	able	ADJ
crl-16410	162	135	to	to	PART
crl-16410	162	136	identify	identify	VERB
crl-16410	162	137	a	a	DET
crl-16410	162	138	problem	problem	NOUN
crl-16410	162	139	or	or	CCONJ
crl-16410	162	140	question	question	NOUN
crl-16410	162	141	that	that	PRON
crl-16410	162	142	was	be	AUX
crl-16410	162	143	answerable	answerable	ADJ
crl-16410	162	144	in	in	ADP
crl-16410	162	145	the	the	DET
crl-16410	162	146	format	format	NOUN
crl-16410	162	147	of	of	ADP
crl-16410	162	148	the	the	DET
crl-16410	162	149	assignment	assignment	NOUN
crl-16410	162	150	.	.	PUNCT
crl-16410	163	1	overall	overall	ADV
crl-16410	163	2	,	,	PUNCT
crl-16410	163	3	there	there	PRON
crl-16410	163	4	was	be	VERB
crl-16410	163	5	a	a	DET
crl-16410	163	6	much	much	ADV
crl-16410	163	7	wider	wide	ADJ
crl-16410	163	8	range	range	NOUN
crl-16410	163	9	of	of	ADP
crl-16410	163	10	scores	score	NOUN
crl-16410	163	11	for	for	ADP
crl-16410	163	12	the	the	DET
crl-16410	163	13	capstone	capstone	NOUN
crl-16410	163	14	course	course	NOUN
crl-16410	163	15	,	,	PUNCT
crl-16410	163	16	hist	hist	NOUN
crl-16410	163	17	4990	4990	NUM
crl-16410	163	18	,	,	PUNCT
crl-16410	163	19	than	than	SCONJ
crl-16410	163	20	was	be	AUX
crl-16410	163	21	seen	see	VERB
crl-16410	163	22	in	in	ADP
crl-16410	163	23	the	the	DET
crl-16410	163	24	other	other	ADJ
crl-16410	163	25	courses	course	NOUN
crl-16410	163	26	(	(	PUNCT
crl-16410	163	27	the	the	DET
crl-16410	163	28	standard	standard	ADJ
crl-16410	163	29	deviation	deviation	NOUN
crl-16410	163	30	for	for	ADP
crl-16410	163	31	category	category	NOUN
crl-16410	163	32	1	1	NUM
crl-16410	163	33	was	be	AUX
crl-16410	163	34	0.8	0.8	NUM
crl-16410	163	35	,	,	PUNCT
crl-16410	163	36	on	on	ADP
crl-16410	163	37	a	a	DET
crl-16410	163	38	4	4	NUM
crl-16410	163	39	-	-	PUNCT
crl-16410	163	40	point	point	NOUN
crl-16410	163	41	scale	scale	NOUN
crl-16410	163	42	)	)	PUNCT
crl-16410	163	43	.	.	PUNCT
crl-16410	164	1	there	there	PRON
crl-16410	164	2	was	be	VERB
crl-16410	164	3	a	a	DET
crl-16410	164	4	possible	possible	ADJ
crl-16410	164	5	instructor	instructor	NOUN
crl-16410	164	6	or	or	CCONJ
crl-16410	164	7	class	class	NOUN
crl-16410	164	8	effect	effect	NOUN
crl-16410	164	9	,	,	PUNCT
crl-16410	164	10	with	with	ADP
crl-16410	164	11	some	some	DET
crl-16410	164	12	sections	section	NOUN
crl-16410	164	13	scoring	score	VERB
crl-16410	164	14	very	very	ADV
crl-16410	164	15	high	high	ADJ
crl-16410	164	16	or	or	CCONJ
crl-16410	164	17	very	very	ADV
crl-16410	164	18	low	low	ADJ
crl-16410	164	19	.	.	PUNCT
crl-16410	165	1	one	one	NUM
crl-16410	165	2	section	section	NOUN
crl-16410	165	3	had	have	VERB
crl-16410	165	4	a	a	DET
crl-16410	165	5	mode	mode	NOUN
crl-16410	165	6	score	score	NOUN
crl-16410	165	7	of	of	ADP
crl-16410	165	8	3	3	NUM
crl-16410	165	9	for	for	ADP
crl-16410	165	10	category	category	NOUN
crl-16410	165	11	1	1	NUM
crl-16410	165	12	while	while	SCONJ
crl-16410	165	13	another	another	PRON
crl-16410	165	14	had	have	VERB
crl-16410	165	15	a	a	DET
crl-16410	165	16	mode	mode	NOUN
crl-16410	165	17	score	score	NOUN
crl-16410	165	18	of	of	ADP
crl-16410	165	19	1	1	NUM
crl-16410	165	20	(	(	PUNCT
crl-16410	165	21	average	average	ADJ
crl-16410	165	22	mode	mode	NOUN
crl-16410	165	23	=	=	X
crl-16410	165	24	2	2	NUM
crl-16410	165	25	)	)	PUNCT
crl-16410	165	26	.	.	PUNCT
crl-16410	166	1	the	the	DET
crl-16410	166	2	students	student	NOUN
crl-16410	166	3	in	in	ADP
crl-16410	166	4	the	the	DET
crl-16410	166	5	high	high	ADJ
crl-16410	166	6	-	-	PUNCT
crl-16410	166	7	scoring	scoring	NOUN
crl-16410	166	8	class	class	NOUN
crl-16410	166	9	,	,	PUNCT
crl-16410	166	10	for	for	ADP
crl-16410	166	11	example	example	NOUN
crl-16410	166	12	,	,	PUNCT
crl-16410	166	13	were	be	AUX
crl-16410	166	14	able	able	ADJ
crl-16410	166	15	to	to	PART
crl-16410	166	16	articulate	articulate	VERB
crl-16410	166	17	a	a	DET
crl-16410	166	18	clear	clear	ADJ
crl-16410	166	19	and	and	CCONJ
crl-16410	166	20	narrowly	narrowly	ADV
crl-16410	166	21	focused	focus	VERB
crl-16410	166	22	thesis	thesis	NOUN
crl-16410	166	23	,	,	PUNCT
crl-16410	166	24	grounded	ground	VERB
crl-16410	166	25	in	in	ADP
crl-16410	166	26	the	the	DET
crl-16410	166	27	existing	exist	VERB
crl-16410	166	28	historical	historical	ADJ
crl-16410	166	29	literature	literature	NOUN
crl-16410	166	30	on	on	ADP
crl-16410	166	31	the	the	DET
crl-16410	166	32	topic	topic	NOUN
crl-16410	166	33	.	.	PUNCT
crl-16410	167	1	students	student	NOUN
crl-16410	167	2	scoring	score	VERB
crl-16410	167	3	at	at	ADP
crl-16410	167	4	the	the	DET
crl-16410	167	5	low	low	ADJ
crl-16410	167	6	end	end	NOUN
crl-16410	167	7	of	of	ADP
crl-16410	167	8	scale	scale	NOUN
crl-16410	167	9	tended	tend	VERB
crl-16410	167	10	to	to	PART
crl-16410	167	11	have	have	VERB
crl-16410	167	12	overly	overly	ADV
crl-16410	167	13	broad	broad	ADJ
crl-16410	167	14	theses	thesis	NOUN
crl-16410	167	15	and	and	CCONJ
crl-16410	167	16	were	be	AUX
crl-16410	167	17	more	more	ADJ
crl-16410	167	18	narrative	narrative	ADJ
crl-16410	167	19	(	(	PUNCT
crl-16410	167	20	in	in	ADP
crl-16410	167	21	other	other	ADJ
crl-16410	167	22	words	word	NOUN
crl-16410	167	23	,	,	PUNCT
crl-16410	167	24	“	"	PUNCT
crl-16410	167	25	this	this	PRON
crl-16410	167	26	is	be	AUX
crl-16410	167	27	what	what	PRON
crl-16410	167	28	happened	happen	VERB
crl-16410	167	29	…	…	PUNCT
crl-16410	167	30	”	"	PUNCT
crl-16410	167	31	)	)	PUNCT
crl-16410	167	32	than	than	ADP
crl-16410	167	33	interpretive	interpretive	ADJ
crl-16410	167	34	and	and	CCONJ
crl-16410	167	35	analytical	analytical	ADJ
crl-16410	167	36	.	.	PUNCT
crl-16410	168	1	like	like	ADP
crl-16410	168	2	the	the	DET
crl-16410	168	3	other	other	ADJ
crl-16410	168	4	courses	course	NOUN
crl-16410	168	5	,	,	PUNCT
crl-16410	168	6	low	low	ADJ
crl-16410	168	7	-	-	PUNCT
crl-16410	168	8	scoring	score	VERB
crl-16410	168	9	students	student	NOUN
crl-16410	168	10	identified	identify	VERB
crl-16410	168	11	a	a	DET
crl-16410	168	12	broad	broad	ADJ
crl-16410	168	13	“	"	PUNCT
crl-16410	168	14	topic	topic	NOUN
crl-16410	168	15	”	"	PUNCT
crl-16410	168	16	and	and	CCONJ
crl-16410	168	17	summarized	summarize	VERB
crl-16410	168	18	general	general	ADJ
crl-16410	168	19	information	information	NOUN
crl-16410	168	20	they	they	PRON
crl-16410	168	21	found	find	VERB
crl-16410	168	22	about	about	ADP
crl-16410	168	23	that	that	DET
crl-16410	168	24	topic	topic	NOUN
crl-16410	168	25	(	(	PUNCT
crl-16410	168	26	see	see	VERB
crl-16410	168	27	table	table	NOUN
crl-16410	168	28	9	9	NUM
crl-16410	168	29	)	)	PUNCT
crl-16410	168	30	.	.	PUNCT
crl-16410	169	1	category	category	NOUN
crl-16410	169	2	2	2	NUM
crl-16410	169	3	:	:	PUNCT
crl-16410	169	4	access	access	VERB
crl-16410	169	5	the	the	DET
crl-16410	169	6	needed	need	VERB
crl-16410	169	7	information	information	NOUN
crl-16410	169	8	this	this	DET
crl-16410	169	9	category	category	NOUN
crl-16410	169	10	was	be	AUX
crl-16410	169	11	easier	easy	ADJ
crl-16410	169	12	to	to	PART
crl-16410	169	13	rate	rate	VERB
crl-16410	169	14	,	,	PUNCT
crl-16410	169	15	as	as	SCONJ
crl-16410	169	16	it	it	PRON
crl-16410	169	17	mainly	mainly	ADV
crl-16410	169	18	described	describe	VERB
crl-16410	169	19	a	a	DET
crl-16410	169	20	student	student	NOUN
crl-16410	169	21	’s	’s	NOUN
crl-16410	169	22	ability	ability	NOUN
crl-16410	169	23	to	to	PART
crl-16410	169	24	find	find	VERB
crl-16410	169	25	relevant	relevant	ADJ
crl-16410	169	26	,	,	PUNCT
crl-16410	169	27	varied	varied	ADJ
crl-16410	169	28	sources	source	NOUN
crl-16410	169	29	.	.	PUNCT
crl-16410	170	1	the	the	DET
crl-16410	170	2	common	common	ADJ
crl-16410	170	3	scenario	scenario	NOUN
crl-16410	170	4	in	in	ADP
crl-16410	170	5	both	both	PRON
crl-16410	170	6	engl1010	engl1010	PROPN
crl-16410	170	7	and	and	CCONJ
crl-16410	170	8	2010	2010	NUM
crl-16410	170	9	level	level	NOUN
crl-16410	170	10	papers	paper	NOUN
crl-16410	170	11	had	have	VERB
crl-16410	170	12	some	some	DET
crl-16410	170	13	scholarly	scholarly	ADJ
crl-16410	170	14	articles	article	NOUN
crl-16410	170	15	cited	cite	VERB
crl-16410	170	16	,	,	PUNCT
crl-16410	170	17	usually	usually	ADV
crl-16410	170	18	found	find	VERB
crl-16410	170	19	from	from	ADP
crl-16410	170	20	the	the	DET
crl-16410	170	21	library	library	NOUN
crl-16410	170	22	database	database	NOUN
crl-16410	170	23	demonstrated	demonstrate	VERB
crl-16410	170	24	in	in	ADP
crl-16410	170	25	class	class	NOUN
crl-16410	170	26	,	,	PUNCT
crl-16410	170	27	academic	academic	ADJ
crl-16410	170	28	search	search	NOUN
crl-16410	170	29	premier	premier	NOUN
crl-16410	170	30	(	(	PUNCT
crl-16410	170	31	based	base	VERB
crl-16410	170	32	on	on	ADP
crl-16410	170	33	the	the	DET
crl-16410	170	34	urls	url	NOUN
crl-16410	170	35	in	in	ADP
crl-16410	170	36	the	the	DET
crl-16410	170	37	citations	citation	NOUN
crl-16410	170	38	)	)	PUNCT
crl-16410	170	39	,	,	PUNCT
crl-16410	170	40	but	but	CCONJ
crl-16410	170	41	the	the	DET
crl-16410	170	42	content	content	NOUN
crl-16410	170	43	of	of	ADP
crl-16410	170	44	sources	source	NOUN
crl-16410	170	45	was	be	AUX
crl-16410	170	46	only	only	ADV
crl-16410	170	47	loosely	loosely	ADV
crl-16410	170	48	related	relate	VERB
crl-16410	170	49	to	to	ADP
crl-16410	170	50	the	the	DET
crl-16410	170	51	thesis	thesis	NOUN
crl-16410	170	52	and	and	CCONJ
crl-16410	170	53	to	to	ADP
crl-16410	170	54	the	the	DET
crl-16410	170	55	other	other	ADJ
crl-16410	170	56	sources	source	NOUN
crl-16410	170	57	.	.	PUNCT
crl-16410	171	1	in	in	ADP
crl-16410	171	2	some	some	DET
crl-16410	171	3	cases	case	NOUN
crl-16410	171	4	,	,	PUNCT
crl-16410	171	5	students	student	NOUN
crl-16410	171	6	seemed	seem	VERB
crl-16410	171	7	to	to	PART
crl-16410	171	8	have	have	AUX
crl-16410	171	9	found	find	VERB
crl-16410	171	10	one	one	NUM
crl-16410	171	11	fairly	fairly	ADV
crl-16410	171	12	reliable	reliable	ADJ
crl-16410	171	13	source	source	NOUN
crl-16410	171	14	that	that	SCONJ
crl-16410	171	15	they	they	PRON
crl-16410	171	16	used	use	VERB
crl-16410	171	17	extensively	extensively	ADV
crl-16410	171	18	.	.	PUNCT
crl-16410	172	1	students	student	NOUN
crl-16410	172	2	in	in	ADP
crl-16410	172	3	engl	engl	PROPN
crl-16410	172	4	2010	2010	NUM
crl-16410	172	5	showed	show	VERB
crl-16410	172	6	a	a	DET
crl-16410	172	7	wider	wide	ADJ
crl-16410	172	8	range	range	NOUN
crl-16410	172	9	of	of	ADP
crl-16410	172	10	performance	performance	NOUN
crl-16410	172	11	in	in	ADP
crl-16410	172	12	this	this	DET
crl-16410	172	13	category	category	NOUN
crl-16410	172	14	,	,	PUNCT
crl-16410	172	15	but	but	CCONJ
crl-16410	172	16	the	the	DET
crl-16410	172	17	mode	mode	NOUN
crl-16410	172	18	,	,	PUNCT
crl-16410	172	19	1.5	1.5	NUM
crl-16410	172	20	,	,	PUNCT
crl-16410	172	21	for	for	ADP
crl-16410	172	22	both	both	PRON
crl-16410	172	23	engl	engl	ADJ
crl-16410	172	24	1010	1010	NUM
crl-16410	172	25	and	and	CCONJ
crl-16410	172	26	2010	2010	NUM
crl-16410	172	27	suggests	suggest	VERB
crl-16410	172	28	that	that	SCONJ
crl-16410	172	29	students	student	NOUN
crl-16410	172	30	still	still	ADV
crl-16410	172	31	struggle	struggle	VERB
crl-16410	172	32	identifying	identify	VERB
crl-16410	172	33	a	a	DET
crl-16410	172	34	rich	rich	ADJ
crl-16410	172	35	and	and	CCONJ
crl-16410	172	36	appropriate	appropriate	ADJ
crl-16410	172	37	range	range	NOUN
crl-16410	172	38	of	of	ADP
crl-16410	172	39	information	information	NOUN
crl-16410	172	40	(	(	PUNCT
crl-16410	172	41	see	see	VERB
crl-16410	172	42	table	table	NOUN
crl-16410	172	43	10	10	NUM
crl-16410	172	44	)	)	PUNCT
crl-16410	172	45	.	.	PUNCT
crl-16410	173	1	psychology	psychology	NOUN
crl-16410	173	2	students	student	NOUN
crl-16410	173	3	were	be	AUX
crl-16410	173	4	generally	generally	ADV
crl-16410	173	5	successful	successful	ADJ
crl-16410	173	6	in	in	ADP
crl-16410	173	7	accessing	access	VERB
crl-16410	173	8	the	the	DET
crl-16410	173	9	needed	needed	ADJ
crl-16410	173	10	information	information	NOUN
crl-16410	173	11	(	(	PUNCT
crl-16410	173	12	mode	mode	NOUN
crl-16410	173	13	=	=	PROPN
crl-16410	173	14	3	3	NUM
crl-16410	173	15	)	)	PUNCT
crl-16410	173	16	.	.	PUNCT
crl-16410	174	1	nearly	nearly	ADV
crl-16410	174	2	all	all	PRON
crl-16410	174	3	papers	paper	NOUN
crl-16410	174	4	used	use	VERB
crl-16410	174	5	quality	quality	NOUN
crl-16410	174	6	sources	source	NOUN
crl-16410	174	7	based	base	VERB
crl-16410	174	8	on	on	ADP
crl-16410	174	9	current	current	ADJ
crl-16410	174	10	empirical	empirical	ADJ
crl-16410	174	11	research	research	NOUN
crl-16410	174	12	in	in	ADP
crl-16410	174	13	the	the	DET
crl-16410	174	14	field	field	NOUN
crl-16410	174	15	.	.	PUNCT
crl-16410	175	1	however	however	ADV
crl-16410	175	2	,	,	PUNCT
crl-16410	175	3	the	the	DET
crl-16410	175	4	issue	issue	NOUN
crl-16410	175	5	of	of	ADP
crl-16410	175	6	relevant	relevant	ADJ
crl-16410	175	7	sources	source	NOUN
crl-16410	175	8	also	also	ADV
crl-16410	175	9	arose	arise	VERB
crl-16410	175	10	within	within	ADP
crl-16410	175	11	this	this	DET
crl-16410	175	12	group	group	NOUN
crl-16410	175	13	.	.	PUNCT
crl-16410	176	1	papers	paper	NOUN
crl-16410	176	2	that	that	PRON
crl-16410	176	3	began	begin	VERB
crl-16410	176	4	with	with	ADP
crl-16410	176	5	overly	overly	ADV
crl-16410	176	6	broad	broad	ADJ
crl-16410	176	7	topics	topic	NOUN
crl-16410	176	8	and	and	CCONJ
crl-16410	176	9	read	read	VERB
crl-16410	176	10	more	more	ADJ
crl-16410	176	11	like	like	ADP
crl-16410	176	12	reports	report	NOUN
crl-16410	176	13	,	,	PUNCT
crl-16410	176	14	rather	rather	ADV
crl-16410	176	15	than	than	ADP
crl-16410	176	16	research	research	NOUN
crl-16410	176	17	proposals	proposal	NOUN
crl-16410	176	18	,	,	PUNCT
crl-16410	176	19	often	often	ADV
crl-16410	176	20	cited	cite	VERB
crl-16410	176	21	sources	source	NOUN
crl-16410	176	22	that	that	PRON
crl-16410	176	23	lacked	lack	VERB
crl-16410	176	24	relevance	relevance	NOUN
crl-16410	176	25	.	.	PUNCT
crl-16410	177	1	history	history	NOUN
crl-16410	177	2	students	student	NOUN
crl-16410	177	3	again	again	ADV
crl-16410	177	4	showed	show	VERB
crl-16410	177	5	a	a	DET
crl-16410	177	6	wide	wide	ADJ
crl-16410	177	7	range	range	NOUN
crl-16410	177	8	of	of	ADP
crl-16410	177	9	achievement	achievement	NOUN
crl-16410	177	10	in	in	ADP
crl-16410	177	11	this	this	DET
crl-16410	177	12	category	category	NOUN
crl-16410	177	13	.	.	PUNCT
crl-16410	178	1	in	in	ADP
crl-16410	178	2	high	high	ADJ
crl-16410	178	3	-	-	PUNCT
crl-16410	178	4	scoring	scoring	NOUN
crl-16410	178	5	classes	class	NOUN
crl-16410	178	6	,	,	PUNCT
crl-16410	178	7	some	some	DET
crl-16410	178	8	students	student	NOUN
crl-16410	178	9	included	include	VERB
crl-16410	178	10	comprehensive	comprehensive	ADJ
crl-16410	178	11	bibliographies	bibliography	NOUN
crl-16410	178	12	of	of	ADP
crl-16410	178	13	both	both	CCONJ
crl-16410	178	14	the	the	DET
crl-16410	178	15	primary	primary	ADJ
crl-16410	178	16	and	and	CCONJ
crl-16410	178	17	secondary	secondary	ADJ
crl-16410	178	18	literature	literature	NOUN
crl-16410	178	19	.	.	PUNCT
crl-16410	179	1	but	but	CCONJ
crl-16410	179	2	many	many	ADJ
crl-16410	179	3	students	student	NOUN
crl-16410	179	4	struggled	struggle	VERB
crl-16410	179	5	in	in	ADP
crl-16410	179	6	this	this	DET
crl-16410	179	7	skill	skill	NOUN
crl-16410	179	8	.	.	PUNCT
crl-16410	180	1	some	some	DET
crl-16410	180	2	papers	paper	NOUN
crl-16410	180	3	cited	cite	VERB
crl-16410	180	4	,	,	PUNCT
crl-16410	180	5	for	for	ADP
crl-16410	180	6	example	example	NOUN
crl-16410	180	7	,	,	PUNCT
crl-16410	180	8	only	only	ADV
crl-16410	180	9	one	one	NUM
crl-16410	180	10	or	or	CCONJ
crl-16410	180	11	two	two	NUM
crl-16410	180	12	books	book	NOUN
crl-16410	180	13	from	from	ADP
crl-16410	180	14	the	the	DET
crl-16410	180	15	secondary	secondary	ADJ
crl-16410	180	16	literature	literature	NOUN
crl-16410	180	17	and	and	CCONJ
crl-16410	180	18	used	use	VERB
crl-16410	180	19	only	only	ADV
crl-16410	180	20	a	a	DET
crl-16410	180	21	few	few	ADJ
crl-16410	180	22	primary	primary	ADJ
crl-16410	180	23	sources	source	NOUN
crl-16410	180	24	.	.	PUNCT
crl-16410	181	1	again	again	ADV
crl-16410	181	2	,	,	PUNCT
crl-16410	181	3	there	there	PRON
crl-16410	181	4	was	be	VERB
crl-16410	181	5	a	a	DET
crl-16410	181	6	notable	notable	ADJ
crl-16410	181	7	difference	difference	NOUN
crl-16410	181	8	between	between	ADP
crl-16410	181	9	sections	section	NOUN
crl-16410	181	10	for	for	ADP
crl-16410	181	11	this	this	DET
crl-16410	181	12	category	category	NOUN
crl-16410	181	13	.	.	PUNCT
crl-16410	182	1	the	the	DET
crl-16410	182	2	highest	high	ADJ
crl-16410	182	3	performing	performing	NOUN
crl-16410	182	4	section	section	NOUN
crl-16410	182	5	had	have	VERB
crl-16410	182	6	a	a	DET
crl-16410	182	7	mode	mode	NOUN
crl-16410	182	8	of	of	ADP
crl-16410	182	9	4	4	NUM
crl-16410	182	10	in	in	ADP
crl-16410	182	11	this	this	DET
crl-16410	182	12	category	category	NOUN
crl-16410	182	13	,	,	PUNCT
crl-16410	182	14	meeting	meet	VERB
crl-16410	182	15	our	our	PRON
crl-16410	182	16	expectations	expectation	NOUN
crl-16410	182	17	for	for	ADP
crl-16410	182	18	a	a	DET
crl-16410	182	19	capstone	capstone	NOUN
crl-16410	182	20	course	course	NOUN
crl-16410	182	21	.	.	PUNCT
crl-16410	183	1	another	another	DET
crl-16410	183	2	section	section	NOUN
crl-16410	183	3	had	have	VERB
crl-16410	183	4	a	a	DET
crl-16410	183	5	mode	mode	NOUN
crl-16410	183	6	score	score	NOUN
crl-16410	183	7	of	of	ADP
crl-16410	183	8	1	1	NUM
crl-16410	183	9	(	(	PUNCT
crl-16410	183	10	average	average	ADJ
crl-16410	183	11	mode	mode	NOUN
crl-16410	183	12	=	=	X
crl-16410	183	13	2	2	NUM
crl-16410	183	14	)	)	PUNCT
crl-16410	183	15	.	.	PUNCT
crl-16410	184	1	table	table	NOUN
crl-16410	184	2	10	10	NUM
crl-16410	184	3	category	category	NOUN
crl-16410	184	4	two	two	NUM
crl-16410	184	5	(	(	PUNCT
crl-16410	184	6	access	access	NOUN
crl-16410	184	7	needed	need	VERB
crl-16410	184	8	information	information	NOUN
crl-16410	184	9	):	):	PUNCT
crl-16410	184	10	percentage	percentage	NOUN
crl-16410	184	11	of	of	ADP
crl-16410	184	12	scores	score	NOUN
crl-16410	184	13	for	for	ADP
crl-16410	184	14	each	each	DET
crl-16410	184	15	course	course	NOUN
crl-16410	184	16	category	category	NOUN
crl-16410	184	17	two	two	NUM
crl-16410	184	18	0–0.5	0–0.5	NUM
crl-16410	184	19	1–1.5	1–1.5	NUM
crl-16410	184	20	2–2.5	2–2.5	NUM
crl-16410	184	21	3–3.5	3–3.5	NUM
crl-16410	184	22	4	4	NUM
crl-16410	184	23	engl	engl	ADJ
crl-16410	184	24	1010	1010	NUM
crl-16410	184	25	4.1	4.1	NUM
crl-16410	184	26	%	%	NOUN
crl-16410	184	27	86.7	86.7	NUM
crl-16410	184	28	%	%	NOUN
crl-16410	184	29	9.3	9.3	NUM
crl-16410	184	30	%	%	NOUN
crl-16410	184	31	0.0	0.0	NUM
crl-16410	184	32	%	%	NOUN
crl-16410	184	33	0.0	0.0	NUM
crl-16410	184	34	%	%	NOUN
crl-16410	184	35	engl	engl	ADJ
crl-16410	184	36	2010	2010	NUM
crl-16410	184	37	0.6	0.6	NUM
crl-16410	184	38	%	%	NOUN
crl-16410	184	39	54.1	54.1	NUM
crl-16410	184	40	%	%	NOUN
crl-16410	184	41	36.8	36.8	NUM
crl-16410	184	42	%	%	NOUN
crl-16410	184	43	7.6	7.6	NUM
crl-16410	184	44	%	%	NOUN
crl-16410	184	45	0.6	0.6	NUM
crl-16410	184	46	%	%	NOUN
crl-16410	184	47	psy	psy	NOUN
crl-16410	184	48	3500	3500	NUM
crl-16410	184	49	0.0	0.0	NUM
crl-16410	184	50	%	%	NOUN
crl-16410	184	51	3.0	3.0	NUM
crl-16410	184	52	%	%	NOUN
crl-16410	184	53	40.6	40.6	NUM
crl-16410	184	54	%	%	NOUN
crl-16410	184	55	54.5	54.5	NUM
crl-16410	184	56	%	%	NOUN
crl-16410	184	57	2.0	2.0	NUM
crl-16410	184	58	%	%	NOUN
crl-16410	184	59	hist	hist	NOUN
crl-16410	184	60	4990	4990	NUM
crl-16410	184	61	0.0	0.0	NUM
crl-16410	184	62	%	%	NOUN
crl-16410	184	63	40.0	40.0	NUM
crl-16410	184	64	%	%	NOUN
crl-16410	184	65	31.1	31.1	NUM
crl-16410	184	66	%	%	NOUN
crl-16410	184	67	24.4	24.4	NUM
crl-16410	184	68	%	%	NOUN
crl-16410	184	69	4.4	4.4	NUM
crl-16410	184	70	%	%	NOUN
crl-16410	184	71	180	180	NUM
crl-16410	184	72	college	college	NOUN
crl-16410	184	73	&	&	CCONJ
crl-16410	184	74	research	research	PROPN
crl-16410	184	75	libraries	library	NOUN
crl-16410	184	76	march	march	PROPN
crl-16410	184	77	2015	2015	NUM
crl-16410	184	78	category	category	NOUN
crl-16410	184	79	3	3	NUM
crl-16410	184	80	:	:	PUNCT
crl-16410	184	81	evaluate	evaluate	VERB
crl-16410	184	82	information	information	NOUN
crl-16410	184	83	and	and	CCONJ
crl-16410	184	84	its	its	PRON
crl-16410	184	85	sources	source	NOUN
crl-16410	184	86	critically	critically	ADV
crl-16410	184	87	and	and	CCONJ
crl-16410	184	88	thoroughly	thoroughly	ADV
crl-16410	184	89	(	(	PUNCT
crl-16410	184	90	systematically	systematically	ADV
crl-16410	184	91	and	and	CCONJ
crl-16410	184	92	methodically	methodically	ADV
crl-16410	184	93	)	)	PUNCT
crl-16410	184	94	this	this	DET
crl-16410	184	95	category	category	NOUN
crl-16410	184	96	was	be	AUX
crl-16410	184	97	problematic	problematic	ADJ
crl-16410	184	98	for	for	ADP
crl-16410	184	99	scoring	score	VERB
crl-16410	184	100	in	in	ADP
crl-16410	184	101	engl	engl	ADJ
crl-16410	184	102	1010	1010	NUM
crl-16410	184	103	papers	paper	NOUN
crl-16410	184	104	because	because	SCONJ
crl-16410	184	105	the	the	DET
crl-16410	184	106	assignment	assignment	NOUN
crl-16410	184	107	for	for	ADP
crl-16410	184	108	this	this	DET
crl-16410	184	109	class	class	NOUN
crl-16410	184	110	did	do	AUX
crl-16410	184	111	not	not	PART
crl-16410	184	112	explicitly	explicitly	ADV
crl-16410	184	113	ask	ask	VERB
crl-16410	184	114	for	for	ADP
crl-16410	184	115	a	a	DET
crl-16410	184	116	direct	direct	ADJ
crl-16410	184	117	evaluation	evaluation	NOUN
crl-16410	184	118	of	of	ADP
crl-16410	184	119	information	information	NOUN
crl-16410	184	120	.	.	PUNCT
crl-16410	185	1	students	student	NOUN
crl-16410	185	2	scored	score	VERB
crl-16410	185	3	very	very	ADV
crl-16410	185	4	low	low	ADJ
crl-16410	185	5	,	,	PUNCT
crl-16410	185	6	with	with	ADP
crl-16410	185	7	a	a	DET
crl-16410	185	8	mode	mode	NOUN
crl-16410	185	9	score	score	NOUN
crl-16410	185	10	of	of	ADP
crl-16410	185	11	0	0	NUM
crl-16410	185	12	.	.	PUNCT
crl-16410	186	1	very	very	ADV
crl-16410	186	2	few	few	ADJ
crl-16410	186	3	papers	paper	NOUN
crl-16410	186	4	had	have	VERB
crl-16410	186	5	any	any	DET
crl-16410	186	6	direct	direct	ADJ
crl-16410	186	7	statements	statement	NOUN
crl-16410	186	8	relating	relate	VERB
crl-16410	186	9	to	to	PART
crl-16410	186	10	bias	bias	VERB
crl-16410	186	11	in	in	ADP
crl-16410	186	12	their	their	PRON
crl-16410	186	13	sources	source	NOUN
crl-16410	186	14	or	or	CCONJ
crl-16410	186	15	an	an	DET
crl-16410	186	16	evaluation	evaluation	NOUN
crl-16410	186	17	of	of	ADP
crl-16410	186	18	credibility	credibility	NOUN
crl-16410	186	19	.	.	PUNCT
crl-16410	187	1	a	a	DET
crl-16410	187	2	small	small	ADJ
crl-16410	187	3	number	number	NOUN
crl-16410	187	4	of	of	ADP
crl-16410	187	5	students	student	NOUN
crl-16410	187	6	placed	place	VERB
crl-16410	187	7	their	their	PRON
crl-16410	187	8	sources	source	NOUN
crl-16410	187	9	in	in	ADP
crl-16410	187	10	any	any	DET
crl-16410	187	11	kind	kind	NOUN
crl-16410	187	12	of	of	ADP
crl-16410	187	13	context	context	NOUN
crl-16410	187	14	,	,	PUNCT
crl-16410	187	15	such	such	ADJ
crl-16410	187	16	as	as	ADP
crl-16410	187	17	an	an	DET
crl-16410	187	18	historical	historical	ADJ
crl-16410	187	19	or	or	CCONJ
crl-16410	187	20	demographic	demographic	ADJ
crl-16410	187	21	perspective	perspective	NOUN
crl-16410	187	22	,	,	PUNCT
crl-16410	187	23	which	which	PRON
crl-16410	187	24	might	might	AUX
crl-16410	187	25	have	have	AUX
crl-16410	187	26	demonstrated	demonstrate	VERB
crl-16410	187	27	that	that	SCONJ
crl-16410	187	28	they	they	PRON
crl-16410	187	29	understood	understand	VERB
crl-16410	187	30	how	how	SCONJ
crl-16410	187	31	different	different	ADJ
crl-16410	187	32	kinds	kind	NOUN
crl-16410	187	33	of	of	ADP
crl-16410	187	34	information	information	NOUN
crl-16410	187	35	might	might	AUX
crl-16410	187	36	hold	hold	VERB
crl-16410	187	37	different	different	ADJ
crl-16410	187	38	explanatory	explanatory	ADJ
crl-16410	187	39	weight	weight	NOUN
crl-16410	187	40	(	(	PUNCT
crl-16410	187	41	see	see	VERB
crl-16410	187	42	table	table	NOUN
crl-16410	187	43	11	11	NUM
crl-16410	187	44	)	)	PUNCT
crl-16410	187	45	.	.	PUNCT
crl-16410	188	1	the	the	DET
crl-16410	188	2	engl	engl	PROPN
crl-16410	188	3	2010	2010	NUM
crl-16410	188	4	assignment	assignment	NOUN
crl-16410	188	5	,	,	PUNCT
crl-16410	188	6	a	a	DET
crl-16410	188	7	persuasive	persuasive	ADJ
crl-16410	188	8	paper	paper	NOUN
crl-16410	188	9	,	,	PUNCT
crl-16410	188	10	did	do	AUX
crl-16410	188	11	encourage	encourage	VERB
crl-16410	188	12	more	more	ADJ
crl-16410	188	13	students	student	NOUN
crl-16410	188	14	to	to	PART
crl-16410	188	15	investigate	investigate	VERB
crl-16410	188	16	bias	bias	NOUN
crl-16410	188	17	or	or	CCONJ
crl-16410	188	18	issues	issue	NOUN
crl-16410	188	19	of	of	ADP
crl-16410	188	20	credibility	credibility	NOUN
crl-16410	188	21	,	,	PUNCT
crl-16410	188	22	but	but	CCONJ
crl-16410	188	23	these	these	DET
crl-16410	188	24	students	student	NOUN
crl-16410	188	25	either	either	CCONJ
crl-16410	188	26	overlooked	overlook	VERB
crl-16410	188	27	,	,	PUNCT
crl-16410	188	28	failed	fail	VERB
crl-16410	188	29	to	to	PART
crl-16410	188	30	identify	identify	VERB
crl-16410	188	31	,	,	PUNCT
crl-16410	188	32	or	or	CCONJ
crl-16410	188	33	did	do	AUX
crl-16410	188	34	not	not	PART
crl-16410	188	35	directly	directly	ADV
crl-16410	188	36	address	address	VERB
crl-16410	188	37	deeper	deep	ADJ
crl-16410	188	38	issues	issue	NOUN
crl-16410	188	39	relating	relate	VERB
crl-16410	188	40	to	to	ADP
crl-16410	188	41	evaluation	evaluation	NOUN
crl-16410	188	42	(	(	PUNCT
crl-16410	188	43	mode	mode	NOUN
crl-16410	188	44	=	=	PROPN
crl-16410	188	45	1	1	NUM
crl-16410	188	46	)	)	PUNCT
crl-16410	188	47	.	.	PUNCT
crl-16410	189	1	many	many	ADJ
crl-16410	189	2	students	student	NOUN
crl-16410	189	3	struggled	struggle	VERB
crl-16410	189	4	to	to	PART
crl-16410	189	5	qualify	qualify	VERB
crl-16410	189	6	and	and	CCONJ
crl-16410	189	7	integrate	integrate	VERB
crl-16410	189	8	evidence	evidence	NOUN
crl-16410	189	9	once	once	SCONJ
crl-16410	189	10	they	they	PRON
crl-16410	189	11	introduced	introduce	VERB
crl-16410	189	12	it	it	PRON
crl-16410	189	13	,	,	PUNCT
crl-16410	189	14	possibly	possibly	ADV
crl-16410	189	15	because	because	SCONJ
crl-16410	189	16	of	of	ADP
crl-16410	189	17	their	their	PRON
crl-16410	189	18	lack	lack	NOUN
crl-16410	189	19	of	of	ADP
crl-16410	189	20	disciplinary	disciplinary	ADJ
crl-16410	189	21	knowledge	knowledge	NOUN
crl-16410	189	22	and	and	CCONJ
crl-16410	189	23	how	how	SCONJ
crl-16410	189	24	disciplines	discipline	NOUN
crl-16410	189	25	value	value	VERB
crl-16410	189	26	information	information	NOUN
crl-16410	189	27	and	and	CCONJ
crl-16410	189	28	evidence	evidence	NOUN
crl-16410	189	29	.	.	PUNCT
crl-16410	190	1	other	other	ADJ
crl-16410	190	2	students	student	NOUN
crl-16410	190	3	struggled	struggle	VERB
crl-16410	190	4	with	with	ADP
crl-16410	190	5	bias	bias	NOUN
crl-16410	190	6	in	in	ADP
crl-16410	190	7	their	their	PRON
crl-16410	190	8	own	own	ADJ
crl-16410	190	9	writing	writing	NOUN
crl-16410	190	10	and	and	CCONJ
crl-16410	190	11	presented	present	VERB
crl-16410	190	12	only	only	ADV
crl-16410	190	13	the	the	DET
crl-16410	190	14	evidence	evidence	NOUN
crl-16410	190	15	that	that	PRON
crl-16410	190	16	supported	support	VERB
crl-16410	190	17	their	their	PRON
crl-16410	190	18	thesis	thesis	NOUN
crl-16410	190	19	.	.	PUNCT
crl-16410	191	1	students	student	NOUN
crl-16410	191	2	in	in	ADP
crl-16410	191	3	psychology	psychology	NOUN
crl-16410	191	4	demonstrated	demonstrate	VERB
crl-16410	191	5	variable	variable	ADJ
crl-16410	191	6	ability	ability	NOUN
crl-16410	191	7	to	to	PART
crl-16410	191	8	evaluate	evaluate	VERB
crl-16410	191	9	sources	source	NOUN
crl-16410	191	10	in	in	ADP
crl-16410	191	11	their	their	PRON
crl-16410	191	12	research	research	NOUN
crl-16410	191	13	proposals	proposal	NOUN
crl-16410	191	14	,	,	PUNCT
crl-16410	191	15	but	but	CCONJ
crl-16410	191	16	they	they	PRON
crl-16410	191	17	did	do	AUX
crl-16410	191	18	show	show	VERB
crl-16410	191	19	improvement	improvement	NOUN
crl-16410	191	20	over	over	ADP
crl-16410	191	21	engl	engl	ADJ
crl-16410	191	22	2010	2010	NUM
crl-16410	191	23	.	.	PUNCT
crl-16410	192	1	sixty	sixty	NUM
crl-16410	192	2	percent	percent	NOUN
crl-16410	192	3	of	of	ADP
crl-16410	192	4	students	student	NOUN
crl-16410	192	5	scored	score	VERB
crl-16410	192	6	in	in	ADP
crl-16410	192	7	the	the	DET
crl-16410	192	8	2–2.5	2–2.5	NUM
crl-16410	192	9	range	range	NOUN
crl-16410	192	10	,	,	PUNCT
crl-16410	192	11	performing	perform	VERB
crl-16410	192	12	at	at	ADP
crl-16410	192	13	slightly	slightly	ADV
crl-16410	192	14	lower	low	ADJ
crl-16410	192	15	than	than	ADP
crl-16410	192	16	our	our	PRON
crl-16410	192	17	expected	expect	VERB
crl-16410	192	18	benchmark	benchmark	ADJ
crl-16410	192	19	score	score	NOUN
crl-16410	192	20	of	of	ADP
crl-16410	192	21	3	3	NUM
crl-16410	192	22	for	for	ADP
crl-16410	192	23	this	this	DET
crl-16410	192	24	course	course	NOUN
crl-16410	192	25	(	(	PUNCT
crl-16410	192	26	mode	mode	NOUN
crl-16410	192	27	=	=	PROPN
crl-16410	192	28	2	2	NUM
crl-16410	192	29	)	)	PUNCT
crl-16410	192	30	.	.	PUNCT
crl-16410	193	1	some	some	DET
crl-16410	193	2	students	student	NOUN
crl-16410	193	3	identified	identify	VERB
crl-16410	193	4	and	and	CCONJ
crl-16410	193	5	discussed	discuss	VERB
crl-16410	193	6	methodological	methodological	ADJ
crl-16410	193	7	weaknesses	weakness	NOUN
crl-16410	193	8	or	or	CCONJ
crl-16410	193	9	limits	limit	NOUN
crl-16410	193	10	in	in	ADP
crl-16410	193	11	studies	study	NOUN
crl-16410	193	12	,	,	PUNCT
crl-16410	193	13	such	such	ADJ
crl-16410	193	14	as	as	ADP
crl-16410	193	15	problems	problem	NOUN
crl-16410	193	16	with	with	ADP
crl-16410	193	17	generalizability	generalizability	NOUN
crl-16410	193	18	,	,	PUNCT
crl-16410	193	19	but	but	CCONJ
crl-16410	193	20	many	many	ADJ
crl-16410	193	21	did	do	VERB
crl-16410	193	22	not	not	PART
crl-16410	193	23	.	.	PUNCT
crl-16410	194	1	many	many	ADJ
crl-16410	194	2	students	student	NOUN
crl-16410	194	3	wrote	write	VERB
crl-16410	194	4	about	about	ADP
crl-16410	194	5	evidence	evidence	NOUN
crl-16410	194	6	from	from	ADP
crl-16410	194	7	research	research	NOUN
crl-16410	194	8	studies	study	NOUN
crl-16410	194	9	as	as	SCONJ
crl-16410	194	10	if	if	SCONJ
crl-16410	194	11	all	all	DET
crl-16410	194	12	studies	study	NOUN
crl-16410	194	13	published	publish	VERB
crl-16410	194	14	in	in	ADP
crl-16410	194	15	peer	peer	NOUN
crl-16410	194	16	-	-	PUNCT
crl-16410	194	17	reviewed	review	VERB
crl-16410	194	18	journals	journal	NOUN
crl-16410	194	19	were	be	AUX
crl-16410	194	20	equal	equal	ADJ
crl-16410	194	21	in	in	ADP
crl-16410	194	22	quality	quality	NOUN
crl-16410	194	23	and	and	CCONJ
crl-16410	194	24	relevance	relevance	NOUN
crl-16410	194	25	to	to	ADP
crl-16410	194	26	the	the	DET
crl-16410	194	27	students	student	NOUN
crl-16410	194	28	’	’	PART
crl-16410	194	29	research	research	NOUN
crl-16410	194	30	problems	problem	NOUN
crl-16410	194	31	.	.	PUNCT
crl-16410	195	1	the	the	DET
crl-16410	195	2	history	history	NOUN
crl-16410	195	3	students	student	NOUN
crl-16410	195	4	,	,	PUNCT
crl-16410	195	5	on	on	ADP
crl-16410	195	6	the	the	DET
crl-16410	195	7	whole	whole	NOUN
crl-16410	195	8	,	,	PUNCT
crl-16410	195	9	also	also	ADV
crl-16410	195	10	scored	score	VERB
crl-16410	195	11	lower	low	ADJ
crl-16410	195	12	than	than	SCONJ
crl-16410	195	13	expected	expect	VERB
crl-16410	195	14	in	in	ADP
crl-16410	195	15	category	category	NOUN
crl-16410	195	16	3	3	NUM
crl-16410	195	17	(	(	PUNCT
crl-16410	195	18	mode	mode	NOUN
crl-16410	195	19	=	=	PROPN
crl-16410	195	20	2	2	NUM
crl-16410	195	21	)	)	PUNCT
crl-16410	195	22	.	.	PUNCT
crl-16410	196	1	nearly	nearly	ADV
crl-16410	196	2	half	half	NOUN
crl-16410	196	3	of	of	ADP
crl-16410	196	4	the	the	DET
crl-16410	196	5	students	student	NOUN
crl-16410	196	6	scored	score	VERB
crl-16410	196	7	in	in	ADP
crl-16410	196	8	the	the	DET
crl-16410	196	9	2–2.5	2–2.5	NUM
crl-16410	196	10	range	range	NOUN
crl-16410	196	11	and	and	CCONJ
crl-16410	196	12	only	only	ADV
crl-16410	196	13	20	20	NUM
crl-16410	196	14	percent	percent	NOUN
crl-16410	196	15	scored	score	VERB
crl-16410	196	16	a	a	DET
crl-16410	196	17	3	3	NUM
crl-16410	196	18	or	or	CCONJ
crl-16410	196	19	above	above	ADV
crl-16410	196	20	.	.	PUNCT
crl-16410	197	1	like	like	ADP
crl-16410	197	2	many	many	ADJ
crl-16410	197	3	students	student	NOUN
crl-16410	197	4	in	in	ADP
crl-16410	197	5	the	the	DET
crl-16410	197	6	other	other	ADJ
crl-16410	197	7	courses	course	NOUN
crl-16410	197	8	,	,	PUNCT
crl-16410	197	9	lower	low	ADJ
crl-16410	197	10	-	-	PUNCT
crl-16410	197	11	scoring	score	VERB
crl-16410	197	12	students	student	NOUN
crl-16410	197	13	took	take	VERB
crl-16410	197	14	all	all	DET
crl-16410	197	15	information	information	NOUN
crl-16410	197	16	sources	source	NOUN
crl-16410	197	17	at	at	ADP
crl-16410	197	18	face	face	NOUN
crl-16410	197	19	value	value	NOUN
crl-16410	197	20	.	.	PUNCT
crl-16410	198	1	they	they	PRON
crl-16410	198	2	rarely	rarely	ADV
crl-16410	198	3	critiqued	critique	VERB
crl-16410	198	4	historical	historical	ADJ
crl-16410	198	5	arguments	argument	NOUN
crl-16410	198	6	or	or	CCONJ
crl-16410	198	7	interpretations	interpretation	NOUN
crl-16410	198	8	and	and	CCONJ
crl-16410	198	9	few	few	ADJ
crl-16410	198	10	students	student	NOUN
crl-16410	198	11	evaluated	evaluate	VERB
crl-16410	198	12	primary	primary	ADJ
crl-16410	198	13	sources	source	NOUN
crl-16410	198	14	for	for	ADP
crl-16410	198	15	issues	issue	NOUN
crl-16410	198	16	of	of	ADP
crl-16410	198	17	evidentiary	evidentiary	ADJ
crl-16410	198	18	weakness	weakness	NOUN
crl-16410	198	19	,	,	PUNCT
crl-16410	198	20	such	such	ADJ
crl-16410	198	21	as	as	ADP
crl-16410	198	22	bias	bias	NOUN
crl-16410	198	23	,	,	PUNCT
crl-16410	198	24	perspective	perspective	NOUN
crl-16410	198	25	,	,	PUNCT
crl-16410	198	26	or	or	CCONJ
crl-16410	198	27	gaps	gap	NOUN
crl-16410	198	28	in	in	ADP
crl-16410	198	29	the	the	DET
crl-16410	198	30	historical	historical	ADJ
crl-16410	198	31	record	record	NOUN
crl-16410	198	32	.	.	PUNCT
crl-16410	199	1	this	this	PRON
crl-16410	199	2	was	be	AUX
crl-16410	199	3	an	an	DET
crl-16410	199	4	issue	issue	NOUN
crl-16410	199	5	even	even	ADV
crl-16410	199	6	in	in	ADP
crl-16410	199	7	the	the	DET
crl-16410	199	8	strongest	strong	ADJ
crl-16410	199	9	performing	performing	NOUN
crl-16410	199	10	section	section	NOUN
crl-16410	199	11	of	of	ADP
crl-16410	199	12	the	the	DET
crl-16410	199	13	course	course	NOUN
crl-16410	199	14	(	(	PUNCT
crl-16410	199	15	see	see	VERB
crl-16410	199	16	table	table	NOUN
crl-16410	199	17	11	11	NUM
crl-16410	199	18	)	)	PUNCT
crl-16410	199	19	.	.	PUNCT
crl-16410	200	1	category	category	NOUN
crl-16410	200	2	4	4	NUM
crl-16410	200	3	:	:	PUNCT
crl-16410	200	4	use	use	VERB
crl-16410	200	5	information	information	NOUN
crl-16410	200	6	effectively	effectively	ADV
crl-16410	200	7	to	to	PART
crl-16410	200	8	accomplish	accomplish	VERB
crl-16410	200	9	a	a	DET
crl-16410	200	10	specific	specific	ADJ
crl-16410	200	11	purpose	purpose	NOUN
crl-16410	200	12	students	student	NOUN
crl-16410	200	13	in	in	ADP
crl-16410	200	14	both	both	PRON
crl-16410	200	15	engl	engl	ADJ
crl-16410	200	16	1010	1010	NUM
crl-16410	200	17	and	and	CCONJ
crl-16410	200	18	2010	2010	NUM
crl-16410	200	19	struggled	struggle	VERB
crl-16410	200	20	to	to	PART
crl-16410	200	21	use	use	VERB
crl-16410	200	22	and	and	CCONJ
crl-16410	200	23	synthesize	synthesize	VERB
crl-16410	200	24	information	information	NOUN
crl-16410	200	25	.	.	PUNCT
crl-16410	201	1	many	many	ADJ
crl-16410	201	2	students	student	NOUN
crl-16410	201	3	relied	rely	VERB
crl-16410	201	4	on	on	ADP
crl-16410	201	5	direct	direct	ADJ
crl-16410	201	6	quotes	quote	NOUN
crl-16410	201	7	or	or	CCONJ
crl-16410	201	8	“	"	PUNCT
crl-16410	201	9	patchwriting	patchwrite	VERB
crl-16410	201	10	,	,	PUNCT
crl-16410	201	11	”	"	PUNCT
crl-16410	201	12	defined	define	VERB
crl-16410	201	13	as	as	ADP
crl-16410	201	14	“	"	PUNCT
crl-16410	201	15	restating	restate	VERB
crl-16410	201	16	a	a	DET
crl-16410	201	17	phrase	phrase	NOUN
crl-16410	201	18	,	,	PUNCT
crl-16410	201	19	clause	clause	NOUN
crl-16410	201	20	,	,	PUNCT
crl-16410	201	21	or	or	CCONJ
crl-16410	201	22	one	one	NUM
crl-16410	201	23	or	or	CCONJ
crl-16410	201	24	more	more	ADJ
crl-16410	201	25	sentences	sentence	NOUN
crl-16410	201	26	while	while	SCONJ
crl-16410	201	27	staying	stay	VERB
crl-16410	201	28	close	close	ADV
crl-16410	201	29	to	to	ADP
crl-16410	201	30	the	the	DET
crl-16410	201	31	language	language	NOUN
crl-16410	201	32	or	or	CCONJ
crl-16410	201	33	syntax	syntax	NOUN
crl-16410	201	34	of	of	ADP
crl-16410	201	35	the	the	DET
crl-16410	201	36	source	source	NOUN
crl-16410	201	37	.	.	PUNCT
crl-16410	202	1	”28	”28	NOUN
crl-16410	202	2	information	information	NOUN
crl-16410	202	3	was	be	AUX
crl-16410	202	4	poorly	poorly	ADV
crl-16410	202	5	organized	organize	VERB
crl-16410	202	6	,	,	PUNCT
crl-16410	202	7	fragmented	fragment	VERB
crl-16410	202	8	,	,	PUNCT
crl-16410	202	9	and	and	CCONJ
crl-16410	202	10	taken	take	VERB
crl-16410	202	11	from	from	ADP
crl-16410	202	12	only	only	ADV
crl-16410	202	13	one	one	NUM
crl-16410	202	14	or	or	CCONJ
crl-16410	202	15	two	two	NUM
crl-16410	202	16	sources	source	NOUN
crl-16410	202	17	in	in	ADP
crl-16410	202	18	engl	engl	ADJ
crl-16410	202	19	1010	1010	NUM
crl-16410	202	20	especially	especially	ADV
crl-16410	202	21	(	(	PUNCT
crl-16410	202	22	mode	mode	NOUN
crl-16410	202	23	=	=	PROPN
crl-16410	202	24	1	1	NUM
crl-16410	202	25	)	)	PUNCT
crl-16410	202	26	.	.	PUNCT
crl-16410	203	1	few	few	ADJ
crl-16410	203	2	students	student	NOUN
crl-16410	203	3	added	add	VERB
crl-16410	203	4	table	table	NOUN
crl-16410	203	5	11	11	NUM
crl-16410	203	6	category	category	NOUN
crl-16410	203	7	three	three	NUM
crl-16410	203	8	(	(	PUNCT
crl-16410	203	9	evaluate	evaluate	VERB
crl-16410	203	10	information	information	NOUN
crl-16410	203	11	):	):	PUNCT
crl-16410	203	12	percentage	percentage	NOUN
crl-16410	203	13	of	of	ADP
crl-16410	203	14	scores	score	NOUN
crl-16410	203	15	for	for	ADP
crl-16410	203	16	each	each	DET
crl-16410	203	17	course	course	NOUN
crl-16410	203	18	category	category	NOUN
crl-16410	203	19	three	three	NUM
crl-16410	203	20	0–0.5	0–0.5	NUM
crl-16410	203	21	1–1.5	1–1.5	NUM
crl-16410	203	22	2–2.5	2–2.5	NUM
crl-16410	203	23	3–3.5	3–3.5	NUM
crl-16410	203	24	4	4	NUM
crl-16410	203	25	engl	engl	ADJ
crl-16410	203	26	1010	1010	NUM
crl-16410	203	27	93.3	93.3	NUM
crl-16410	203	28	%	%	NOUN
crl-16410	203	29	6.7	6.7	NUM
crl-16410	203	30	%	%	NOUN
crl-16410	203	31	0.0	0.0	NUM
crl-16410	203	32	%	%	NOUN
crl-16410	203	33	0.0	0.0	NUM
crl-16410	203	34	%	%	NOUN
crl-16410	203	35	0.0	0.0	NUM
crl-16410	203	36	%	%	NOUN
crl-16410	203	37	engl	engl	ADJ
crl-16410	203	38	2010	2010	NUM
crl-16410	203	39	15.0	15.0	NUM
crl-16410	203	40	%	%	NOUN
crl-16410	203	41	52.6	52.6	NUM
crl-16410	203	42	%	%	NOUN
crl-16410	203	43	26.6	26.6	NUM
crl-16410	203	44	%	%	NOUN
crl-16410	203	45	5.7	5.7	NUM
crl-16410	203	46	%	%	NOUN
crl-16410	203	47	0.0	0.0	NUM
crl-16410	203	48	%	%	NOUN
crl-16410	203	49	psy	psy	NOUN
crl-16410	203	50	3500	3500	NUM
crl-16410	203	51	0.0	0.0	NUM
crl-16410	203	52	%	%	NOUN
crl-16410	203	53	17.8	17.8	NUM
crl-16410	203	54	%	%	NOUN
crl-16410	203	55	60.4	60.4	NUM
crl-16410	203	56	%	%	NOUN
crl-16410	203	57	19.8	19.8	NUM
crl-16410	203	58	%	%	NOUN
crl-16410	203	59	2.0	2.0	NUM
crl-16410	203	60	%	%	NOUN
crl-16410	203	61	hist	hist	NOUN
crl-16410	203	62	4990	4990	NUM
crl-16410	203	63	0.0	0.0	NUM
crl-16410	203	64	%	%	NOUN
crl-16410	203	65	31.1	31.1	NUM
crl-16410	203	66	%	%	NOUN
crl-16410	203	67	48.9	48.9	NUM
crl-16410	203	68	%	%	NOUN
crl-16410	203	69	17.8	17.8	NUM
crl-16410	203	70	%	%	NOUN
crl-16410	203	71	2.2	2.2	NUM
crl-16410	203	72	%	%	NOUN
crl-16410	203	73	an	an	DET
crl-16410	203	74	information	information	NOUN
crl-16410	203	75	literacy	literacy	NOUN
crl-16410	203	76	snapshot	snapshot	VERB
crl-16410	203	77	181	181	NUM
crl-16410	203	78	their	their	PRON
crl-16410	203	79	own	own	ADJ
crl-16410	203	80	voices	voice	NOUN
crl-16410	203	81	to	to	ADP
crl-16410	203	82	the	the	DET
crl-16410	203	83	conversation	conversation	NOUN
crl-16410	203	84	or	or	CCONJ
crl-16410	203	85	made	make	VERB
crl-16410	203	86	connections	connection	NOUN
crl-16410	203	87	between	between	ADP
crl-16410	203	88	the	the	DET
crl-16410	203	89	sources	source	NOUN
crl-16410	203	90	they	they	PRON
crl-16410	203	91	cited	cite	VERB
crl-16410	203	92	(	(	PUNCT
crl-16410	203	93	see	see	VERB
crl-16410	203	94	table	table	NOUN
crl-16410	203	95	12	12	NUM
crl-16410	203	96	)	)	PUNCT
crl-16410	203	97	.	.	PUNCT
crl-16410	204	1	students	student	NOUN
crl-16410	204	2	in	in	ADP
crl-16410	204	3	engl	engl	PROPN
crl-16410	204	4	2010	2010	NUM
crl-16410	204	5	showed	show	VERB
crl-16410	204	6	improvement	improvement	NOUN
crl-16410	204	7	(	(	PUNCT
crl-16410	204	8	mode	mode	NOUN
crl-16410	204	9	=	=	PROPN
crl-16410	204	10	2	2	NUM
crl-16410	204	11	)	)	PUNCT
crl-16410	204	12	but	but	CCONJ
crl-16410	204	13	still	still	ADV
crl-16410	204	14	failed	fail	VERB
crl-16410	204	15	to	to	PART
crl-16410	204	16	make	make	VERB
crl-16410	204	17	clear	clear	ADJ
crl-16410	204	18	connections	connection	NOUN
crl-16410	204	19	between	between	ADP
crl-16410	204	20	sources	source	NOUN
crl-16410	204	21	.	.	PUNCT
crl-16410	205	1	they	they	PRON
crl-16410	205	2	often	often	ADV
crl-16410	205	3	cited	cite	VERB
crl-16410	205	4	one	one	NUM
crl-16410	205	5	research	research	NOUN
crl-16410	205	6	study	study	NOUN
crl-16410	205	7	or	or	CCONJ
crl-16410	205	8	source	source	NOUN
crl-16410	205	9	per	per	ADP
crl-16410	205	10	paragraph	paragraph	NOUN
crl-16410	205	11	,	,	PUNCT
crl-16410	205	12	for	for	ADP
crl-16410	205	13	example	example	NOUN
crl-16410	205	14	.	.	PUNCT
crl-16410	206	1	many	many	ADJ
crl-16410	206	2	papers	paper	NOUN
crl-16410	206	3	showed	show	VERB
crl-16410	206	4	no	no	DET
crl-16410	206	5	evidence	evidence	NOUN
crl-16410	206	6	of	of	ADP
crl-16410	206	7	synthesizing	synthesize	VERB
crl-16410	206	8	ideas	idea	NOUN
crl-16410	206	9	from	from	ADP
crl-16410	206	10	sources	source	NOUN
crl-16410	206	11	,	,	PUNCT
crl-16410	206	12	but	but	CCONJ
crl-16410	206	13	used	use	VERB
crl-16410	206	14	quotation	quotation	NOUN
crl-16410	206	15	or	or	CCONJ
crl-16410	206	16	patchwritten	patchwritten	NOUN
crl-16410	206	17	sentences	sentence	NOUN
crl-16410	206	18	to	to	PART
crl-16410	206	19	“	"	PUNCT
crl-16410	206	20	back	back	VERB
crl-16410	206	21	up	up	ADP
crl-16410	206	22	”	"	PUNCT
crl-16410	206	23	an	an	DET
crl-16410	206	24	individual	individual	ADJ
crl-16410	206	25	claim	claim	NOUN
crl-16410	206	26	or	or	CCONJ
crl-16410	206	27	the	the	DET
crl-16410	206	28	topic	topic	NOUN
crl-16410	206	29	sentence	sentence	NOUN
crl-16410	206	30	of	of	ADP
crl-16410	206	31	a	a	DET
crl-16410	206	32	paragraph	paragraph	NOUN
crl-16410	206	33	.	.	PUNCT
crl-16410	207	1	students	student	NOUN
crl-16410	207	2	in	in	ADP
crl-16410	207	3	psychology	psychology	NOUN
crl-16410	207	4	had	have	VERB
crl-16410	207	5	varied	varied	ADJ
crl-16410	207	6	success	success	NOUN
crl-16410	207	7	in	in	ADP
crl-16410	207	8	their	their	PRON
crl-16410	207	9	use	use	NOUN
crl-16410	207	10	of	of	ADP
crl-16410	207	11	information	information	NOUN
crl-16410	207	12	(	(	PUNCT
crl-16410	207	13	mode	mode	NOUN
crl-16410	207	14	=	=	PROPN
crl-16410	207	15	2	2	NUM
crl-16410	207	16	)	)	PUNCT
crl-16410	207	17	.	.	PUNCT
crl-16410	208	1	many	many	ADJ
crl-16410	208	2	of	of	ADP
crl-16410	208	3	the	the	DET
crl-16410	208	4	papers	paper	NOUN
crl-16410	208	5	were	be	AUX
crl-16410	208	6	well	well	ADV
crl-16410	208	7	written	write	VERB
crl-16410	208	8	and	and	CCONJ
crl-16410	208	9	at	at	ADP
crl-16410	208	10	a	a	DET
crl-16410	208	11	level	level	NOUN
crl-16410	208	12	that	that	PRON
crl-16410	208	13	matched	match	VERB
crl-16410	208	14	what	what	PRON
crl-16410	208	15	we	we	PRON
crl-16410	208	16	expected	expect	VERB
crl-16410	208	17	of	of	ADP
crl-16410	208	18	third	third	ADJ
crl-16410	208	19	-	-	PUNCT
crl-16410	208	20	year	year	NOUN
crl-16410	208	21	students	student	NOUN
crl-16410	208	22	.	.	PUNCT
crl-16410	209	1	they	they	PRON
crl-16410	209	2	showed	show	VERB
crl-16410	209	3	improvement	improvement	NOUN
crl-16410	209	4	over	over	ADP
crl-16410	209	5	the	the	DET
crl-16410	209	6	english	english	ADJ
crl-16410	209	7	composition	composition	NOUN
crl-16410	209	8	papers	paper	NOUN
crl-16410	209	9	(	(	PUNCT
crl-16410	209	10	76	76	NUM
crl-16410	209	11	%	%	NOUN
crl-16410	209	12	of	of	ADP
crl-16410	209	13	students	student	NOUN
crl-16410	209	14	scoring	score	VERB
crl-16410	209	15	in	in	ADP
crl-16410	209	16	the	the	DET
crl-16410	209	17	2–2.5	2–2.5	NUM
crl-16410	209	18	range	range	NOUN
crl-16410	209	19	and	and	CCONJ
crl-16410	209	20	16	16	NUM
crl-16410	209	21	%	%	NOUN
crl-16410	209	22	scoring	scoring	NOUN
crl-16410	209	23	in	in	ADP
crl-16410	209	24	the	the	DET
crl-16410	209	25	3–3.5	3–3.5	NUM
crl-16410	209	26	range	range	NOUN
crl-16410	209	27	)	)	PUNCT
crl-16410	209	28	.	.	PUNCT
crl-16410	210	1	the	the	DET
crl-16410	210	2	psy	psy	NOUN
crl-16410	210	3	3500	3500	NUM
crl-16410	210	4	students	student	NOUN
crl-16410	210	5	wrote	write	VERB
crl-16410	210	6	more	more	ADV
crl-16410	210	7	thorough	thorough	ADJ
crl-16410	210	8	and	and	CCONJ
crl-16410	210	9	detailed	detailed	ADJ
crl-16410	210	10	summaries	summary	NOUN
crl-16410	210	11	of	of	ADP
crl-16410	210	12	their	their	PRON
crl-16410	210	13	sources	source	NOUN
crl-16410	210	14	than	than	ADP
crl-16410	210	15	the	the	DET
crl-16410	210	16	engl	engl	ADJ
crl-16410	210	17	1010	1010	NUM
crl-16410	210	18	and	and	CCONJ
crl-16410	210	19	2010	2010	NUM
crl-16410	210	20	students	student	NOUN
crl-16410	210	21	did	do	VERB
crl-16410	210	22	,	,	PUNCT
crl-16410	210	23	but	but	CCONJ
crl-16410	210	24	information	information	NOUN
crl-16410	210	25	synthesis	synthesis	NOUN
crl-16410	210	26	was	be	AUX
crl-16410	210	27	a	a	DET
crl-16410	210	28	common	common	ADJ
crl-16410	210	29	area	area	NOUN
crl-16410	210	30	of	of	ADP
crl-16410	210	31	difficulty	difficulty	NOUN
crl-16410	210	32	for	for	ADP
crl-16410	210	33	students	student	NOUN
crl-16410	210	34	.	.	PUNCT
crl-16410	211	1	many	many	ADJ
crl-16410	211	2	of	of	ADP
crl-16410	211	3	the	the	DET
crl-16410	211	4	papers	paper	NOUN
crl-16410	211	5	were	be	AUX
crl-16410	211	6	organized	organize	VERB
crl-16410	211	7	by	by	ADP
crl-16410	211	8	source	source	NOUN
crl-16410	211	9	rather	rather	ADV
crl-16410	211	10	than	than	ADP
crl-16410	211	11	by	by	ADP
crl-16410	211	12	topic	topic	NOUN
crl-16410	211	13	or	or	CCONJ
crl-16410	211	14	idea	idea	NOUN
crl-16410	211	15	.	.	PUNCT
crl-16410	212	1	irrelevant	irrelevant	ADJ
crl-16410	212	2	details	detail	NOUN
crl-16410	212	3	from	from	ADP
crl-16410	212	4	research	research	NOUN
crl-16410	212	5	studies	study	NOUN
crl-16410	212	6	sometimes	sometimes	ADV
crl-16410	212	7	distracted	distract	VERB
crl-16410	212	8	from	from	ADP
crl-16410	212	9	the	the	DET
crl-16410	212	10	discussion	discussion	NOUN
crl-16410	212	11	,	,	PUNCT
crl-16410	212	12	and	and	CCONJ
crl-16410	212	13	some	some	DET
crl-16410	212	14	students	student	NOUN
crl-16410	212	15	did	do	AUX
crl-16410	212	16	not	not	PART
crl-16410	212	17	present	present	VERB
crl-16410	212	18	information	information	NOUN
crl-16410	212	19	logically	logically	ADV
crl-16410	212	20	and	and	CCONJ
crl-16410	212	21	in	in	ADP
crl-16410	212	22	a	a	DET
crl-16410	212	23	way	way	NOUN
crl-16410	212	24	that	that	PRON
crl-16410	212	25	built	build	VERB
crl-16410	212	26	a	a	DET
crl-16410	212	27	rationale	rationale	NOUN
crl-16410	212	28	for	for	ADP
crl-16410	212	29	their	their	PRON
crl-16410	212	30	research	research	NOUN
crl-16410	212	31	question	question	NOUN
crl-16410	212	32	.	.	PUNCT
crl-16410	213	1	the	the	DET
crl-16410	213	2	history	history	NOUN
crl-16410	213	3	papers	paper	NOUN
crl-16410	213	4	reflected	reflect	VERB
crl-16410	213	5	similar	similar	ADJ
crl-16410	213	6	issues	issue	NOUN
crl-16410	213	7	.	.	PUNCT
crl-16410	214	1	only	only	ADV
crl-16410	214	2	20	20	NUM
crl-16410	214	3	percent	percent	NOUN
crl-16410	214	4	of	of	ADP
crl-16410	214	5	papers	paper	NOUN
crl-16410	214	6	received	receive	VERB
crl-16410	214	7	a	a	DET
crl-16410	214	8	score	score	NOUN
crl-16410	214	9	of	of	ADP
crl-16410	214	10	3	3	NUM
crl-16410	214	11	or	or	CCONJ
crl-16410	214	12	above	above	ADV
crl-16410	214	13	,	,	PUNCT
crl-16410	214	14	and	and	CCONJ
crl-16410	214	15	scores	score	NOUN
crl-16410	214	16	were	be	AUX
crl-16410	214	17	consistently	consistently	ADV
crl-16410	214	18	low	low	ADJ
crl-16410	214	19	across	across	ADP
crl-16410	214	20	sections	section	NOUN
crl-16410	214	21	(	(	PUNCT
crl-16410	214	22	mode	mode	NOUN
crl-16410	214	23	=	=	PROPN
crl-16410	214	24	2	2	NUM
crl-16410	214	25	)	)	PUNCT
crl-16410	214	26	.	.	PUNCT
crl-16410	215	1	some	some	DET
crl-16410	215	2	students	student	NOUN
crl-16410	215	3	overused	overuse	VERB
crl-16410	215	4	large	large	ADJ
crl-16410	215	5	block	block	NOUN
crl-16410	215	6	quotations	quotation	NOUN
crl-16410	215	7	or	or	CCONJ
crl-16410	215	8	included	include	VERB
crl-16410	215	9	irrelevant	irrelevant	ADJ
crl-16410	215	10	quotations	quotation	NOUN
crl-16410	215	11	.	.	PUNCT
crl-16410	216	1	some	some	DET
crl-16410	216	2	students	student	NOUN
crl-16410	216	3	did	do	AUX
crl-16410	216	4	not	not	PART
crl-16410	216	5	effectively	effectively	ADV
crl-16410	216	6	summarize	summarize	VERB
crl-16410	216	7	the	the	DET
crl-16410	216	8	arguments	argument	NOUN
crl-16410	216	9	from	from	ADP
crl-16410	216	10	secondary	secondary	ADJ
crl-16410	216	11	historical	historical	ADJ
crl-16410	216	12	sources	source	NOUN
crl-16410	216	13	;	;	PUNCT
crl-16410	216	14	instead	instead	ADV
crl-16410	216	15	,	,	PUNCT
crl-16410	216	16	they	they	PRON
crl-16410	216	17	used	use	VERB
crl-16410	216	18	these	these	DET
crl-16410	216	19	sources	source	NOUN
crl-16410	216	20	to	to	PART
crl-16410	216	21	“	"	PUNCT
crl-16410	216	22	back	back	VERB
crl-16410	216	23	up	up	ADP
crl-16410	216	24	”	"	PUNCT
crl-16410	216	25	the	the	DET
crl-16410	216	26	historical	historical	ADJ
crl-16410	216	27	facts	fact	NOUN
crl-16410	216	28	related	relate	VERB
crl-16410	216	29	to	to	ADP
crl-16410	216	30	a	a	DET
crl-16410	216	31	topic	topic	NOUN
crl-16410	216	32	.	.	PUNCT
crl-16410	217	1	low	low	ADJ
crl-16410	217	2	performing	perform	VERB
crl-16410	217	3	students	student	NOUN
crl-16410	217	4	constructed	construct	VERB
crl-16410	217	5	a	a	DET
crl-16410	217	6	general	general	ADJ
crl-16410	217	7	historical	historical	ADJ
crl-16410	217	8	narrative	narrative	NOUN
crl-16410	217	9	on	on	ADP
crl-16410	217	10	a	a	DET
crl-16410	217	11	topic	topic	NOUN
crl-16410	217	12	,	,	PUNCT
crl-16410	217	13	rather	rather	ADV
crl-16410	217	14	than	than	ADP
crl-16410	217	15	an	an	DET
crl-16410	217	16	analysis	analysis	NOUN
crl-16410	217	17	,	,	PUNCT
crl-16410	217	18	by	by	ADP
crl-16410	217	19	quoting	quote	VERB
crl-16410	217	20	or	or	CCONJ
crl-16410	217	21	paraphrasing	paraphrasing	NOUN
crl-16410	217	22	from	from	ADP
crl-16410	217	23	secondary	secondary	ADJ
crl-16410	217	24	sources	source	NOUN
crl-16410	217	25	(	(	PUNCT
crl-16410	217	26	see	see	VERB
crl-16410	217	27	table	table	NOUN
crl-16410	217	28	12	12	NUM
crl-16410	217	29	)	)	PUNCT
crl-16410	217	30	.	.	PUNCT
crl-16410	218	1	category	category	NOUN
crl-16410	218	2	5	5	NUM
crl-16410	218	3	:	:	PUNCT
crl-16410	218	4	access	access	NOUN
crl-16410	218	5	and	and	CCONJ
crl-16410	218	6	use	use	VERB
crl-16410	218	7	information	information	NOUN
crl-16410	218	8	ethically	ethically	ADV
crl-16410	218	9	and	and	CCONJ
crl-16410	218	10	legally	legally	ADV
crl-16410	218	11	this	this	DET
crl-16410	218	12	category	category	NOUN
crl-16410	218	13	was	be	AUX
crl-16410	218	14	the	the	DET
crl-16410	218	15	easiest	easy	ADJ
crl-16410	218	16	to	to	PART
crl-16410	218	17	score	score	VERB
crl-16410	218	18	because	because	SCONJ
crl-16410	218	19	it	it	PRON
crl-16410	218	20	was	be	AUX
crl-16410	218	21	more	more	ADV
crl-16410	218	22	easily	easily	ADV
crl-16410	218	23	measured	measure	VERB
crl-16410	218	24	numerically	numerically	ADV
crl-16410	218	25	.	.	PUNCT
crl-16410	219	1	papers	paper	NOUN
crl-16410	219	2	that	that	PRON
crl-16410	219	3	attributed	attribute	VERB
crl-16410	219	4	most	most	ADV
crl-16410	219	5	or	or	CCONJ
crl-16410	219	6	all	all	PRON
crl-16410	219	7	of	of	ADP
crl-16410	219	8	the	the	DET
crl-16410	219	9	information	information	NOUN
crl-16410	219	10	used	use	VERB
crl-16410	219	11	received	receive	VERB
crl-16410	219	12	a	a	DET
crl-16410	219	13	3	3	NUM
crl-16410	219	14	or	or	CCONJ
crl-16410	219	15	4	4	NUM
crl-16410	219	16	,	,	PUNCT
crl-16410	219	17	respectively	respectively	ADV
crl-16410	219	18	;	;	PUNCT
crl-16410	219	19	papers	paper	NOUN
crl-16410	219	20	that	that	PRON
crl-16410	219	21	attributed	attribute	VERB
crl-16410	219	22	half	half	NOUN
crl-16410	219	23	of	of	ADP
crl-16410	219	24	their	their	PRON
crl-16410	219	25	sources	source	NOUN
crl-16410	219	26	received	receive	VERB
crl-16410	219	27	a	a	DET
crl-16410	219	28	2	2	NUM
crl-16410	219	29	;	;	PUNCT
crl-16410	219	30	and	and	CCONJ
crl-16410	219	31	papers	paper	NOUN
crl-16410	219	32	that	that	PRON
crl-16410	219	33	attributed	attribute	VERB
crl-16410	219	34	none	none	NOUN
crl-16410	219	35	or	or	CCONJ
crl-16410	219	36	few	few	ADJ
crl-16410	219	37	of	of	ADP
crl-16410	219	38	their	their	PRON
crl-16410	219	39	sources	source	NOUN
crl-16410	219	40	received	receive	VERB
crl-16410	219	41	a	a	DET
crl-16410	219	42	0	0	NUM
crl-16410	219	43	or	or	CCONJ
crl-16410	219	44	1	1	NUM
crl-16410	219	45	,	,	PUNCT
crl-16410	219	46	respectively	respectively	ADV
crl-16410	219	47	.	.	PUNCT
crl-16410	220	1	in	in	ADP
crl-16410	220	2	general	general	ADJ
crl-16410	220	3	,	,	PUNCT
crl-16410	220	4	scores	score	NOUN
crl-16410	220	5	for	for	ADP
crl-16410	220	6	this	this	DET
crl-16410	220	7	category	category	NOUN
crl-16410	220	8	were	be	AUX
crl-16410	220	9	fairly	fairly	ADV
crl-16410	220	10	similar	similar	ADJ
crl-16410	220	11	for	for	ADP
crl-16410	220	12	all	all	DET
crl-16410	220	13	levels	level	NOUN
crl-16410	220	14	of	of	ADP
crl-16410	220	15	students	student	NOUN
crl-16410	220	16	.	.	PUNCT
crl-16410	221	1	most	most	ADJ
crl-16410	221	2	papers	paper	NOUN
crl-16410	221	3	had	have	VERB
crl-16410	221	4	a	a	DET
crl-16410	221	5	few	few	ADJ
crl-16410	221	6	ambiguous	ambiguous	ADJ
crl-16410	221	7	attributions	attribution	NOUN
crl-16410	221	8	,	,	PUNCT
crl-16410	221	9	but	but	CCONJ
crl-16410	221	10	students	student	NOUN
crl-16410	221	11	in	in	ADP
crl-16410	221	12	all	all	DET
crl-16410	221	13	courses	course	NOUN
crl-16410	221	14	scored	score	VERB
crl-16410	221	15	highest	highest	ADV
crl-16410	221	16	in	in	ADP
crl-16410	221	17	this	this	DET
crl-16410	221	18	category	category	NOUN
crl-16410	221	19	,	,	PUNCT
crl-16410	221	20	with	with	ADP
crl-16410	221	21	a	a	DET
crl-16410	221	22	mode	mode	NOUN
crl-16410	221	23	of	of	ADP
crl-16410	221	24	4	4	NUM
crl-16410	221	25	for	for	ADP
crl-16410	221	26	all	all	DET
crl-16410	221	27	courses	course	NOUN
crl-16410	221	28	with	with	ADP
crl-16410	221	29	the	the	DET
crl-16410	221	30	exception	exception	NOUN
crl-16410	221	31	of	of	ADP
crl-16410	221	32	psychology	psychology	NOUN
crl-16410	221	33	(	(	PUNCT
crl-16410	221	34	mode	mode	NOUN
crl-16410	221	35	=	=	PROPN
crl-16410	221	36	3	3	NUM
crl-16410	221	37	,	,	PUNCT
crl-16410	221	38	with	with	ADP
crl-16410	221	39	40.6	40.6	NUM
crl-16410	221	40	%	%	NOUN
crl-16410	221	41	scoring	score	VERB
crl-16410	221	42	a	a	DET
crl-16410	221	43	4	4	NUM
crl-16410	221	44	)	)	PUNCT
crl-16410	221	45	.	.	PUNCT
crl-16410	222	1	(	(	PUNCT
crl-16410	222	2	see	see	VERB
crl-16410	222	3	table	table	NOUN
crl-16410	222	4	13	13	NUM
crl-16410	222	5	.	.	PUNCT
crl-16410	222	6	)	)	PUNCT
crl-16410	223	1	discussion	discussion	NOUN
crl-16410	223	2	the	the	DET
crl-16410	223	3	process	process	NOUN
crl-16410	223	4	of	of	ADP
crl-16410	223	5	conducting	conduct	VERB
crl-16410	223	6	a	a	DET
crl-16410	223	7	comprehensive	comprehensive	ADJ
crl-16410	223	8	assessment	assessment	NOUN
crl-16410	223	9	was	be	AUX
crl-16410	223	10	difficult	difficult	ADJ
crl-16410	223	11	but	but	CCONJ
crl-16410	223	12	worthwhile	worthwhile	ADJ
crl-16410	223	13	.	.	PUNCT
crl-16410	224	1	it	it	PRON
crl-16410	224	2	required	require	VERB
crl-16410	224	3	the	the	DET
crl-16410	224	4	collaboration	collaboration	NOUN
crl-16410	224	5	and	and	CCONJ
crl-16410	224	6	participation	participation	NOUN
crl-16410	224	7	of	of	ADP
crl-16410	224	8	many	many	ADJ
crl-16410	224	9	people	people	NOUN
crl-16410	224	10	,	,	PUNCT
crl-16410	224	11	including	include	VERB
crl-16410	224	12	the	the	DET
crl-16410	224	13	university	university	NOUN
crl-16410	224	14	’s	’s	NOUN
crl-16410	224	15	table	table	NOUN
crl-16410	224	16	12	12	NUM
crl-16410	224	17	category	category	NOUN
crl-16410	224	18	four	four	NUM
crl-16410	224	19	(	(	PUNCT
crl-16410	224	20	use	use	VERB
crl-16410	224	21	information	information	NOUN
crl-16410	224	22	effectively	effectively	ADV
crl-16410	224	23	):	):	PUNCT
crl-16410	224	24	percentage	percentage	NOUN
crl-16410	224	25	of	of	ADP
crl-16410	224	26	scores	score	NOUN
crl-16410	224	27	in	in	ADP
crl-16410	224	28	each	each	DET
crl-16410	224	29	course	course	NOUN
crl-16410	224	30	category	category	NOUN
crl-16410	224	31	four	four	NUM
crl-16410	224	32	0–0.5	0–0.5	NUM
crl-16410	224	33	1–1.5	1–1.5	NUM
crl-16410	224	34	2–2.5	2–2.5	NUM
crl-16410	224	35	3–3.5	3–3.5	NUM
crl-16410	224	36	4	4	NUM
crl-16410	224	37	engl	engl	ADJ
crl-16410	224	38	1010	1010	NUM
crl-16410	224	39	7.4	7.4	NUM
crl-16410	224	40	%	%	NOUN
crl-16410	224	41	79.3	79.3	NUM
crl-16410	224	42	%	%	NOUN
crl-16410	224	43	13.0	13.0	NUM
crl-16410	224	44	%	%	NOUN
crl-16410	224	45	0.4	0.4	NUM
crl-16410	224	46	%	%	NOUN
crl-16410	224	47	0.0	0.0	NUM
crl-16410	224	48	%	%	NOUN
crl-16410	224	49	engl	engl	ADJ
crl-16410	224	50	2010	2010	NUM
crl-16410	224	51	3.2	3.2	NUM
crl-16410	224	52	%	%	NOUN
crl-16410	224	53	39.1	39.1	NUM
crl-16410	224	54	%	%	NOUN
crl-16410	224	55	47.1	47.1	NUM
crl-16410	224	56	%	%	NOUN
crl-16410	224	57	10.5	10.5	NUM
crl-16410	224	58	%	%	NOUN
crl-16410	224	59	0.4	0.4	NUM
crl-16410	224	60	%	%	NOUN
crl-16410	224	61	psy	psy	NOUN
crl-16410	224	62	3500	3500	NUM
crl-16410	224	63	0.0	0.0	NUM
crl-16410	224	64	%	%	NOUN
crl-16410	224	65	7.0	7.0	NUM
crl-16410	224	66	%	%	NOUN
crl-16410	224	67	76.0	76.0	NUM
crl-16410	224	68	%	%	NOUN
crl-16410	224	69	16.0	16.0	NUM
crl-16410	224	70	%	%	NOUN
crl-16410	224	71	1.0	1.0	NUM
crl-16410	224	72	%	%	NOUN
crl-16410	224	73	hist	hist	NOUN
crl-16410	224	74	4990	4990	NUM
crl-16410	224	75	0.0	0.0	NUM
crl-16410	224	76	%	%	NOUN
crl-16410	224	77	33.3	33.3	NUM
crl-16410	224	78	%	%	NOUN
crl-16410	224	79	46.7	46.7	NUM
crl-16410	224	80	%	%	NOUN
crl-16410	224	81	17.8	17.8	NUM
crl-16410	224	82	%	%	NOUN
crl-16410	224	83	2.2	2.2	NUM
crl-16410	224	84	%	%	NOUN
crl-16410	224	85	182	182	NUM
crl-16410	224	86	college	college	PROPN
crl-16410	224	87	&	&	CCONJ
crl-16410	224	88	research	research	PROPN
crl-16410	224	89	libraries	library	NOUN
crl-16410	224	90	march	march	PROPN
crl-16410	224	91	2015	2015	NUM
crl-16410	224	92	institutional	institutional	ADJ
crl-16410	224	93	researcher	researcher	NOUN
crl-16410	224	94	,	,	PUNCT
crl-16410	224	95	a	a	DET
crl-16410	224	96	large	large	ADJ
crl-16410	224	97	team	team	NOUN
crl-16410	224	98	of	of	ADP
crl-16410	224	99	librarians	librarian	NOUN
crl-16410	224	100	,	,	PUNCT
crl-16410	224	101	and	and	CCONJ
crl-16410	224	102	dozens	dozen	NOUN
crl-16410	224	103	of	of	ADP
crl-16410	224	104	instructors	instructor	NOUN
crl-16410	224	105	.	.	PUNCT
crl-16410	225	1	many	many	ADJ
crl-16410	225	2	parts	part	NOUN
crl-16410	225	3	of	of	ADP
crl-16410	225	4	the	the	DET
crl-16410	225	5	process	process	NOUN
crl-16410	225	6	were	be	AUX
crl-16410	225	7	time	time	NOUN
crl-16410	225	8	consuming	consume	VERB
crl-16410	225	9	,	,	PUNCT
crl-16410	225	10	particularly	particularly	ADV
crl-16410	225	11	collecting	collect	VERB
crl-16410	225	12	the	the	DET
crl-16410	225	13	research	research	NOUN
crl-16410	225	14	papers	paper	NOUN
crl-16410	225	15	,	,	PUNCT
crl-16410	225	16	reaching	reach	VERB
crl-16410	225	17	consensus	consensus	NOUN
crl-16410	225	18	and	and	CCONJ
crl-16410	225	19	good	good	ADJ
crl-16410	225	20	inter	inter	ADJ
crl-16410	225	21	-	-	ADJ
crl-16410	225	22	rater	rater	ADJ
crl-16410	225	23	reliability	reliability	NOUN
crl-16410	225	24	,	,	PUNCT
crl-16410	225	25	and	and	CCONJ
crl-16410	225	26	carefully	carefully	ADV
crl-16410	225	27	reading	read	VERB
crl-16410	225	28	884	884	NUM
crl-16410	225	29	papers	paper	NOUN
crl-16410	225	30	.	.	PUNCT
crl-16410	226	1	one	one	NUM
crl-16410	226	2	key	key	ADJ
crl-16410	226	3	benefit	benefit	NOUN
crl-16410	226	4	was	be	AUX
crl-16410	226	5	immersing	immerse	VERB
crl-16410	226	6	ourselves	ourselves	PRON
crl-16410	226	7	in	in	ADP
crl-16410	226	8	student	student	NOUN
crl-16410	226	9	work	work	NOUN
crl-16410	226	10	in	in	ADP
crl-16410	226	11	a	a	DET
crl-16410	226	12	much	much	ADV
crl-16410	226	13	deeper	deep	ADJ
crl-16410	226	14	way	way	NOUN
crl-16410	226	15	.	.	PUNCT
crl-16410	227	1	many	many	ADJ
crl-16410	227	2	of	of	ADP
crl-16410	227	3	us	we	PRON
crl-16410	227	4	,	,	PUNCT
crl-16410	227	5	along	along	ADP
crl-16410	227	6	with	with	ADP
crl-16410	227	7	most	most	ADJ
crl-16410	227	8	of	of	ADP
crl-16410	227	9	our	our	PRON
crl-16410	227	10	library	library	NOUN
crl-16410	227	11	colleagues	colleague	NOUN
crl-16410	227	12	,	,	PUNCT
crl-16410	227	13	did	do	AUX
crl-16410	227	14	not	not	PART
crl-16410	227	15	teach	teach	VERB
crl-16410	227	16	in	in	ADP
crl-16410	227	17	an	an	DET
crl-16410	227	18	academic	academic	ADJ
crl-16410	227	19	setting	setting	NOUN
crl-16410	227	20	prior	prior	ADV
crl-16410	227	21	to	to	ADP
crl-16410	227	22	becoming	become	VERB
crl-16410	227	23	instruction	instruction	NOUN
crl-16410	227	24	librarians	librarian	NOUN
crl-16410	227	25	.	.	PUNCT
crl-16410	228	1	librarians	librarian	NOUN
crl-16410	228	2	who	who	PRON
crl-16410	228	3	participated	participate	VERB
crl-16410	228	4	in	in	ADP
crl-16410	228	5	reading	read	VERB
crl-16410	228	6	the	the	DET
crl-16410	228	7	papers	paper	NOUN
crl-16410	228	8	gained	gain	VERB
crl-16410	228	9	valuable	valuable	ADJ
crl-16410	228	10	insight	insight	NOUN
crl-16410	228	11	into	into	ADP
crl-16410	228	12	student	student	NOUN
crl-16410	228	13	performance	performance	NOUN
crl-16410	228	14	,	,	PUNCT
crl-16410	228	15	the	the	DET
crl-16410	228	16	nature	nature	NOUN
crl-16410	228	17	of	of	ADP
crl-16410	228	18	assignments	assignment	NOUN
crl-16410	228	19	,	,	PUNCT
crl-16410	228	20	and	and	CCONJ
crl-16410	228	21	the	the	DET
crl-16410	228	22	structure	structure	NOUN
crl-16410	228	23	of	of	ADP
crl-16410	228	24	the	the	DET
crl-16410	228	25	college	college	NOUN
crl-16410	228	26	curriculum	curriculum	NOUN
crl-16410	228	27	.	.	PUNCT
crl-16410	229	1	our	our	PRON
crl-16410	229	2	anecdotal	anecdotal	ADJ
crl-16410	229	3	hunches	hunch	NOUN
crl-16410	229	4	about	about	ADP
crl-16410	229	5	students	student	NOUN
crl-16410	229	6	’	’	PART
crl-16410	229	7	superficial	superficial	ADJ
crl-16410	229	8	reading	reading	NOUN
crl-16410	229	9	of	of	ADP
crl-16410	229	10	sources	source	NOUN
crl-16410	229	11	,	,	PUNCT
crl-16410	229	12	for	for	ADP
crl-16410	229	13	example	example	NOUN
crl-16410	229	14	,	,	PUNCT
crl-16410	229	15	were	be	AUX
crl-16410	229	16	confirmed	confirm	VERB
crl-16410	229	17	after	after	ADP
crl-16410	229	18	reading	read	VERB
crl-16410	229	19	hundreds	hundred	NOUN
crl-16410	229	20	of	of	ADP
crl-16410	229	21	papers	paper	NOUN
crl-16410	229	22	.	.	PUNCT
crl-16410	230	1	the	the	DET
crl-16410	230	2	project	project	NOUN
crl-16410	230	3	also	also	ADV
crl-16410	230	4	provided	provide	VERB
crl-16410	230	5	a	a	DET
crl-16410	230	6	higher	high	ADJ
crl-16410	230	7	level	level	NOUN
crl-16410	230	8	of	of	ADP
crl-16410	230	9	confidence	confidence	NOUN
crl-16410	230	10	in	in	ADP
crl-16410	230	11	the	the	DET
crl-16410	230	12	conclusions	conclusion	NOUN
crl-16410	230	13	we	we	PRON
crl-16410	230	14	drew	draw	VERB
crl-16410	230	15	from	from	ADP
crl-16410	230	16	the	the	DET
crl-16410	230	17	data	data	NOUN
crl-16410	230	18	.	.	PUNCT
crl-16410	231	1	we	we	PRON
crl-16410	231	2	have	have	VERB
crl-16410	231	3	a	a	DET
crl-16410	231	4	more	more	ADV
crl-16410	231	5	holistic	holistic	ADJ
crl-16410	231	6	picture	picture	NOUN
crl-16410	231	7	rather	rather	ADV
crl-16410	231	8	than	than	ADP
crl-16410	231	9	an	an	DET
crl-16410	231	10	isolated	isolated	ADJ
crl-16410	231	11	peek	peek	NOUN
crl-16410	231	12	at	at	ADP
crl-16410	231	13	student	student	NOUN
crl-16410	231	14	learning	learning	NOUN
crl-16410	231	15	in	in	ADP
crl-16410	231	16	one	one	NUM
crl-16410	231	17	class	class	NOUN
crl-16410	231	18	,	,	PUNCT
crl-16410	231	19	at	at	ADP
crl-16410	231	20	one	one	NUM
crl-16410	231	21	moment	moment	NOUN
crl-16410	231	22	in	in	ADP
crl-16410	231	23	time	time	NOUN
crl-16410	231	24	.	.	PUNCT
crl-16410	232	1	we	we	PRON
crl-16410	232	2	could	could	AUX
crl-16410	232	3	see	see	VERB
crl-16410	232	4	trends	trend	NOUN
crl-16410	232	5	move	move	VERB
crl-16410	232	6	their	their	PRON
crl-16410	232	7	way	way	NOUN
crl-16410	232	8	up	up	ADP
crl-16410	232	9	the	the	DET
crl-16410	232	10	chain	chain	NOUN
crl-16410	232	11	of	of	ADP
crl-16410	232	12	the	the	DET
crl-16410	232	13	curriculum	curriculum	NOUN
crl-16410	232	14	,	,	PUNCT
crl-16410	232	15	in	in	ADP
crl-16410	232	16	different	different	ADJ
crl-16410	232	17	courses	course	NOUN
crl-16410	232	18	and	and	CCONJ
crl-16410	232	19	on	on	ADP
crl-16410	232	20	different	different	ADJ
crl-16410	232	21	assignments	assignment	NOUN
crl-16410	232	22	.	.	PUNCT
crl-16410	233	1	we	we	PRON
crl-16410	233	2	now	now	ADV
crl-16410	233	3	have	have	VERB
crl-16410	233	4	a	a	DET
crl-16410	233	5	more	more	ADV
crl-16410	233	6	compelling	compelling	ADJ
crl-16410	233	7	narrative	narrative	NOUN
crl-16410	233	8	that	that	PRON
crl-16410	233	9	we	we	PRON
crl-16410	233	10	are	be	AUX
crl-16410	233	11	able	able	ADJ
crl-16410	233	12	to	to	PART
crl-16410	233	13	share	share	VERB
crl-16410	233	14	with	with	ADP
crl-16410	233	15	stakeholders	stakeholder	NOUN
crl-16410	233	16	.	.	PUNCT
crl-16410	234	1	we	we	PRON
crl-16410	234	2	made	make	VERB
crl-16410	234	3	a	a	DET
crl-16410	234	4	number	number	NOUN
crl-16410	234	5	of	of	ADP
crl-16410	234	6	changes	change	NOUN
crl-16410	234	7	to	to	ADP
crl-16410	234	8	library	library	NOUN
crl-16410	234	9	instruction	instruction	NOUN
crl-16410	234	10	as	as	ADP
crl-16410	234	11	a	a	DET
crl-16410	234	12	result	result	NOUN
crl-16410	234	13	of	of	ADP
crl-16410	234	14	the	the	DET
crl-16410	234	15	assessment	assessment	NOUN
crl-16410	234	16	.	.	PUNCT
crl-16410	235	1	first	first	ADV
crl-16410	235	2	,	,	PUNCT
crl-16410	235	3	we	we	PRON
crl-16410	235	4	approached	approach	VERB
crl-16410	235	5	the	the	DET
crl-16410	235	6	writing	writing	NOUN
crl-16410	235	7	department	department	NOUN
crl-16410	235	8	and	and	CCONJ
crl-16410	235	9	suggested	suggest	VERB
crl-16410	235	10	that	that	SCONJ
crl-16410	235	11	instructors	instructor	NOUN
crl-16410	235	12	stop	stop	VERB
crl-16410	235	13	the	the	DET
crl-16410	235	14	practice	practice	NOUN
crl-16410	235	15	of	of	ADP
crl-16410	235	16	using	use	VERB
crl-16410	235	17	evaluation	evaluation	NOUN
crl-16410	235	18	checklists	checklist	NOUN
crl-16410	235	19	and	and	CCONJ
crl-16410	235	20	requiring	require	VERB
crl-16410	235	21	specific	specific	ADJ
crl-16410	235	22	numbers	number	NOUN
crl-16410	235	23	and	and	CCONJ
crl-16410	235	24	types	type	NOUN
crl-16410	235	25	of	of	ADP
crl-16410	235	26	sources	source	NOUN
crl-16410	235	27	(	(	PUNCT
crl-16410	235	28	such	such	ADJ
crl-16410	235	29	as	as	ADP
crl-16410	235	30	five	five	NUM
crl-16410	235	31	peer	peer	NOUN
crl-16410	235	32	-	-	PUNCT
crl-16410	235	33	reviewed	review	VERB
crl-16410	235	34	articles	article	NOUN
crl-16410	235	35	)	)	PUNCT
crl-16410	235	36	.	.	PUNCT
crl-16410	236	1	we	we	PRON
crl-16410	236	2	suspect	suspect	VERB
crl-16410	236	3	that	that	SCONJ
crl-16410	236	4	these	these	DET
crl-16410	236	5	checklists	checklist	NOUN
crl-16410	236	6	and	and	CCONJ
crl-16410	236	7	quotas	quota	NOUN
crl-16410	236	8	encouraged	encourage	VERB
crl-16410	236	9	students	student	NOUN
crl-16410	236	10	to	to	PART
crl-16410	236	11	find	find	VERB
crl-16410	236	12	sources	source	NOUN
crl-16410	236	13	without	without	ADP
crl-16410	236	14	thinking	think	VERB
crl-16410	236	15	about	about	ADP
crl-16410	236	16	their	their	PRON
crl-16410	236	17	relevance	relevance	NOUN
crl-16410	236	18	.	.	PUNCT
crl-16410	237	1	in	in	ADP
crl-16410	237	2	our	our	PRON
crl-16410	237	3	own	own	ADJ
crl-16410	237	4	instruction	instruction	NOUN
crl-16410	237	5	,	,	PUNCT
crl-16410	237	6	we	we	PRON
crl-16410	237	7	began	begin	VERB
crl-16410	237	8	to	to	PART
crl-16410	237	9	emphasize	emphasize	VERB
crl-16410	237	10	the	the	DET
crl-16410	237	11	strength	strength	NOUN
crl-16410	237	12	of	of	ADP
crl-16410	237	13	the	the	DET
crl-16410	237	14	evidence	evidence	NOUN
crl-16410	237	15	provided	provide	VERB
crl-16410	237	16	by	by	ADP
crl-16410	237	17	the	the	DET
crl-16410	237	18	information	information	NOUN
crl-16410	237	19	in	in	ADP
crl-16410	237	20	sources	source	NOUN
crl-16410	237	21	,	,	PUNCT
crl-16410	237	22	rather	rather	ADV
crl-16410	237	23	than	than	ADP
crl-16410	237	24	types	type	NOUN
crl-16410	237	25	of	of	ADP
crl-16410	237	26	“	"	PUNCT
crl-16410	237	27	good	good	ADJ
crl-16410	237	28	”	"	PUNCT
crl-16410	237	29	or	or	CCONJ
crl-16410	237	30	“	"	PUNCT
crl-16410	237	31	bad	bad	ADJ
crl-16410	237	32	”	"	PUNCT
crl-16410	237	33	sources	source	NOUN
crl-16410	237	34	,	,	PUNCT
crl-16410	237	35	and	and	CCONJ
crl-16410	237	36	we	we	PRON
crl-16410	237	37	encouraged	encourage	VERB
crl-16410	237	38	instructors	instructor	NOUN
crl-16410	237	39	to	to	PART
crl-16410	237	40	do	do	VERB
crl-16410	237	41	the	the	DET
crl-16410	237	42	same	same	ADJ
crl-16410	237	43	.	.	PUNCT
crl-16410	238	1	the	the	DET
crl-16410	238	2	library	library	NOUN
crl-16410	238	3	also	also	ADV
crl-16410	238	4	conducted	conduct	VERB
crl-16410	238	5	an	an	DET
crl-16410	238	6	information	information	NOUN
crl-16410	238	7	literacy	literacy	NOUN
crl-16410	238	8	fellows	fellow	VERB
crl-16410	238	9	summer	summer	NOUN
crl-16410	238	10	workshop	workshop	NOUN
crl-16410	238	11	with	with	ADP
crl-16410	238	12	five	five	NUM
crl-16410	238	13	lecturers	lecturer	NOUN
crl-16410	238	14	who	who	PRON
crl-16410	238	15	teach	teach	VERB
crl-16410	238	16	engl	engl	ADJ
crl-16410	238	17	1010	1010	NUM
crl-16410	238	18	and	and	CCONJ
crl-16410	238	19	2010	2010	NUM
crl-16410	238	20	.	.	PUNCT
crl-16410	239	1	we	we	PRON
crl-16410	239	2	collaborated	collaborate	VERB
crl-16410	239	3	on	on	ADP
crl-16410	239	4	revising	revise	VERB
crl-16410	239	5	the	the	DET
crl-16410	239	6	il	il	PROPN
crl-16410	239	7	goals	goal	NOUN
crl-16410	239	8	for	for	ADP
crl-16410	239	9	those	those	DET
crl-16410	239	10	courses	course	NOUN
crl-16410	239	11	.	.	PUNCT
crl-16410	240	1	as	as	ADP
crl-16410	240	2	a	a	DET
crl-16410	240	3	result	result	NOUN
crl-16410	240	4	,	,	PUNCT
crl-16410	240	5	the	the	DET
crl-16410	240	6	learning	learning	NOUN
crl-16410	240	7	goals	goal	NOUN
crl-16410	240	8	were	be	AUX
crl-16410	240	9	changed	change	VERB
crl-16410	240	10	to	to	PART
crl-16410	240	11	highlight	highlight	VERB
crl-16410	240	12	the	the	DET
crl-16410	240	13	skills	skill	NOUN
crl-16410	240	14	students	student	NOUN
crl-16410	240	15	struggled	struggle	VERB
crl-16410	240	16	with	with	ADP
crl-16410	240	17	the	the	DET
crl-16410	240	18	most	most	ADJ
crl-16410	240	19	,	,	PUNCT
crl-16410	240	20	such	such	ADJ
crl-16410	240	21	as	as	ADP
crl-16410	240	22	synthesis	synthesis	NOUN
crl-16410	240	23	and	and	CCONJ
crl-16410	240	24	evaluation	evaluation	NOUN
crl-16410	240	25	of	of	ADP
crl-16410	240	26	sources	source	NOUN
crl-16410	240	27	.	.	PUNCT
crl-16410	241	1	librarians	librarian	NOUN
crl-16410	241	2	and	and	CCONJ
crl-16410	241	3	lecturers	lecturer	NOUN
crl-16410	241	4	developed	develop	VERB
crl-16410	241	5	new	new	ADJ
crl-16410	241	6	lesson	lesson	NOUN
crl-16410	241	7	plans	plan	NOUN
crl-16410	241	8	and	and	CCONJ
crl-16410	241	9	assignment	assignment	ADJ
crl-16410	241	10	descriptions	description	NOUN
crl-16410	241	11	to	to	PART
crl-16410	241	12	support	support	VERB
crl-16410	241	13	these	these	DET
crl-16410	241	14	revised	revise	VERB
crl-16410	241	15	goals	goal	NOUN
crl-16410	241	16	.	.	PUNCT
crl-16410	242	1	we	we	PRON
crl-16410	242	2	continue	continue	VERB
crl-16410	242	3	to	to	PART
crl-16410	242	4	market	market	NOUN
crl-16410	242	5	,	,	PUNCT
crl-16410	242	6	implement	implement	NOUN
crl-16410	242	7	,	,	PUNCT
crl-16410	242	8	and	and	CCONJ
crl-16410	242	9	revise	revise	VERB
crl-16410	242	10	these	these	DET
crl-16410	242	11	resources	resource	NOUN
crl-16410	242	12	.	.	PUNCT
crl-16410	243	1	library	library	NOUN
crl-16410	243	2	sessions	session	NOUN
crl-16410	243	3	for	for	ADP
crl-16410	243	4	all	all	DET
crl-16410	243	5	courses	course	NOUN
crl-16410	243	6	are	be	AUX
crl-16410	243	7	also	also	ADV
crl-16410	243	8	being	be	AUX
crl-16410	243	9	redesigned	redesign	VERB
crl-16410	243	10	to	to	PART
crl-16410	243	11	slow	slow	VERB
crl-16410	243	12	down	down	ADP
crl-16410	243	13	the	the	DET
crl-16410	243	14	research	research	NOUN
crl-16410	243	15	process	process	NOUN
crl-16410	243	16	and	and	CCONJ
crl-16410	243	17	build	build	VERB
crl-16410	243	18	reading	reading	NOUN
crl-16410	243	19	and	and	CCONJ
crl-16410	243	20	thinking	think	VERB
crl-16410	243	21	time	time	NOUN
crl-16410	243	22	into	into	ADP
crl-16410	243	23	classroom	classroom	NOUN
crl-16410	243	24	instruction	instruction	NOUN
crl-16410	243	25	.	.	PUNCT
crl-16410	244	1	by	by	ADP
crl-16410	244	2	relying	rely	VERB
crl-16410	244	3	on	on	ADP
crl-16410	244	4	strategies	strategy	NOUN
crl-16410	244	5	like	like	ADP
crl-16410	244	6	flipping	flip	VERB
crl-16410	244	7	the	the	DET
crl-16410	244	8	classroom	classroom	NOUN
crl-16410	244	9	,	,	PUNCT
crl-16410	244	10	we	we	PRON
crl-16410	244	11	are	be	AUX
crl-16410	244	12	able	able	ADJ
crl-16410	244	13	to	to	PART
crl-16410	244	14	spend	spend	VERB
crl-16410	244	15	more	more	ADJ
crl-16410	244	16	time	time	NOUN
crl-16410	244	17	in	in	ADP
crl-16410	244	18	the	the	DET
crl-16410	244	19	classroom	classroom	NOUN
crl-16410	244	20	on	on	ADP
crl-16410	244	21	research	research	NOUN
crl-16410	244	22	and	and	CCONJ
crl-16410	244	23	writing	writing	NOUN
crl-16410	244	24	skills	skill	NOUN
crl-16410	244	25	and	and	CCONJ
crl-16410	244	26	little	little	ADJ
crl-16410	244	27	or	or	CCONJ
crl-16410	244	28	no	no	PRON
crl-16410	244	29	time	time	NOUN
crl-16410	244	30	lecturing	lecture	VERB
crl-16410	244	31	or	or	CCONJ
crl-16410	244	32	demonstrating	demonstrate	VERB
crl-16410	244	33	.	.	PUNCT
crl-16410	245	1	at	at	ADP
crl-16410	245	2	the	the	DET
crl-16410	245	3	broader	broad	ADJ
crl-16410	245	4	level	level	NOUN
crl-16410	245	5	,	,	PUNCT
crl-16410	245	6	other	other	ADJ
crl-16410	245	7	changes	change	NOUN
crl-16410	245	8	include	include	VERB
crl-16410	245	9	developing	develop	VERB
crl-16410	245	10	new	new	ADJ
crl-16410	245	11	lessons	lesson	NOUN
crl-16410	245	12	and	and	CCONJ
crl-16410	245	13	learning	learn	VERB
crl-16410	245	14	outcomes	outcome	NOUN
crl-16410	245	15	that	that	PRON
crl-16410	245	16	target	target	NOUN
crl-16410	245	17	evaluation	evaluation	NOUN
crl-16410	245	18	,	,	PUNCT
crl-16410	245	19	information	information	NOUN
crl-16410	245	20	use	use	NOUN
crl-16410	245	21	,	,	PUNCT
crl-16410	245	22	and	and	CCONJ
crl-16410	245	23	synthesis	synthesis	NOUN
crl-16410	245	24	in	in	ADP
crl-16410	245	25	all	all	DET
crl-16410	245	26	courses	course	NOUN
crl-16410	245	27	.	.	PUNCT
crl-16410	246	1	an	an	DET
crl-16410	246	2	assignment	assignment	NOUN
crl-16410	246	3	focusing	focus	VERB
crl-16410	246	4	on	on	ADP
crl-16410	246	5	summarizing	summarize	VERB
crl-16410	246	6	information	information	NOUN
crl-16410	246	7	has	have	AUX
crl-16410	246	8	been	be	AUX
crl-16410	246	9	added	add	VERB
crl-16410	246	10	to	to	ADP
crl-16410	246	11	an	an	DET
crl-16410	246	12	introductory	introductory	ADJ
crl-16410	246	13	psychology	psychology	NOUN
crl-16410	246	14	course	course	NOUN
crl-16410	246	15	,	,	PUNCT
crl-16410	246	16	for	for	ADP
crl-16410	246	17	example	example	NOUN
crl-16410	246	18	.	.	PUNCT
crl-16410	247	1	the	the	DET
crl-16410	247	2	old	old	ADJ
crl-16410	247	3	assignment	assignment	NOUN
crl-16410	247	4	required	require	VERB
crl-16410	247	5	students	student	NOUN
crl-16410	247	6	to	to	PART
crl-16410	247	7	download	download	VERB
crl-16410	247	8	and	and	CCONJ
crl-16410	247	9	cite	cite	VERB
crl-16410	247	10	an	an	DET
crl-16410	247	11	empirical	empirical	ADJ
crl-16410	247	12	research	research	NOUN
crl-16410	247	13	study	study	NOUN
crl-16410	247	14	,	,	PUNCT
crl-16410	247	15	whereas	whereas	SCONJ
crl-16410	247	16	the	the	DET
crl-16410	247	17	new	new	ADJ
crl-16410	247	18	assignment	assignment	NOUN
crl-16410	247	19	requires	require	VERB
crl-16410	247	20	that	that	SCONJ
crl-16410	247	21	students	student	NOUN
crl-16410	247	22	actually	actually	ADV
crl-16410	247	23	read	read	VERB
crl-16410	247	24	and	and	CCONJ
crl-16410	247	25	summarize	summarize	VERB
crl-16410	247	26	a	a	DET
crl-16410	247	27	study	study	NOUN
crl-16410	247	28	.	.	PUNCT
crl-16410	248	1	some	some	DET
crl-16410	248	2	changes	change	NOUN
crl-16410	248	3	are	be	AUX
crl-16410	248	4	being	be	AUX
crl-16410	248	5	proposed	propose	VERB
crl-16410	248	6	at	at	ADP
crl-16410	248	7	the	the	DET
crl-16410	248	8	table	table	NOUN
crl-16410	248	9	13	13	NUM
crl-16410	248	10	category	category	NOUN
crl-16410	248	11	five	five	NUM
crl-16410	248	12	(	(	PUNCT
crl-16410	248	13	use	use	VERB
crl-16410	248	14	information	information	NOUN
crl-16410	248	15	ethically	ethically	ADV
crl-16410	248	16	and	and	CCONJ
crl-16410	248	17	legally	legally	ADV
crl-16410	248	18	)	)	PUNCT
crl-16410	248	19	percentage	percentage	NOUN
crl-16410	248	20	of	of	ADP
crl-16410	248	21	scores	score	NOUN
crl-16410	248	22	for	for	ADP
crl-16410	248	23	each	each	DET
crl-16410	248	24	course	course	NOUN
crl-16410	248	25	category	category	NOUN
crl-16410	248	26	five	five	NUM
crl-16410	248	27	0–0.5	0–0.5	NUM
crl-16410	248	28	1–1.5	1–1.5	NUM
crl-16410	248	29	2–2.5	2–2.5	NUM
crl-16410	248	30	3–3.5	3–3.5	NUM
crl-16410	248	31	4	4	NUM
crl-16410	248	32	engl	engl	ADJ
crl-16410	248	33	1010	1010	NUM
crl-16410	248	34	5.9	5.9	NUM
crl-16410	248	35	%	%	NOUN
crl-16410	248	36	11.9	11.9	NUM
crl-16410	248	37	%	%	NOUN
crl-16410	248	38	24.8	24.8	NUM
crl-16410	248	39	%	%	NOUN
crl-16410	248	40	28.5	28.5	NUM
crl-16410	248	41	%	%	NOUN
crl-16410	248	42	28.9	28.9	NUM
crl-16410	248	43	%	%	NOUN
crl-16410	248	44	engl	engl	ADJ
crl-16410	248	45	2010	2010	NUM
crl-16410	248	46	0.4	0.4	NUM
crl-16410	248	47	%	%	NOUN
crl-16410	248	48	3.0	3.0	NUM
crl-16410	248	49	%	%	NOUN
crl-16410	248	50	8.9	8.9	NUM
crl-16410	248	51	%	%	NOUN
crl-16410	248	52	26.8	26.8	NUM
crl-16410	248	53	%	%	NOUN
crl-16410	248	54	60.5	60.5	NUM
crl-16410	248	55	%	%	NOUN
crl-16410	248	56	psy	psy	NOUN
crl-16410	248	57	3500	3500	NUM
crl-16410	248	58	0.0	0.0	NUM
crl-16410	248	59	%	%	NOUN
crl-16410	248	60	2.0	2.0	NUM
crl-16410	248	61	%	%	NOUN
crl-16410	248	62	8.9	8.9	NUM
crl-16410	248	63	%	%	NOUN
crl-16410	248	64	48.5	48.5	NUM
crl-16410	248	65	%	%	NOUN
crl-16410	248	66	40.6	40.6	NUM
crl-16410	248	67	%	%	NOUN
crl-16410	248	68	hist	hist	NOUN
crl-16410	248	69	4990	4990	NUM
crl-16410	248	70	0.0	0.0	NUM
crl-16410	248	71	%	%	NOUN
crl-16410	248	72	2.2	2.2	NUM
crl-16410	248	73	%	%	NOUN
crl-16410	248	74	0.0	0.0	NUM
crl-16410	248	75	%	%	NOUN
crl-16410	248	76	31.1	31.1	NUM
crl-16410	248	77	%	%	NOUN
crl-16410	248	78	66.7	66.7	NUM
crl-16410	248	79	%	%	NOUN
crl-16410	248	80	an	an	DET
crl-16410	248	81	information	information	NOUN
crl-16410	248	82	literacy	literacy	NOUN
crl-16410	248	83	snapshot	snapshot	VERB
crl-16410	248	84	183	183	NUM
crl-16410	248	85	curricular	curricular	ADJ
crl-16410	248	86	level	level	NOUN
crl-16410	248	87	.	.	PUNCT
crl-16410	249	1	the	the	DET
crl-16410	249	2	history	history	NOUN
crl-16410	249	3	department	department	NOUN
crl-16410	249	4	is	be	AUX
crl-16410	249	5	currently	currently	ADV
crl-16410	249	6	discussing	discuss	VERB
crl-16410	249	7	a	a	DET
crl-16410	249	8	new	new	ADJ
crl-16410	249	9	curriculum	curriculum	NOUN
crl-16410	249	10	so	so	SCONJ
crl-16410	249	11	that	that	SCONJ
crl-16410	249	12	students	student	NOUN
crl-16410	249	13	engage	engage	VERB
crl-16410	249	14	in	in	ADP
crl-16410	249	15	some	some	DET
crl-16410	249	16	basic	basic	ADJ
crl-16410	249	17	research	research	NOUN
crl-16410	249	18	processes	process	NOUN
crl-16410	249	19	before	before	SCONJ
crl-16410	249	20	they	they	PRON
crl-16410	249	21	reach	reach	VERB
crl-16410	249	22	the	the	DET
crl-16410	249	23	research	research	NOUN
crl-16410	249	24	methods	method	NOUN
crl-16410	249	25	and	and	CCONJ
crl-16410	249	26	capstone	capstone	NOUN
crl-16410	249	27	courses	course	NOUN
crl-16410	249	28	.	.	PUNCT
crl-16410	250	1	our	our	PRON
crl-16410	250	2	assessment	assessment	NOUN
crl-16410	250	3	was	be	AUX
crl-16410	250	4	one	one	NUM
crl-16410	250	5	piece	piece	NOUN
crl-16410	250	6	of	of	ADP
crl-16410	250	7	evidence	evidence	NOUN
crl-16410	250	8	that	that	PRON
crl-16410	250	9	prompted	prompt	VERB
crl-16410	250	10	this	this	DET
crl-16410	250	11	discussion	discussion	NOUN
crl-16410	250	12	.	.	PUNCT
crl-16410	251	1	in	in	ADP
crl-16410	251	2	the	the	DET
crl-16410	251	3	future	future	NOUN
crl-16410	251	4	,	,	PUNCT
crl-16410	251	5	we	we	PRON
crl-16410	251	6	plan	plan	VERB
crl-16410	251	7	to	to	PART
crl-16410	251	8	use	use	VERB
crl-16410	251	9	this	this	DET
crl-16410	251	10	assessment	assessment	NOUN
crl-16410	251	11	process	process	NOUN
crl-16410	251	12	for	for	ADP
crl-16410	251	13	smaller	small	ADJ
crl-16410	251	14	-	-	PUNCT
crl-16410	251	15	scale	scale	NOUN
crl-16410	251	16	application	application	NOUN
crl-16410	251	17	within	within	ADP
crl-16410	251	18	new	new	ADJ
crl-16410	251	19	subject	subject	NOUN
crl-16410	251	20	areas	area	NOUN
crl-16410	251	21	.	.	PUNCT
crl-16410	252	1	this	this	PRON
crl-16410	252	2	will	will	AUX
crl-16410	252	3	help	help	VERB
crl-16410	252	4	us	we	PRON
crl-16410	252	5	as	as	SCONJ
crl-16410	252	6	we	we	PRON
crl-16410	252	7	design	design	VERB
crl-16410	252	8	targeted	target	VERB
crl-16410	252	9	learning	learn	VERB
crl-16410	252	10	outcomes	outcome	NOUN
crl-16410	252	11	within	within	ADP
crl-16410	252	12	disciplines	discipline	NOUN
crl-16410	252	13	that	that	PRON
crl-16410	252	14	ensure	ensure	VERB
crl-16410	252	15	students	student	NOUN
crl-16410	252	16	are	be	AUX
crl-16410	252	17	receiving	receive	VERB
crl-16410	252	18	effective	effective	ADJ
crl-16410	252	19	il	il	PROPN
crl-16410	252	20	instruction	instruction	NOUN
crl-16410	252	21	that	that	PRON
crl-16410	252	22	addresses	address	VERB
crl-16410	252	23	their	their	PRON
crl-16410	252	24	actual	actual	ADJ
crl-16410	252	25	learning	learning	NOUN
crl-16410	252	26	needs	need	VERB
crl-16410	252	27	across	across	ADP
crl-16410	252	28	the	the	DET
crl-16410	252	29	curriculum	curriculum	NOUN
crl-16410	252	30	.	.	PUNCT
crl-16410	253	1	conclusion	conclusion	NOUN
crl-16410	253	2	libraries	library	NOUN
crl-16410	253	3	must	must	AUX
crl-16410	253	4	continue	continue	VERB
crl-16410	253	5	to	to	PART
crl-16410	253	6	explore	explore	VERB
crl-16410	253	7	authentic	authentic	ADJ
crl-16410	253	8	ways	way	NOUN
crl-16410	253	9	to	to	PART
crl-16410	253	10	assess	assess	VERB
crl-16410	253	11	student	student	NOUN
crl-16410	253	12	learning	learning	NOUN
crl-16410	253	13	and	and	CCONJ
crl-16410	253	14	ensure	ensure	VERB
crl-16410	253	15	that	that	SCONJ
crl-16410	253	16	we	we	PRON
crl-16410	253	17	are	be	AUX
crl-16410	253	18	supporting	support	VERB
crl-16410	253	19	our	our	PRON
crl-16410	253	20	institutions	institution	NOUN
crl-16410	253	21	’	’	PART
crl-16410	253	22	student	student	NOUN
crl-16410	253	23	learning	learning	NOUN
crl-16410	253	24	goals	goal	NOUN
crl-16410	253	25	.	.	PUNCT
crl-16410	254	1	our	our	PRON
crl-16410	254	2	experience	experience	NOUN
crl-16410	254	3	shows	show	VERB
crl-16410	254	4	that	that	SCONJ
crl-16410	254	5	the	the	DET
crl-16410	254	6	information	information	NOUN
crl-16410	254	7	literacy	literacy	NOUN
crl-16410	254	8	value	value	NOUN
crl-16410	254	9	rubric	rubric	NOUN
crl-16410	254	10	is	be	AUX
crl-16410	254	11	a	a	DET
crl-16410	254	12	useful	useful	ADJ
crl-16410	254	13	tool	tool	NOUN
crl-16410	254	14	for	for	ADP
crl-16410	254	15	articulating	articulate	VERB
crl-16410	254	16	how	how	SCONJ
crl-16410	254	17	students	student	NOUN
crl-16410	254	18	measure	measure	VERB
crl-16410	254	19	up	up	ADP
crl-16410	254	20	to	to	ADP
crl-16410	254	21	il	il	PROPN
crl-16410	254	22	learning	learning	NOUN
crl-16410	254	23	goals	goal	NOUN
crl-16410	254	24	.	.	PUNCT
crl-16410	255	1	furthermore	furthermore	ADV
crl-16410	255	2	,	,	PUNCT
crl-16410	255	3	it	it	PRON
crl-16410	255	4	can	can	AUX
crl-16410	255	5	help	help	VERB
crl-16410	255	6	librarians	librarian	NOUN
crl-16410	255	7	and	and	CCONJ
crl-16410	255	8	faculty	faculty	NOUN
crl-16410	255	9	target	target	NOUN
crl-16410	255	10	specific	specific	ADJ
crl-16410	255	11	areas	area	NOUN
crl-16410	255	12	to	to	PART
crl-16410	255	13	refocus	refocus	VERB
crl-16410	255	14	il	il	PROPN
crl-16410	255	15	instruction	instruction	NOUN
crl-16410	255	16	across	across	ADP
crl-16410	255	17	the	the	DET
crl-16410	255	18	curriculum	curriculum	NOUN
crl-16410	255	19	.	.	PUNCT
crl-16410	256	1	many	many	ADJ
crl-16410	256	2	faculty	faculty	NOUN
crl-16410	256	3	assume	assume	VERB
crl-16410	256	4	that	that	SCONJ
crl-16410	256	5	il	il	PROPN
crl-16410	256	6	skills	skill	NOUN
crl-16410	256	7	can	can	AUX
crl-16410	256	8	be	be	AUX
crl-16410	256	9	taught	teach	VERB
crl-16410	256	10	in	in	ADP
crl-16410	256	11	a	a	DET
crl-16410	256	12	single	single	ADJ
crl-16410	256	13	session	session	NOUN
crl-16410	256	14	in	in	ADP
crl-16410	256	15	a	a	DET
crl-16410	256	16	basic	basic	ADJ
crl-16410	256	17	composition	composition	NOUN
crl-16410	256	18	course	course	NOUN
crl-16410	256	19	.	.	PUNCT
crl-16410	257	1	focused	focus	VERB
crl-16410	257	2	on	on	ADP
crl-16410	257	3	their	their	PRON
crl-16410	257	4	discipline	discipline	NOUN
crl-16410	257	5	,	,	PUNCT
crl-16410	257	6	they	they	PRON
crl-16410	257	7	do	do	AUX
crl-16410	257	8	not	not	PART
crl-16410	257	9	always	always	ADV
crl-16410	257	10	have	have	VERB
crl-16410	257	11	access	access	NOUN
crl-16410	257	12	to	to	ADP
crl-16410	257	13	a	a	DET
crl-16410	257	14	wider	wide	ADJ
crl-16410	257	15	view	view	NOUN
crl-16410	257	16	of	of	ADP
crl-16410	257	17	how	how	SCONJ
crl-16410	257	18	students	student	NOUN
crl-16410	257	19	attain	attain	VERB
crl-16410	257	20	general	general	ADJ
crl-16410	257	21	writing	writing	NOUN
crl-16410	257	22	,	,	PUNCT
crl-16410	257	23	il	il	PROPN
crl-16410	257	24	,	,	PUNCT
crl-16410	257	25	and	and	CCONJ
crl-16410	257	26	critical	critical	ADJ
crl-16410	257	27	thinking	thinking	NOUN
crl-16410	257	28	skills	skill	NOUN
crl-16410	257	29	across	across	ADP
crl-16410	257	30	the	the	DET
crl-16410	257	31	curriculum	curriculum	NOUN
crl-16410	257	32	—	—	PUNCT
crl-16410	257	33	or	or	CCONJ
crl-16410	257	34	even	even	ADV
crl-16410	257	35	within	within	ADP
crl-16410	257	36	their	their	PRON
crl-16410	257	37	own	own	ADJ
crl-16410	257	38	major	major	NOUN
crl-16410	257	39	.	.	PUNCT
crl-16410	258	1	while	while	SCONJ
crl-16410	258	2	the	the	DET
crl-16410	258	3	process	process	NOUN
crl-16410	258	4	is	be	AUX
crl-16410	258	5	time	time	NOUN
crl-16410	258	6	consuming	consume	VERB
crl-16410	258	7	,	,	PUNCT
crl-16410	258	8	it	it	PRON
crl-16410	258	9	gives	give	VERB
crl-16410	258	10	librarians	librarian	NOUN
crl-16410	258	11	a	a	DET
crl-16410	258	12	stronger	strong	ADJ
crl-16410	258	13	sense	sense	NOUN
crl-16410	258	14	of	of	ADP
crl-16410	258	15	how	how	SCONJ
crl-16410	258	16	information	information	NOUN
crl-16410	258	17	literacy	literacy	NOUN
crl-16410	258	18	manifests	manifest	NOUN
crl-16410	258	19	in	in	ADP
crl-16410	258	20	student	student	NOUN
crl-16410	258	21	works	work	NOUN
crl-16410	258	22	and	and	CCONJ
crl-16410	258	23	provides	provide	VERB
crl-16410	258	24	strong	strong	ADJ
crl-16410	258	25	evidence	evidence	NOUN
crl-16410	258	26	for	for	ADP
crl-16410	258	27	improving	improve	VERB
crl-16410	258	28	il	il	PROPN
crl-16410	258	29	instruction	instruction	NOUN
crl-16410	258	30	and	and	CCONJ
crl-16410	258	31	developing	develop	VERB
crl-16410	258	32	il	il	PROPN
crl-16410	258	33	across	across	ADP
crl-16410	258	34	the	the	DET
crl-16410	258	35	curriculum	curriculum	NOUN
crl-16410	258	36	.	.	PUNCT
crl-16410	259	1	the	the	DET
crl-16410	259	2	librarians	librarians	PROPN
crl-16410	259	3	who	who	PRON
crl-16410	259	4	participated	participate	VERB
crl-16410	259	5	in	in	ADP
crl-16410	259	6	this	this	DET
crl-16410	259	7	study	study	NOUN
crl-16410	259	8	now	now	ADV
crl-16410	259	9	have	have	VERB
crl-16410	259	10	expertise	expertise	NOUN
crl-16410	259	11	in	in	ADP
crl-16410	259	12	scoring	scoring	NOUN
crl-16410	259	13	and	and	CCONJ
crl-16410	259	14	using	use	VERB
crl-16410	259	15	rubrics	rubric	NOUN
crl-16410	259	16	,	,	PUNCT
crl-16410	259	17	which	which	PRON
crl-16410	259	18	we	we	PRON
crl-16410	259	19	can	can	AUX
crl-16410	259	20	use	use	VERB
crl-16410	259	21	in	in	ADP
crl-16410	259	22	smaller	small	ADJ
crl-16410	259	23	samples	sample	NOUN
crl-16410	259	24	in	in	ADP
crl-16410	259	25	specific	specific	ADJ
crl-16410	259	26	subject	subject	NOUN
crl-16410	259	27	areas	area	NOUN
crl-16410	259	28	to	to	PART
crl-16410	259	29	continue	continue	VERB
crl-16410	259	30	to	to	PART
crl-16410	259	31	gauge	gauge	VERB
crl-16410	259	32	our	our	PRON
crl-16410	259	33	students	student	NOUN
crl-16410	259	34	’	’	PART
crl-16410	259	35	abilities	ability	NOUN
crl-16410	259	36	.	.	PUNCT
crl-16410	260	1	while	while	SCONJ
crl-16410	260	2	we	we	PRON
crl-16410	260	3	do	do	AUX
crl-16410	260	4	n’t	not	PART
crl-16410	260	5	currently	currently	ADV
crl-16410	260	6	have	have	VERB
crl-16410	260	7	plans	plan	NOUN
crl-16410	260	8	to	to	PART
crl-16410	260	9	conduct	conduct	VERB
crl-16410	260	10	this	this	DET
crl-16410	260	11	assessment	assessment	NOUN
crl-16410	260	12	again	again	ADV
crl-16410	260	13	,	,	PUNCT
crl-16410	260	14	we	we	PRON
crl-16410	260	15	are	be	AUX
crl-16410	260	16	working	work	VERB
crl-16410	260	17	on	on	ADP
crl-16410	260	18	other	other	ADJ
crl-16410	260	19	assessments	assessment	NOUN
crl-16410	260	20	that	that	PRON
crl-16410	260	21	help	help	VERB
crl-16410	260	22	answer	answer	VERB
crl-16410	260	23	other	other	ADJ
crl-16410	260	24	questions	question	NOUN
crl-16410	260	25	that	that	PRON
crl-16410	260	26	arose	arise	VERB
crl-16410	260	27	as	as	ADP
crl-16410	260	28	a	a	DET
crl-16410	260	29	result	result	NOUN
crl-16410	260	30	of	of	ADP
crl-16410	260	31	this	this	DET
crl-16410	260	32	study	study	NOUN
crl-16410	260	33	.	.	PUNCT
crl-16410	261	1	for	for	ADP
crl-16410	261	2	example	example	NOUN
crl-16410	261	3	,	,	PUNCT
crl-16410	261	4	our	our	PRON
crl-16410	261	5	study	study	NOUN
crl-16410	261	6	does	do	AUX
crl-16410	261	7	not	not	PART
crl-16410	261	8	take	take	VERB
crl-16410	261	9	into	into	ADP
crl-16410	261	10	account	account	NOUN
crl-16410	261	11	how	how	SCONJ
crl-16410	261	12	many	many	ADJ
crl-16410	261	13	sessions	session	NOUN
crl-16410	261	14	of	of	ADP
crl-16410	261	15	il	il	PROPN
crl-16410	261	16	instruction	instruction	NOUN
crl-16410	261	17	a	a	DET
crl-16410	261	18	student	student	NOUN
crl-16410	261	19	received	receive	VERB
crl-16410	261	20	.	.	PUNCT
crl-16410	262	1	one	one	NUM
crl-16410	262	2	question	question	NOUN
crl-16410	262	3	we	we	PRON
crl-16410	262	4	hope	hope	VERB
crl-16410	262	5	to	to	PART
crl-16410	262	6	answer	answer	VERB
crl-16410	262	7	in	in	ADP
crl-16410	262	8	the	the	DET
crl-16410	262	9	next	next	ADJ
crl-16410	262	10	assessment	assessment	NOUN
crl-16410	262	11	is	be	AUX
crl-16410	262	12	how	how	SCONJ
crl-16410	262	13	the	the	DET
crl-16410	262	14	sequence	sequence	NOUN
crl-16410	262	15	and	and	CCONJ
crl-16410	262	16	number	number	NOUN
crl-16410	262	17	of	of	ADP
crl-16410	262	18	instruction	instruction	NOUN
crl-16410	262	19	sessions	session	NOUN
crl-16410	262	20	a	a	DET
crl-16410	262	21	student	student	NOUN
crl-16410	262	22	receives	receive	VERB
crl-16410	262	23	throughout	throughout	ADP
crl-16410	262	24	a	a	DET
crl-16410	262	25	program	program	NOUN
crl-16410	262	26	contributes	contribute	VERB
crl-16410	262	27	to	to	ADP
crl-16410	262	28	overall	overall	ADJ
crl-16410	262	29	success	success	NOUN
crl-16410	262	30	,	,	PUNCT
crl-16410	262	31	such	such	ADJ
crl-16410	262	32	as	as	ADP
crl-16410	262	33	grade	grade	NOUN
crl-16410	262	34	point	point	NOUN
crl-16410	262	35	average	average	NOUN
crl-16410	262	36	and	and	CCONJ
crl-16410	262	37	retention	retention	NOUN
crl-16410	262	38	.	.	PUNCT
crl-16410	263	1	this	this	PRON
crl-16410	263	2	may	may	AUX
crl-16410	263	3	help	help	VERB
crl-16410	263	4	us	we	PRON
crl-16410	263	5	provide	provide	VERB
crl-16410	263	6	a	a	DET
crl-16410	263	7	stronger	strong	ADJ
crl-16410	263	8	connection	connection	NOUN
crl-16410	263	9	between	between	ADP
crl-16410	263	10	library	library	NOUN
crl-16410	263	11	instruction	instruction	NOUN
crl-16410	263	12	and	and	CCONJ
crl-16410	263	13	il	il	PROPN
crl-16410	263	14	proficiency	proficiency	NOUN
crl-16410	263	15	.	.	PUNCT
crl-16410	264	1	overall	overall	ADJ
crl-16410	264	2	,	,	PUNCT
crl-16410	264	3	“	"	PUNCT
crl-16410	264	4	snapshot	snapshot	NOUN
crl-16410	264	5	”	"	PUNCT
crl-16410	264	6	approaches	approach	NOUN
crl-16410	264	7	to	to	ADP
crl-16410	264	8	assessment	assessment	NOUN
crl-16410	264	9	,	,	PUNCT
crl-16410	264	10	like	like	ADP
crl-16410	264	11	the	the	DET
crl-16410	264	12	one	one	NUM
crl-16410	264	13	in	in	ADP
crl-16410	264	14	this	this	DET
crl-16410	264	15	study	study	NOUN
crl-16410	264	16	,	,	PUNCT
crl-16410	264	17	help	help	VERB
crl-16410	264	18	to	to	PART
crl-16410	264	19	generate	generate	VERB
crl-16410	264	20	extensive	extensive	ADJ
crl-16410	264	21	discussions	discussion	NOUN
crl-16410	264	22	with	with	ADP
crl-16410	264	23	faculty	faculty	NOUN
crl-16410	264	24	that	that	PRON
crl-16410	264	25	take	take	VERB
crl-16410	264	26	the	the	DET
crl-16410	264	27	entire	entire	ADJ
crl-16410	264	28	curriculum	curriculum	NOUN
crl-16410	264	29	,	,	PUNCT
crl-16410	264	30	rather	rather	ADV
crl-16410	264	31	than	than	ADP
crl-16410	264	32	a	a	DET
crl-16410	264	33	single	single	ADJ
crl-16410	264	34	library	library	NOUN
crl-16410	264	35	session	session	NOUN
crl-16410	264	36	or	or	CCONJ
crl-16410	264	37	course	course	NOUN
crl-16410	264	38	,	,	PUNCT
crl-16410	264	39	into	into	ADP
crl-16410	264	40	account	account	NOUN
crl-16410	264	41	.	.	PUNCT
crl-16410	265	1	when	when	SCONJ
crl-16410	265	2	visualizing	visualize	VERB
crl-16410	265	3	the	the	DET
crl-16410	265	4	common	common	ADJ
crl-16410	265	5	peaks	peak	NOUN
crl-16410	265	6	and	and	CCONJ
crl-16410	265	7	valleys	valley	NOUN
crl-16410	265	8	in	in	ADP
crl-16410	265	9	student	student	NOUN
crl-16410	265	10	achievement	achievement	NOUN
crl-16410	265	11	,	,	PUNCT
crl-16410	265	12	faculty	faculty	NOUN
crl-16410	265	13	more	more	ADV
crl-16410	265	14	clearly	clearly	ADV
crl-16410	265	15	comprehend	comprehend	VERB
crl-16410	265	16	the	the	DET
crl-16410	265	17	shared	shared	ADJ
crl-16410	265	18	responsibility	responsibility	NOUN
crl-16410	265	19	that	that	SCONJ
crl-16410	265	20	we	we	PRON
crl-16410	265	21	all	all	PRON
crl-16410	265	22	have	have	AUX
crl-16410	265	23	to	to	PART
crl-16410	265	24	better	well	ADV
crl-16410	265	25	address	address	VERB
crl-16410	265	26	the	the	DET
crl-16410	265	27	essential	essential	ADJ
crl-16410	265	28	learning	learning	NOUN
crl-16410	265	29	outcomes	outcome	NOUN
crl-16410	265	30	of	of	ADP
crl-16410	265	31	information	information	NOUN
crl-16410	265	32	literacy	literacy	NOUN
crl-16410	265	33	on	on	ADP
crl-16410	265	34	our	our	PRON
crl-16410	265	35	campuses	campus	NOUN
crl-16410	265	36	.	.	PUNCT
crl-16410	266	1	appendix	appendix	PROPN
crl-16410	266	2	a	a	PRON
crl-16410	266	3	:	:	PUNCT
crl-16410	266	4	revised	revise	VERB
crl-16410	266	5	rubric	rubric	ADJ
crl-16410	266	6	category	category	NOUN
crl-16410	266	7	capstone	capstone	NOUN
crl-16410	266	8	4	4	NUM
crl-16410	266	9	milestone	milestone	NOUN
crl-16410	266	10	3	3	NUM
crl-16410	266	11	milestone	milestone	NOUN
crl-16410	266	12	2	2	NUM
crl-16410	266	13	benchmark	benchmark	NOUN
crl-16410	266	14	1.5	1.5	NUM
crl-16410	266	15	benchmark	benchmark	NOUN
crl-16410	266	16	1	1	NUM
crl-16410	266	17	benchmark	benchmark	NOUN
crl-16410	266	18	1/2	1/2	NUM
crl-16410	266	19	0	0	NUM
crl-16410	266	20	defines	define	VERB
crl-16410	266	21	the	the	DET
crl-16410	266	22	extent	extent	NOUN
crl-16410	266	23	of	of	ADP
crl-16410	266	24	information	information	NOUN
crl-16410	266	25	needed	need	VERB
crl-16410	266	26	effectively	effectively	ADV
crl-16410	266	27	defines	define	VERB
crl-16410	266	28	the	the	DET
crl-16410	266	29	scope	scope	NOUN
crl-16410	266	30	of	of	ADP
crl-16410	266	31	the	the	DET
crl-16410	266	32	research	research	NOUN
crl-16410	266	33	question	question	NOUN
crl-16410	266	34	or	or	CCONJ
crl-16410	266	35	thesis	thesis	NOUN
crl-16410	266	36	.	.	PUNCT
crl-16410	267	1	effectively	effectively	ADV
crl-16410	267	2	determines	determine	VERB
crl-16410	267	3	key	key	ADJ
crl-16410	267	4	concepts	concept	NOUN
crl-16410	267	5	.	.	PUNCT
crl-16410	268	1	types	type	NOUN
crl-16410	268	2	of	of	ADP
crl-16410	268	3	information	information	NOUN
crl-16410	268	4	(	(	PUNCT
crl-16410	268	5	sources	source	NOUN
crl-16410	268	6	)	)	PUNCT
crl-16410	268	7	selected	select	VERB
crl-16410	268	8	directly	directly	ADV
crl-16410	268	9	relate	relate	VERB
crl-16410	268	10	to	to	ADP
crl-16410	268	11	concepts	concept	NOUN
crl-16410	268	12	or	or	CCONJ
crl-16410	268	13	answer	answer	VERB
crl-16410	268	14	research	research	NOUN
crl-16410	268	15	questions	question	NOUN
crl-16410	268	16	.	.	PUNCT
crl-16410	269	1	defines	define	VERB
crl-16410	269	2	the	the	DET
crl-16410	269	3	scope	scope	NOUN
crl-16410	269	4	of	of	ADP
crl-16410	269	5	the	the	DET
crl-16410	269	6	research	research	NOUN
crl-16410	269	7	question	question	NOUN
crl-16410	269	8	or	or	CCONJ
crl-16410	269	9	thesis	thesis	NOUN
crl-16410	269	10	completely	completely	ADV
crl-16410	269	11	.	.	PUNCT
crl-16410	270	1	can	can	AUX
crl-16410	270	2	determine	determine	VERB
crl-16410	270	3	most	most	ADV
crl-16410	270	4	relevant	relevant	ADJ
crl-16410	270	5	key	key	ADJ
crl-16410	270	6	concepts	concept	NOUN
crl-16410	270	7	.	.	PUNCT
crl-16410	271	1	types	type	NOUN
crl-16410	271	2	of	of	ADP
crl-16410	271	3	information	information	NOUN
crl-16410	271	4	(	(	PUNCT
crl-16410	271	5	sources	source	NOUN
crl-16410	271	6	)	)	PUNCT
crl-16410	271	7	selected	select	VERB
crl-16410	271	8	relate	relate	NOUN
crl-16410	271	9	to	to	ADP
crl-16410	271	10	concepts	concept	NOUN
crl-16410	271	11	or	or	CCONJ
crl-16410	271	12	answer	answer	VERB
crl-16410	271	13	research	research	NOUN
crl-16410	271	14	questions	question	NOUN
crl-16410	271	15	,	,	PUNCT
crl-16410	271	16	but	but	CCONJ
crl-16410	271	17	maybe	maybe	ADV
crl-16410	271	18	not	not	PART
crl-16410	271	19	directly	directly	ADV
crl-16410	271	20	.	.	PUNCT
crl-16410	272	1	defines	define	VERB
crl-16410	272	2	the	the	DET
crl-16410	272	3	scope	scope	NOUN
crl-16410	272	4	of	of	ADP
crl-16410	272	5	the	the	DET
crl-16410	272	6	research	research	NOUN
crl-16410	272	7	question	question	NOUN
crl-16410	272	8	or	or	CCONJ
crl-16410	272	9	thesis	thesis	NOUN
crl-16410	272	10	incompletely	incompletely	ADV
crl-16410	272	11	(	(	PUNCT
crl-16410	272	12	parts	part	NOUN
crl-16410	272	13	are	be	AUX
crl-16410	272	14	missing	miss	VERB
crl-16410	272	15	,	,	PUNCT
crl-16410	272	16	somewhat	somewhat	ADV
crl-16410	272	17	too	too	ADV
crl-16410	272	18	broad	broad	ADJ
crl-16410	272	19	or	or	CCONJ
crl-16410	272	20	too	too	ADV
crl-16410	272	21	narrow	narrow	ADJ
crl-16410	272	22	,	,	PUNCT
crl-16410	272	23	etc	etc	X
crl-16410	272	24	.	.	PUNCT
crl-16410	272	25	)	)	PUNCT
crl-16410	272	26	.	.	PUNCT
crl-16410	273	1	can	can	AUX
crl-16410	273	2	determine	determine	VERB
crl-16410	273	3	some	some	DET
crl-16410	273	4	key	key	ADJ
crl-16410	273	5	concepts	concept	NOUN
crl-16410	273	6	.	.	PUNCT
crl-16410	274	1	types	type	NOUN
crl-16410	274	2	of	of	ADP
crl-16410	274	3	information	information	NOUN
crl-16410	274	4	(	(	PUNCT
crl-16410	274	5	sources	source	NOUN
crl-16410	274	6	)	)	PUNCT
crl-16410	274	7	selected	select	VERB
crl-16410	274	8	partially	partially	ADV
crl-16410	274	9	relate	relate	VERB
crl-16410	274	10	to	to	ADP
crl-16410	274	11	concepts	concept	NOUN
crl-16410	274	12	or	or	CCONJ
crl-16410	274	13	answer	answer	VERB
crl-16410	274	14	research	research	NOUN
crl-16410	274	15	questions	question	NOUN
crl-16410	274	16	.	.	PUNCT
crl-16410	275	1	has	have	VERB
crl-16410	275	2	difficulty	difficulty	NOUN
crl-16410	275	3	defining	define	VERB
crl-16410	275	4	the	the	DET
crl-16410	275	5	scope	scope	NOUN
crl-16410	275	6	of	of	ADP
crl-16410	275	7	the	the	DET
crl-16410	275	8	research	research	NOUN
crl-16410	275	9	question	question	NOUN
crl-16410	275	10	or	or	CCONJ
crl-16410	275	11	thesis	thesis	NOUN
crl-16410	275	12	.	.	PUNCT
crl-16410	276	1	more	more	ADV
crl-16410	276	2	focused	focused	ADJ
crl-16410	276	3	or	or	CCONJ
crl-16410	276	4	narrower	narrow	ADJ
crl-16410	276	5	than	than	ADP
crl-16410	276	6	score	score	NOUN
crl-16410	276	7	for	for	ADP
crl-16410	276	8	1	1	NUM
crl-16410	276	9	,	,	PUNCT
crl-16410	276	10	but	but	CCONJ
crl-16410	276	11	has	have	VERB
crl-16410	276	12	difficulty	difficulty	NOUN
crl-16410	276	13	determining	determine	VERB
crl-16410	276	14	key	key	ADJ
crl-16410	276	15	concepts	concept	NOUN
crl-16410	276	16	.	.	PUNCT
crl-16410	277	1	types	type	NOUN
crl-16410	277	2	of	of	ADP
crl-16410	277	3	information	information	NOUN
crl-16410	277	4	(	(	PUNCT
crl-16410	277	5	sources	source	NOUN
crl-16410	277	6	)	)	PUNCT
crl-16410	277	7	do	do	AUX
crl-16410	277	8	not	not	PART
crl-16410	277	9	relate	relate	VERB
crl-16410	277	10	to	to	ADP
crl-16410	277	11	concepts	concept	NOUN
crl-16410	277	12	or	or	CCONJ
crl-16410	277	13	answer	answer	VERB
crl-16410	277	14	questions	question	NOUN
crl-16410	277	15	.	.	PUNCT
crl-16410	278	1	has	have	VERB
crl-16410	278	2	difficulty	difficulty	NOUN
crl-16410	278	3	defining	define	VERB
crl-16410	278	4	the	the	DET
crl-16410	278	5	scope	scope	NOUN
crl-16410	278	6	of	of	ADP
crl-16410	278	7	the	the	DET
crl-16410	278	8	research	research	NOUN
crl-16410	278	9	question	question	NOUN
crl-16410	278	10	or	or	CCONJ
crl-16410	278	11	thesis	thesis	NOUN
crl-16410	278	12	(	(	PUNCT
crl-16410	278	13	especially	especially	ADV
crl-16410	278	14	too	too	ADV
crl-16410	278	15	broad	broad	ADJ
crl-16410	278	16	)	)	PUNCT
crl-16410	278	17	.	.	PUNCT
crl-16410	279	1	has	have	VERB
crl-16410	279	2	difficulty	difficulty	NOUN
crl-16410	279	3	determining	determine	VERB
crl-16410	279	4	key	key	ADJ
crl-16410	279	5	concepts	concept	NOUN
crl-16410	279	6	.	.	PUNCT
crl-16410	280	1	types	type	NOUN
crl-16410	280	2	of	of	ADP
crl-16410	280	3	information	information	NOUN
crl-16410	280	4	(	(	PUNCT
crl-16410	280	5	sources	source	NOUN
crl-16410	280	6	)	)	PUNCT
crl-16410	280	7	do	do	AUX
crl-16410	280	8	not	not	PART
crl-16410	280	9	relate	relate	VERB
crl-16410	280	10	to	to	ADP
crl-16410	280	11	concepts	concept	NOUN
crl-16410	280	12	or	or	CCONJ
crl-16410	280	13	answer	answer	VERB
crl-16410	280	14	questions	question	NOUN
crl-16410	280	15	.	.	PUNCT
crl-16410	281	1	access	access	VERB
crl-16410	281	2	the	the	DET
crl-16410	281	3	needed	need	VERB
crl-16410	281	4	information	information	NOUN
crl-16410	281	5	.	.	PUNCT
crl-16410	282	1	accesses	access	VERB
crl-16410	282	2	information	information	NOUN
crl-16410	282	3	using	use	VERB
crl-16410	282	4	effective	effective	ADJ
crl-16410	282	5	,	,	PUNCT
crl-16410	282	6	welldesigned	welldesigned	ADJ
crl-16410	282	7	search	search	NOUN
crl-16410	282	8	strategies	strategy	NOUN
crl-16410	282	9	and	and	CCONJ
crl-16410	282	10	most	most	ADV
crl-16410	282	11	appropriate	appropriate	ADJ
crl-16410	282	12	information	information	NOUN
crl-16410	282	13	sources	source	NOUN
crl-16410	282	14	.	.	PUNCT
crl-16410	283	1	accesses	access	VERB
crl-16410	283	2	information	information	NOUN
crl-16410	283	3	using	use	VERB
crl-16410	283	4	variety	variety	NOUN
crl-16410	283	5	of	of	ADP
crl-16410	283	6	search	search	NOUN
crl-16410	283	7	strategies	strategy	NOUN
crl-16410	283	8	and	and	CCONJ
crl-16410	283	9	some	some	DET
crl-16410	283	10	relevant	relevant	ADJ
crl-16410	283	11	information	information	NOUN
crl-16410	283	12	sources	source	NOUN
crl-16410	283	13	.	.	PUNCT
crl-16410	284	1	demonstrates	demonstrate	VERB
crl-16410	284	2	ability	ability	NOUN
crl-16410	284	3	to	to	PART
crl-16410	284	4	refine	refine	VERB
crl-16410	284	5	search	search	NOUN
crl-16410	284	6	through	through	ADP
crl-16410	284	7	mainly	mainly	ADV
crl-16410	284	8	relevant	relevant	ADJ
crl-16410	284	9	sources	source	NOUN
crl-16410	284	10	and	and	CCONJ
crl-16410	284	11	variety	variety	NOUN
crl-16410	284	12	of	of	ADP
crl-16410	284	13	sources	source	NOUN
crl-16410	284	14	,	,	PUNCT
crl-16410	284	15	when	when	SCONJ
crl-16410	284	16	appropriate	appropriate	ADJ
crl-16410	284	17	.	.	PUNCT
crl-16410	285	1	accesses	access	VERB
crl-16410	285	2	information	information	NOUN
crl-16410	285	3	using	use	VERB
crl-16410	285	4	simple	simple	ADJ
crl-16410	285	5	search	search	NOUN
crl-16410	285	6	strategies	strategy	NOUN
crl-16410	285	7	,	,	PUNCT
crl-16410	285	8	retrieves	retrieve	VERB
crl-16410	285	9	information	information	NOUN
crl-16410	285	10	from	from	ADP
crl-16410	285	11	limited	limited	ADJ
crl-16410	285	12	sources	source	NOUN
crl-16410	285	13	but	but	CCONJ
crl-16410	285	14	most	most	ADJ
crl-16410	285	15	are	be	AUX
crl-16410	285	16	relevant	relevant	ADJ
crl-16410	285	17	and	and	CCONJ
crl-16410	285	18	include	include	VERB
crl-16410	285	19	variety	variety	NOUN
crl-16410	285	20	,	,	PUNCT
crl-16410	285	21	such	such	ADJ
crl-16410	285	22	as	as	ADP
crl-16410	285	23	books	book	NOUN
crl-16410	285	24	or	or	CCONJ
crl-16410	285	25	a	a	DET
crl-16410	285	26	good	good	ADJ
crl-16410	285	27	background	background	NOUN
crl-16410	285	28	source	source	NOUN
crl-16410	285	29	.	.	PUNCT
crl-16410	286	1	accesses	access	VERB
crl-16410	286	2	information	information	NOUN
crl-16410	286	3	using	use	VERB
crl-16410	286	4	simple	simple	ADJ
crl-16410	286	5	search	search	NOUN
crl-16410	286	6	strategies	strategy	NOUN
crl-16410	286	7	,	,	PUNCT
crl-16410	286	8	retrieves	retrieve	VERB
crl-16410	286	9	information	information	NOUN
crl-16410	286	10	from	from	ADP
crl-16410	286	11	limited	limited	ADJ
crl-16410	286	12	and	and	CCONJ
crl-16410	286	13	similar	similar	ADJ
crl-16410	286	14	sources	source	NOUN
crl-16410	286	15	.	.	PUNCT
crl-16410	287	1	example	example	NOUN
crl-16410	287	2	:	:	PUNCT
crl-16410	287	3	uses	use	VERB
crl-16410	287	4	only	only	ADV
crl-16410	287	5	first	first	ADJ
crl-16410	287	6	hits	hit	NOUN
crl-16410	287	7	from	from	ADP
crl-16410	287	8	academic	academic	ADJ
crl-16410	287	9	search	search	NOUN
crl-16410	287	10	premier	premier	NOUN
crl-16410	287	11	so	so	SCONJ
crl-16410	287	12	some	some	DET
crl-16410	287	13	results	result	NOUN
crl-16410	287	14	not	not	PART
crl-16410	287	15	relevant	relevant	ADJ
crl-16410	287	16	.	.	PUNCT
crl-16410	288	1	accesses	access	VERB
crl-16410	288	2	information	information	NOUN
crl-16410	288	3	randomly	randomly	ADV
crl-16410	288	4	,	,	PUNCT
crl-16410	288	5	retrieves	retrieve	VERB
crl-16410	288	6	information	information	NOUN
crl-16410	288	7	that	that	PRON
crl-16410	288	8	lacks	lack	VERB
crl-16410	288	9	relevance	relevance	NOUN
crl-16410	288	10	and	and	CCONJ
crl-16410	288	11	quality	quality	NOUN
crl-16410	288	12	.	.	PUNCT
crl-16410	289	1	a	a	DET
crl-16410	289	2	lot	lot	NOUN
crl-16410	289	3	of	of	ADP
crl-16410	289	4	web	web	NOUN
crl-16410	289	5	sources	source	NOUN
crl-16410	289	6	or	or	CCONJ
crl-16410	289	7	other	other	ADJ
crl-16410	289	8	superficial	superficial	ADJ
crl-16410	289	9	sources	source	NOUN
crl-16410	289	10	.	.	PUNCT
crl-16410	290	1	accesses	access	VERB
crl-16410	290	2	poor	poor	ADJ
crl-16410	290	3	quality	quality	NOUN
crl-16410	290	4	information	information	NOUN
crl-16410	290	5	in	in	ADP
crl-16410	290	6	terms	term	NOUN
crl-16410	290	7	of	of	ADP
crl-16410	290	8	depth	depth	NOUN
crl-16410	290	9	,	,	PUNCT
crl-16410	290	10	relevance	relevance	NOUN
crl-16410	290	11	,	,	PUNCT
crl-16410	290	12	and	and	CCONJ
crl-16410	290	13	accuracy	accuracy	NOUN
crl-16410	290	14	.	.	PUNCT
crl-16410	291	1	evaluate	evaluate	VERB
crl-16410	291	2	information	information	NOUN
crl-16410	291	3	and	and	CCONJ
crl-16410	291	4	its	its	PRON
crl-16410	291	5	sources	source	NOUN
crl-16410	291	6	critically	critically	ADV
crl-16410	291	7	thoroughly	thoroughly	ADV
crl-16410	291	8	(	(	PUNCT
crl-16410	291	9	systematically	systematically	ADV
crl-16410	291	10	and	and	CCONJ
crl-16410	291	11	methodically	methodically	ADV
crl-16410	291	12	)	)	PUNCT
crl-16410	291	13	thoroughly	thoroughly	ADV
crl-16410	291	14	(	(	PUNCT
crl-16410	291	15	systematically	systematically	ADV
crl-16410	291	16	and	and	CCONJ
crl-16410	291	17	methodically	methodically	ADV
crl-16410	291	18	)	)	PUNCT
crl-16410	291	19	analyzes	analyze	NOUN
crl-16410	291	20	own	own	ADJ
crl-16410	291	21	and	and	CCONJ
crl-16410	291	22	others	other	NOUN
crl-16410	291	23	'	'	PART
crl-16410	291	24	assumptions	assumption	NOUN
crl-16410	291	25	and	and	CCONJ
crl-16410	291	26	carefully	carefully	ADV
crl-16410	291	27	evaluates	evaluate	VERB
crl-16410	291	28	the	the	DET
crl-16410	291	29	relevance	relevance	NOUN
crl-16410	291	30	of	of	ADP
crl-16410	291	31	contexts	context	NOUN
crl-16410	291	32	when	when	SCONJ
crl-16410	291	33	presenting	present	VERB
crl-16410	291	34	a	a	DET
crl-16410	291	35	position	position	NOUN
crl-16410	291	36	.	.	PUNCT
crl-16410	292	1	(	(	PUNCT
crl-16410	292	2	e.g.	e.g.	ADV
crl-16410	292	3	understands	understand	VERB
crl-16410	292	4	epistemological	epistemological	ADJ
crl-16410	292	5	assumptions	assumption	NOUN
crl-16410	292	6	of	of	ADP
crl-16410	292	7	disciplines	discipline	NOUN
crl-16410	292	8	,	,	PUNCT
crl-16410	292	9	controversies	controversy	NOUN
crl-16410	292	10	in	in	ADP
crl-16410	292	11	a	a	DET
crl-16410	292	12	discipline	discipline	NOUN
crl-16410	292	13	,	,	PUNCT
crl-16410	292	14	and	and	CCONJ
crl-16410	292	15	types	type	NOUN
crl-16410	292	16	of	of	ADP
crl-16410	292	17	evidence	evidence	NOUN
crl-16410	292	18	valued	value	VERB
crl-16410	292	19	by	by	ADP
crl-16410	292	20	a	a	DET
crl-16410	292	21	discipline	discipline	NOUN
crl-16410	292	22	and	and	CCONJ
crl-16410	292	23	explain	explain	VERB
crl-16410	292	24	own	own	ADJ
crl-16410	292	25	interpretation	interpretation	NOUN
crl-16410	292	26	of	of	ADP
crl-16410	292	27	evidence	evidence	NOUN
crl-16410	292	28	based	base	VERB
crl-16410	292	29	on	on	ADP
crl-16410	292	30	these	these	DET
crl-16410	292	31	understandings	understanding	NOUN
crl-16410	292	32	.	.	PUNCT
crl-16410	292	33	)	)	PUNCT
crl-16410	293	1	identifies	identify	VERB
crl-16410	293	2	own	own	ADJ
crl-16410	293	3	and	and	CCONJ
crl-16410	293	4	others	other	NOUN
crl-16410	293	5	'	'	PART
crl-16410	293	6	assumptions	assumption	NOUN
crl-16410	293	7	and	and	CCONJ
crl-16410	293	8	several	several	ADJ
crl-16410	293	9	relevant	relevant	ADJ
crl-16410	293	10	contexts	contexts	NOUN
crl-16410	293	11	when	when	SCONJ
crl-16410	293	12	presenting	present	VERB
crl-16410	293	13	a	a	DET
crl-16410	293	14	position	position	NOUN
crl-16410	293	15	.	.	PUNCT
crl-16410	294	1	not	not	PART
crl-16410	294	2	able	able	ADJ
crl-16410	294	3	to	to	PART
crl-16410	294	4	thoroughly	thoroughly	ADV
crl-16410	294	5	articulate	articulate	VERB
crl-16410	294	6	value	value	NOUN
crl-16410	294	7	of	of	ADP
crl-16410	294	8	evidence	evidence	NOUN
crl-16410	294	9	or	or	CCONJ
crl-16410	294	10	ways	way	NOUN
crl-16410	294	11	of	of	ADP
crl-16410	294	12	knowing	know	VERB
crl-16410	294	13	in	in	ADP
crl-16410	294	14	a	a	DET
crl-16410	294	15	discipline	discipline	NOUN
crl-16410	294	16	.	.	PUNCT
crl-16410	295	1	questions	question	VERB
crl-16410	295	2	some	some	DET
crl-16410	295	3	assumptions	assumption	NOUN
crl-16410	295	4	.	.	PUNCT
crl-16410	296	1	identifies	identify	VERB
crl-16410	296	2	several	several	ADJ
crl-16410	296	3	relevant	relevant	ADJ
crl-16410	296	4	contexts	contexts	NOUN
crl-16410	296	5	when	when	SCONJ
crl-16410	296	6	presenting	present	VERB
crl-16410	296	7	a	a	DET
crl-16410	296	8	position	position	NOUN
crl-16410	296	9	.	.	PUNCT
crl-16410	297	1	may	may	AUX
crl-16410	297	2	be	be	AUX
crl-16410	297	3	more	more	ADV
crl-16410	297	4	aware	aware	ADJ
crl-16410	297	5	of	of	ADP
crl-16410	297	6	others	other	NOUN
crl-16410	297	7	'	'	PART
crl-16410	297	8	assumptions	assumption	NOUN
crl-16410	297	9	than	than	ADP
crl-16410	297	10	one	one	PRON
crl-16410	297	11	's	's	PART
crl-16410	297	12	own	own	ADJ
crl-16410	297	13	(	(	PUNCT
crl-16410	297	14	or	or	CCONJ
crl-16410	297	15	vice	vice	ADV
crl-16410	297	16	versa	versa	ADV
crl-16410	297	17	)	)	PUNCT
crl-16410	297	18	.	.	PUNCT
crl-16410	298	1	does	do	AUX
crl-16410	298	2	not	not	PART
crl-16410	298	3	yet	yet	ADV
crl-16410	298	4	understand	understand	VERB
crl-16410	298	5	value	value	NOUN
crl-16410	298	6	of	of	ADP
crl-16410	298	7	different	different	ADJ
crl-16410	298	8	kinds	kind	NOUN
crl-16410	298	9	of	of	ADP
crl-16410	298	10	evidence	evidence	NOUN
crl-16410	298	11	or	or	CCONJ
crl-16410	298	12	ways	way	NOUN
crl-16410	298	13	of	of	ADP
crl-16410	298	14	knowing	know	VERB
crl-16410	298	15	by	by	ADP
crl-16410	298	16	discipline	discipline	NOUN
crl-16410	298	17	.	.	PUNCT
crl-16410	299	1	(	(	PUNCT
crl-16410	299	2	e.g.	e.g.	ADV
crl-16410	299	3	able	able	ADJ
crl-16410	299	4	to	to	PART
crl-16410	299	5	acknowledge	acknowledge	VERB
crl-16410	299	6	some	some	DET
crl-16410	299	7	sense	sense	NOUN
crl-16410	299	8	of	of	ADP
crl-16410	299	9	context	context	NOUN
crl-16410	299	10	or	or	CCONJ
crl-16410	299	11	assumptions	assumption	NOUN
crl-16410	299	12	based	base	VERB
crl-16410	299	13	on	on	ADP
crl-16410	299	14	personal	personal	ADJ
crl-16410	299	15	,	,	PUNCT
crl-16410	299	16	political	political	ADJ
crl-16410	299	17	,	,	PUNCT
crl-16410	299	18	or	or	CCONJ
crl-16410	299	19	historical	historical	ADJ
crl-16410	299	20	situation	situation	NOUN
crl-16410	299	21	,	,	PUNCT
crl-16410	299	22	but	but	CCONJ
crl-16410	299	23	does	do	AUX
crl-16410	299	24	not	not	PART
crl-16410	299	25	fully	fully	ADV
crl-16410	299	26	explore	explore	VERB
crl-16410	299	27	or	or	CCONJ
crl-16410	299	28	evaluate	evaluate	VERB
crl-16410	299	29	information	information	NOUN
crl-16410	299	30	based	base	VERB
crl-16410	299	31	on	on	ADP
crl-16410	299	32	sense	sense	NOUN
crl-16410	299	33	of	of	ADP
crl-16410	299	34	context	context	NOUN
crl-16410	299	35	)	)	PUNCT
crl-16410	299	36	.	.	PUNCT
crl-16410	300	1	identifies	identify	VERB
crl-16410	300	2	several	several	ADJ
crl-16410	300	3	relevant	relevant	ADJ
crl-16410	300	4	contexts	contexts	NOUN
crl-16410	300	5	when	when	SCONJ
crl-16410	300	6	presenting	present	VERB
crl-16410	300	7	a	a	DET
crl-16410	300	8	position	position	NOUN
crl-16410	300	9	.	.	PUNCT
crl-16410	301	1	does	do	AUX
crl-16410	301	2	not	not	PART
crl-16410	301	3	yet	yet	ADV
crl-16410	301	4	understand	understand	VERB
crl-16410	301	5	value	value	NOUN
crl-16410	301	6	of	of	ADP
crl-16410	301	7	different	different	ADJ
crl-16410	301	8	kinds	kind	NOUN
crl-16410	301	9	of	of	ADP
crl-16410	301	10	evidence	evidence	NOUN
crl-16410	301	11	or	or	CCONJ
crl-16410	301	12	ways	way	NOUN
crl-16410	301	13	of	of	ADP
crl-16410	301	14	knowing	know	VERB
crl-16410	301	15	by	by	ADP
crl-16410	301	16	discipline	discipline	NOUN
crl-16410	301	17	.	.	PUNCT
crl-16410	302	1	(	(	PUNCT
crl-16410	302	2	e.g.	e.g.	ADV
crl-16410	302	3	able	able	ADJ
crl-16410	302	4	to	to	PART
crl-16410	302	5	acknowledge	acknowledge	VERB
crl-16410	302	6	some	some	DET
crl-16410	302	7	sense	sense	NOUN
crl-16410	302	8	of	of	ADP
crl-16410	302	9	context	context	NOUN
crl-16410	302	10	or	or	CCONJ
crl-16410	302	11	assumptions	assumption	NOUN
crl-16410	302	12	based	base	VERB
crl-16410	302	13	on	on	ADP
crl-16410	302	14	personal	personal	ADJ
crl-16410	302	15	,	,	PUNCT
crl-16410	302	16	political	political	ADJ
crl-16410	302	17	,	,	PUNCT
crl-16410	302	18	or	or	CCONJ
crl-16410	302	19	historical	historical	ADJ
crl-16410	302	20	situation	situation	NOUN
crl-16410	302	21	,	,	PUNCT
crl-16410	302	22	but	but	CCONJ
crl-16410	302	23	does	do	AUX
crl-16410	302	24	not	not	PART
crl-16410	302	25	address	address	VERB
crl-16410	302	26	or	or	CCONJ
crl-16410	302	27	evaluate	evaluate	VERB
crl-16410	302	28	information	information	NOUN
crl-16410	302	29	based	base	VERB
crl-16410	302	30	on	on	ADP
crl-16410	302	31	sense	sense	NOUN
crl-16410	302	32	of	of	ADP
crl-16410	302	33	context	context	NOUN
crl-16410	302	34	)	)	PUNCT
crl-16410	302	35	.	.	PUNCT
crl-16410	303	1	shows	show	VERB
crl-16410	303	2	an	an	DET
crl-16410	303	3	emerging	emerge	VERB
crl-16410	303	4	awareness	awareness	NOUN
crl-16410	303	5	of	of	ADP
crl-16410	303	6	present	present	ADJ
crl-16410	303	7	assumptions	assumption	NOUN
crl-16410	303	8	(	(	PUNCT
crl-16410	303	9	sometimes	sometimes	ADV
crl-16410	303	10	labels	label	VERB
crl-16410	303	11	assertions	assertion	NOUN
crl-16410	303	12	as	as	ADP
crl-16410	303	13	assumptions	assumption	NOUN
crl-16410	303	14	)	)	PUNCT
crl-16410	303	15	.	.	PUNCT
crl-16410	304	1	begins	begin	VERB
crl-16410	304	2	to	to	PART
crl-16410	304	3	identify	identify	VERB
crl-16410	304	4	some	some	DET
crl-16410	304	5	contexts	context	NOUN
crl-16410	304	6	when	when	SCONJ
crl-16410	304	7	presenting	present	VERB
crl-16410	304	8	a	a	DET
crl-16410	304	9	position	position	NOUN
crl-16410	304	10	.	.	PUNCT
crl-16410	305	1	simplistic	simplistic	ADJ
crl-16410	305	2	,	,	PUNCT
crl-16410	305	3	black	black	ADJ
crl-16410	305	4	and	and	CCONJ
crl-16410	305	5	white	white	ADJ
crl-16410	305	6	thinking	thinking	NOUN
crl-16410	305	7	.	.	PUNCT
crl-16410	306	1	(	(	PUNCT
crl-16410	306	2	e.g.	e.g.	ADV
crl-16410	306	3	us	we	PRON
crl-16410	306	4	versus	versus	ADP
crl-16410	306	5	them	they	PRON
crl-16410	306	6	)	)	PUNCT
crl-16410	306	7	.	.	PUNCT
crl-16410	307	1	does	do	AUX
crl-16410	307	2	not	not	PART
crl-16410	307	3	identify	identify	VERB
crl-16410	307	4	contexts	context	NOUN
crl-16410	307	5	when	when	SCONJ
crl-16410	307	6	presenting	present	VERB
crl-16410	307	7	a	a	DET
crl-16410	307	8	position	position	NOUN
crl-16410	307	9	or	or	CCONJ
crl-16410	307	10	piece	piece	NOUN
crl-16410	307	11	of	of	ADP
crl-16410	307	12	evidence	evidence	NOUN
crl-16410	307	13	.	.	PUNCT
crl-16410	308	1	presents	present	VERB
crl-16410	308	2	no	no	DET
crl-16410	308	3	hint	hint	NOUN
crl-16410	308	4	of	of	ADP
crl-16410	308	5	context	context	NOUN
crl-16410	308	6	or	or	CCONJ
crl-16410	308	7	assumptions	assumption	NOUN
crl-16410	308	8	at	at	ADV
crl-16410	308	9	all	all	ADV
crl-16410	308	10	.	.	PUNCT
crl-16410	309	1	(	(	PUNCT
crl-16410	309	2	e.g.	e.g.	ADV
crl-16410	309	3	this	this	PRON
crl-16410	309	4	is	be	AUX
crl-16410	309	5	just	just	ADV
crl-16410	309	6	the	the	DET
crl-16410	309	7	way	way	NOUN
crl-16410	309	8	it	it	PRON
crl-16410	309	9	is	be	AUX
crl-16410	309	10	)	)	PUNCT
crl-16410	309	11	appendix	appendix	PROPN
crl-16410	309	12	a	a	PRON
crl-16410	309	13	:	:	PUNCT
crl-16410	309	14	revised	revise	VERB
crl-16410	309	15	rubric	rubric	ADJ
crl-16410	309	16	category	category	NOUN
crl-16410	309	17	capstone	capstone	NOUN
crl-16410	309	18	4	4	NUM
crl-16410	309	19	milestone	milestone	NOUN
crl-16410	309	20	3	3	NUM
crl-16410	309	21	milestone	milestone	NOUN
crl-16410	309	22	2	2	NUM
crl-16410	309	23	benchmark	benchmark	NOUN
crl-16410	309	24	1.5	1.5	NUM
crl-16410	309	25	benchmark	benchmark	NOUN
crl-16410	309	26	1	1	NUM
crl-16410	309	27	benchmark	benchmark	NOUN
crl-16410	309	28	1/2	1/2	NUM
crl-16410	309	29	0	0	NUM
crl-16410	309	30	use	use	VERB
crl-16410	309	31	information	information	NOUN
crl-16410	309	32	effectively	effectively	ADV
crl-16410	309	33	to	to	PART
crl-16410	309	34	accomplish	accomplish	VERB
crl-16410	309	35	a	a	DET
crl-16410	309	36	specific	specific	ADJ
crl-16410	309	37	purpose	purpose	NOUN
crl-16410	309	38	communicates	communicate	NOUN
crl-16410	309	39	,	,	PUNCT
crl-16410	309	40	organizes	organize	VERB
crl-16410	309	41	and	and	CCONJ
crl-16410	309	42	synthesizes	synthesize	VERB
crl-16410	309	43	information	information	NOUN
crl-16410	309	44	from	from	ADP
crl-16410	309	45	sources	source	NOUN
crl-16410	309	46	to	to	PART
crl-16410	309	47	fully	fully	ADV
crl-16410	309	48	achieve	achieve	VERB
crl-16410	309	49	a	a	DET
crl-16410	309	50	specific	specific	ADJ
crl-16410	309	51	purpose	purpose	NOUN
crl-16410	309	52	,	,	PUNCT
crl-16410	309	53	with	with	ADP
crl-16410	309	54	clarity	clarity	NOUN
crl-16410	309	55	and	and	CCONJ
crl-16410	309	56	depth	depth	NOUN
crl-16410	309	57	.	.	PUNCT
crl-16410	310	1	communicates	communicate	NOUN
crl-16410	310	2	,	,	PUNCT
crl-16410	310	3	organizes	organize	VERB
crl-16410	310	4	and	and	CCONJ
crl-16410	310	5	synthesizes	synthesize	VERB
crl-16410	310	6	information	information	NOUN
crl-16410	310	7	from	from	ADP
crl-16410	310	8	sources	source	NOUN
crl-16410	310	9	.	.	PUNCT
crl-16410	311	1	intended	intend	VERB
crl-16410	311	2	purpose	purpose	NOUN
crl-16410	311	3	is	be	AUX
crl-16410	311	4	achieved	achieve	VERB
crl-16410	311	5	,	,	PUNCT
crl-16410	311	6	but	but	CCONJ
crl-16410	311	7	not	not	PART
crl-16410	311	8	with	with	ADP
crl-16410	311	9	complete	complete	ADJ
crl-16410	311	10	clarity	clarity	NOUN
crl-16410	311	11	or	or	CCONJ
crl-16410	311	12	depth	depth	NOUN
crl-16410	311	13	.	.	PUNCT
crl-16410	312	1	communicates	communicate	NOUN
crl-16410	312	2	and	and	CCONJ
crl-16410	312	3	organizes	organize	VERB
crl-16410	312	4	information	information	NOUN
crl-16410	312	5	from	from	ADP
crl-16410	312	6	sources	source	NOUN
crl-16410	312	7	.	.	PUNCT
crl-16410	313	1	the	the	DET
crl-16410	313	2	information	information	NOUN
crl-16410	313	3	is	be	AUX
crl-16410	313	4	not	not	PART
crl-16410	313	5	yet	yet	ADV
crl-16410	313	6	synthesized	synthesize	VERB
crl-16410	313	7	,	,	PUNCT
crl-16410	313	8	so	so	ADV
crl-16410	313	9	the	the	DET
crl-16410	313	10	intended	intended	ADJ
crl-16410	313	11	purpose	purpose	NOUN
crl-16410	313	12	is	be	AUX
crl-16410	313	13	not	not	PART
crl-16410	313	14	fully	fully	ADV
crl-16410	313	15	achieved	achieve	VERB
crl-16410	313	16	.	.	PUNCT
crl-16410	314	1	communicates	communicate	VERB
crl-16410	314	2	information	information	NOUN
crl-16410	314	3	from	from	ADP
crl-16410	314	4	sources	source	NOUN
crl-16410	314	5	but	but	CCONJ
crl-16410	314	6	tends	tend	VERB
crl-16410	314	7	to	to	PART
crl-16410	314	8	rely	rely	VERB
crl-16410	314	9	heavily	heavily	ADV
crl-16410	314	10	on	on	ADP
crl-16410	314	11	one	one	NUM
crl-16410	314	12	source	source	NOUN
crl-16410	314	13	,	,	PUNCT
crl-16410	314	14	so	so	SCONJ
crl-16410	314	15	information	information	NOUN
crl-16410	314	16	not	not	PART
crl-16410	314	17	synthesized	synthesize	VERB
crl-16410	314	18	and	and	CCONJ
crl-16410	314	19	integrated	integrate	VERB
crl-16410	314	20	.	.	PUNCT
crl-16410	315	1	tends	tend	VERB
crl-16410	315	2	to	to	PART
crl-16410	315	3	overuse	overuse	VERB
crl-16410	315	4	quotation	quotation	NOUN
crl-16410	315	5	,	,	PUNCT
crl-16410	315	6	summary	summary	NOUN
crl-16410	315	7	,	,	PUNCT
crl-16410	315	8	paraphrase	paraphrase	PROPN
crl-16410	315	9	,	,	PUNCT
crl-16410	315	10	etc	etc	X
crl-16410	315	11	.	.	X
crl-16410	315	12	communicates	communicate	VERB
crl-16410	315	13	information	information	NOUN
crl-16410	315	14	from	from	ADP
crl-16410	315	15	sources	source	NOUN
crl-16410	315	16	.	.	PUNCT
crl-16410	316	1	the	the	DET
crl-16410	316	2	information	information	NOUN
crl-16410	316	3	is	be	AUX
crl-16410	316	4	fragmented	fragment	VERB
crl-16410	316	5	and/or	and/or	CCONJ
crl-16410	316	6	used	use	VERB
crl-16410	316	7	inappropriately	inappropriately	ADV
crl-16410	316	8	(	(	PUNCT
crl-16410	316	9	misquoted	misquote	VERB
crl-16410	316	10	,	,	PUNCT
crl-16410	316	11	taken	take	VERB
crl-16410	316	12	out	out	ADP
crl-16410	316	13	of	of	ADP
crl-16410	316	14	context	context	NOUN
crl-16410	316	15	,	,	PUNCT
crl-16410	316	16	or	or	CCONJ
crl-16410	316	17	incorrectly	incorrectly	ADV
crl-16410	316	18	paraphrased	paraphrase	VERB
crl-16410	316	19	;	;	PUNCT
crl-16410	316	20	includes	include	VERB
crl-16410	316	21	irrelevant	irrelevant	ADJ
crl-16410	316	22	information	information	NOUN
crl-16410	316	23	just	just	ADV
crl-16410	316	24	to	to	PART
crl-16410	316	25	include	include	VERB
crl-16410	316	26	a	a	DET
crl-16410	316	27	source	source	NOUN
crl-16410	316	28	;	;	PUNCT
crl-16410	316	29	writes	write	VERB
crl-16410	316	30	with	with	ADP
crl-16410	316	31	"	"	PUNCT
crl-16410	316	32	claim	claim	NOUN
crl-16410	316	33	then	then	ADV
crl-16410	316	34	quote	quote	INTJ
crl-16410	316	35	"	"	PUNCT
crl-16410	316	36	style	style	NOUN
crl-16410	316	37	,	,	PUNCT
crl-16410	316	38	etc	etc	X
crl-16410	316	39	.	.	X
crl-16410	316	40	)	)	PUNCT
crl-16410	316	41	,	,	PUNCT
crl-16410	316	42	so	so	CCONJ
crl-16410	316	43	the	the	DET
crl-16410	316	44	intended	intended	ADJ
crl-16410	316	45	purpose	purpose	NOUN
crl-16410	316	46	is	be	AUX
crl-16410	316	47	not	not	PART
crl-16410	316	48	achieved	achieve	VERB
crl-16410	316	49	.	.	PUNCT
crl-16410	317	1	includes	include	VERB
crl-16410	317	2	sources	source	NOUN
crl-16410	317	3	in	in	ADP
crl-16410	317	4	bibliography	bibliography	NOUN
crl-16410	317	5	but	but	CCONJ
crl-16410	317	6	writing	writing	NOUN
crl-16410	317	7	does	do	AUX
crl-16410	317	8	not	not	PART
crl-16410	317	9	come	come	VERB
crl-16410	317	10	from	from	ADP
crl-16410	317	11	sources	source	NOUN
crl-16410	317	12	.	.	PUNCT
crl-16410	318	1	writing	write	VERB
crl-16410	318	2	from	from	ADP
crl-16410	318	3	assumptions	assumption	NOUN
crl-16410	318	4	about	about	ADP
crl-16410	318	5	common	common	ADJ
crl-16410	318	6	knowledge	knowledge	NOUN
crl-16410	318	7	or	or	CCONJ
crl-16410	318	8	own	own	ADJ
crl-16410	318	9	experience	experience	NOUN
crl-16410	318	10	.	.	PUNCT
crl-16410	319	1	does	do	AUX
crl-16410	319	2	not	not	PART
crl-16410	319	3	use	use	VERB
crl-16410	319	4	sources	source	NOUN
crl-16410	319	5	at	at	ADV
crl-16410	319	6	all	all	ADV
crl-16410	319	7	.	.	PUNCT
crl-16410	320	1	access	access	NOUN
crl-16410	320	2	and	and	CCONJ
crl-16410	320	3	use	use	VERB
crl-16410	320	4	information	information	NOUN
crl-16410	320	5	ethically	ethically	ADV
crl-16410	320	6	and	and	CCONJ
crl-16410	320	7	legally	legally	ADV
crl-16410	320	8	students	student	NOUN
crl-16410	320	9	use	use	VERB
crl-16410	320	10	correctly	correctly	ADV
crl-16410	320	11	all	all	PRON
crl-16410	320	12	of	of	ADP
crl-16410	320	13	the	the	DET
crl-16410	320	14	following	follow	VERB
crl-16410	320	15	information	information	NOUN
crl-16410	320	16	use	use	NOUN
crl-16410	320	17	strategies	strategy	NOUN
crl-16410	320	18	(	(	PUNCT
crl-16410	320	19	use	use	NOUN
crl-16410	320	20	of	of	ADP
crl-16410	320	21	citations	citation	NOUN
crl-16410	320	22	and	and	CCONJ
crl-16410	320	23	references	reference	NOUN
crl-16410	320	24	;	;	PUNCT
crl-16410	320	25	using	use	VERB
crl-16410	320	26	information	information	NOUN
crl-16410	320	27	in	in	ADP
crl-16410	320	28	ways	way	NOUN
crl-16410	320	29	that	that	PRON
crl-16410	320	30	are	be	AUX
crl-16410	320	31	true	true	ADJ
crl-16410	320	32	to	to	ADP
crl-16410	320	33	original	original	ADJ
crl-16410	320	34	context	context	NOUN
crl-16410	320	35	;	;	PUNCT
crl-16410	320	36	distinguishing	distinguish	VERB
crl-16410	320	37	between	between	ADP
crl-16410	320	38	common	common	ADJ
crl-16410	320	39	knowledge	knowledge	NOUN
crl-16410	320	40	and	and	CCONJ
crl-16410	320	41	ideas	idea	NOUN
crl-16410	320	42	requiring	require	VERB
crl-16410	320	43	attribution	attribution	NOUN
crl-16410	320	44	)	)	PUNCT
crl-16410	320	45	and	and	CCONJ
crl-16410	320	46	demonstrate	demonstrate	VERB
crl-16410	320	47	a	a	DET
crl-16410	320	48	full	full	ADJ
crl-16410	320	49	understanding	understanding	NOUN
crl-16410	320	50	of	of	ADP
crl-16410	320	51	the	the	DET
crl-16410	320	52	ethical	ethical	ADJ
crl-16410	320	53	and	and	CCONJ
crl-16410	320	54	legal	legal	ADJ
crl-16410	320	55	restrictions	restriction	NOUN
crl-16410	320	56	on	on	ADP
crl-16410	320	57	the	the	DET
crl-16410	320	58	use	use	NOUN
crl-16410	320	59	of	of	ADP
crl-16410	320	60	published	publish	VERB
crl-16410	320	61	,	,	PUNCT
crl-16410	320	62	confidential	confidential	ADJ
crl-16410	320	63	,	,	PUNCT
crl-16410	320	64	and/or	and/or	CCONJ
crl-16410	320	65	proprietary	proprietary	ADJ
crl-16410	320	66	information	information	NOUN
crl-16410	320	67	.	.	PUNCT
crl-16410	321	1	all	all	DET
crl-16410	321	2	ideas	idea	NOUN
crl-16410	321	3	,	,	PUNCT
crl-16410	321	4	concepts	concept	NOUN
crl-16410	321	5	and	and	CCONJ
crl-16410	321	6	quotations	quotation	NOUN
crl-16410	321	7	by	by	ADP
crl-16410	321	8	others	other	NOUN
crl-16410	321	9	are	be	AUX
crl-16410	321	10	clearly	clearly	ADV
crl-16410	321	11	attributed	attribute	VERB
crl-16410	321	12	with	with	ADP
crl-16410	321	13	a	a	DET
crl-16410	321	14	note	note	NOUN
crl-16410	321	15	or	or	CCONJ
crl-16410	321	16	in	in	ADP
crl-16410	321	17	-	-	PUNCT
crl-16410	321	18	text	text	NOUN
crl-16410	321	19	citation	citation	NOUN
crl-16410	321	20	and	and	CCONJ
crl-16410	321	21	a	a	DET
crl-16410	321	22	complete	complete	ADJ
crl-16410	321	23	citation	citation	NOUN
crl-16410	321	24	in	in	ADP
crl-16410	321	25	a	a	DET
crl-16410	321	26	list	list	NOUN
crl-16410	321	27	of	of	ADP
crl-16410	321	28	works	work	NOUN
crl-16410	321	29	cited	cite	VERB
crl-16410	321	30	,	,	PUNCT
crl-16410	321	31	if	if	SCONJ
crl-16410	321	32	applicable	applicable	ADJ
crl-16410	321	33	.	.	PUNCT
crl-16410	322	1	students	student	NOUN
crl-16410	322	2	use	use	VERB
crl-16410	322	3	correctly	correctly	ADV
crl-16410	322	4	all	all	PRON
crl-16410	322	5	of	of	ADP
crl-16410	322	6	the	the	DET
crl-16410	322	7	following	follow	VERB
crl-16410	322	8	information	information	NOUN
crl-16410	322	9	use	use	NOUN
crl-16410	322	10	strategies	strategy	NOUN
crl-16410	322	11	(	(	PUNCT
crl-16410	322	12	use	use	NOUN
crl-16410	322	13	of	of	ADP
crl-16410	322	14	citations	citation	NOUN
crl-16410	322	15	and	and	CCONJ
crl-16410	322	16	references	reference	NOUN
crl-16410	322	17	;	;	PUNCT
crl-16410	322	18	using	use	VERB
crl-16410	322	19	information	information	NOUN
crl-16410	322	20	in	in	ADP
crl-16410	322	21	ways	way	NOUN
crl-16410	322	22	that	that	PRON
crl-16410	322	23	are	be	AUX
crl-16410	322	24	true	true	ADJ
crl-16410	322	25	to	to	ADP
crl-16410	322	26	original	original	ADJ
crl-16410	322	27	context	context	NOUN
crl-16410	322	28	;	;	PUNCT
crl-16410	322	29	distinguishing	distinguish	VERB
crl-16410	322	30	between	between	ADP
crl-16410	322	31	common	common	ADJ
crl-16410	322	32	knowledge	knowledge	NOUN
crl-16410	322	33	and	and	CCONJ
crl-16410	322	34	ideas	idea	NOUN
crl-16410	322	35	requiring	require	VERB
crl-16410	322	36	attribution	attribution	NOUN
crl-16410	322	37	)	)	PUNCT
crl-16410	322	38	and	and	CCONJ
crl-16410	322	39	demonstrate	demonstrate	VERB
crl-16410	322	40	a	a	DET
crl-16410	322	41	full	full	ADJ
crl-16410	322	42	understanding	understanding	NOUN
crl-16410	322	43	of	of	ADP
crl-16410	322	44	the	the	DET
crl-16410	322	45	ethical	ethical	ADJ
crl-16410	322	46	and	and	CCONJ
crl-16410	322	47	legal	legal	ADJ
crl-16410	322	48	restrictions	restriction	NOUN
crl-16410	322	49	on	on	ADP
crl-16410	322	50	the	the	DET
crl-16410	322	51	use	use	NOUN
crl-16410	322	52	of	of	ADP
crl-16410	322	53	published	publish	VERB
crl-16410	322	54	,	,	PUNCT
crl-16410	322	55	confidential	confidential	ADJ
crl-16410	322	56	,	,	PUNCT
crl-16410	322	57	and/	and/	NOUN
crl-16410	322	58	or	or	CCONJ
crl-16410	322	59	proprietary	proprietary	ADJ
crl-16410	322	60	information	information	NOUN
crl-16410	322	61	.	.	PUNCT
crl-16410	323	1	nearly	nearly	ADV
crl-16410	323	2	all	all	PRON
crl-16410	323	3	ideas	idea	NOUN
crl-16410	323	4	,	,	PUNCT
crl-16410	323	5	concepts	concept	NOUN
crl-16410	323	6	and	and	CCONJ
crl-16410	323	7	quotations	quotation	NOUN
crl-16410	323	8	by	by	ADP
crl-16410	323	9	others	other	NOUN
crl-16410	323	10	are	be	AUX
crl-16410	323	11	clearly	clearly	ADV
crl-16410	323	12	attributed	attribute	VERB
crl-16410	323	13	with	with	ADP
crl-16410	323	14	a	a	DET
crl-16410	323	15	note	note	NOUN
crl-16410	323	16	or	or	CCONJ
crl-16410	323	17	in	in	ADP
crl-16410	323	18	-	-	PUNCT
crl-16410	323	19	text	text	NOUN
crl-16410	323	20	citation	citation	NOUN
crl-16410	323	21	and	and	CCONJ
crl-16410	323	22	a	a	DET
crl-16410	323	23	complete	complete	ADJ
crl-16410	323	24	citation	citation	NOUN
crl-16410	323	25	in	in	ADP
crl-16410	323	26	a	a	DET
crl-16410	323	27	list	list	NOUN
crl-16410	323	28	of	of	ADP
crl-16410	323	29	works	work	NOUN
crl-16410	323	30	cited	cite	VERB
crl-16410	323	31	,	,	PUNCT
crl-16410	323	32	if	if	SCONJ
crl-16410	323	33	applicable	applicable	ADJ
crl-16410	323	34	.	.	PUNCT
crl-16410	324	1	there	there	PRON
crl-16410	324	2	might	might	AUX
crl-16410	324	3	be	be	AUX
crl-16410	324	4	one	one	NUM
crl-16410	324	5	or	or	CCONJ
crl-16410	324	6	two	two	NUM
crl-16410	324	7	ambiguous	ambiguous	ADJ
crl-16410	324	8	citations	citation	NOUN
crl-16410	324	9	(	(	PUNCT
crl-16410	324	10	e.g.	e.g.	ADV
crl-16410	324	11	an	an	DET
crl-16410	324	12	in	in	ADP
crl-16410	324	13	-	-	PUNCT
crl-16410	324	14	text	text	NOUN
crl-16410	324	15	citation	citation	NOUN
crl-16410	324	16	that	that	PRON
crl-16410	324	17	should	should	AUX
crl-16410	324	18	have	have	AUX
crl-16410	324	19	been	be	AUX
crl-16410	324	20	at	at	ADP
crl-16410	324	21	the	the	DET
crl-16410	324	22	end	end	NOUN
crl-16410	324	23	of	of	ADP
crl-16410	324	24	a	a	DET
crl-16410	324	25	paragraph	paragraph	NOUN
crl-16410	324	26	instead	instead	ADV
crl-16410	324	27	of	of	ADP
crl-16410	324	28	the	the	DET
crl-16410	324	29	beginning	beginning	NOUN
crl-16410	324	30	or	or	CCONJ
crl-16410	324	31	a	a	DET
crl-16410	324	32	missing	missing	ADJ
crl-16410	324	33	citation	citation	NOUN
crl-16410	324	34	in	in	ADP
crl-16410	324	35	the	the	DET
crl-16410	324	36	list	list	NOUN
crl-16410	324	37	of	of	ADP
crl-16410	324	38	works	work	NOUN
crl-16410	324	39	cited	cite	VERB
crl-16410	324	40	.	.	PUNCT
crl-16410	324	41	)	)	PUNCT
crl-16410	325	1	students	student	NOUN
crl-16410	325	2	use	use	VERB
crl-16410	325	3	correctly	correctly	ADV
crl-16410	325	4	all	all	PRON
crl-16410	325	5	of	of	ADP
crl-16410	325	6	the	the	DET
crl-16410	325	7	following	follow	VERB
crl-16410	325	8	information	information	NOUN
crl-16410	325	9	use	use	NOUN
crl-16410	325	10	strategies	strategy	NOUN
crl-16410	325	11	(	(	PUNCT
crl-16410	325	12	use	use	NOUN
crl-16410	325	13	of	of	ADP
crl-16410	325	14	citations	citation	NOUN
crl-16410	325	15	and	and	CCONJ
crl-16410	325	16	references	reference	NOUN
crl-16410	325	17	;	;	PUNCT
crl-16410	325	18	using	use	VERB
crl-16410	325	19	information	information	NOUN
crl-16410	325	20	in	in	ADP
crl-16410	325	21	ways	way	NOUN
crl-16410	325	22	that	that	PRON
crl-16410	325	23	are	be	AUX
crl-16410	325	24	true	true	ADJ
crl-16410	325	25	to	to	ADP
crl-16410	325	26	original	original	ADJ
crl-16410	325	27	context	context	NOUN
crl-16410	325	28	;	;	PUNCT
crl-16410	325	29	distinguishing	distinguish	VERB
crl-16410	325	30	between	between	ADP
crl-16410	325	31	common	common	ADJ
crl-16410	325	32	knowledge	knowledge	NOUN
crl-16410	325	33	and	and	CCONJ
crl-16410	325	34	ideas	idea	NOUN
crl-16410	325	35	requiring	require	VERB
crl-16410	325	36	attribution	attribution	NOUN
crl-16410	325	37	)	)	PUNCT
crl-16410	325	38	and	and	CCONJ
crl-16410	325	39	demonstrate	demonstrate	VERB
crl-16410	325	40	a	a	DET
crl-16410	325	41	full	full	ADJ
crl-16410	325	42	understanding	understanding	NOUN
crl-16410	325	43	of	of	ADP
crl-16410	325	44	the	the	DET
crl-16410	325	45	ethical	ethical	ADJ
crl-16410	325	46	and	and	CCONJ
crl-16410	325	47	legal	legal	ADJ
crl-16410	325	48	restrictions	restriction	NOUN
crl-16410	325	49	on	on	ADP
crl-16410	325	50	the	the	DET
crl-16410	325	51	use	use	NOUN
crl-16410	325	52	of	of	ADP
crl-16410	325	53	published	publish	VERB
crl-16410	325	54	,	,	PUNCT
crl-16410	325	55	confidential	confidential	ADJ
crl-16410	325	56	,	,	PUNCT
crl-16410	325	57	and/or	and/or	CCONJ
crl-16410	325	58	proprietary	proprietary	ADJ
crl-16410	325	59	information	information	NOUN
crl-16410	325	60	.	.	PUNCT
crl-16410	326	1	some	some	PRON
crl-16410	326	2	of	of	ADP
crl-16410	326	3	ideas	idea	NOUN
crl-16410	326	4	,	,	PUNCT
crl-16410	326	5	concepts	concept	NOUN
crl-16410	326	6	and	and	CCONJ
crl-16410	326	7	quotations	quotation	NOUN
crl-16410	326	8	by	by	ADP
crl-16410	326	9	others	other	NOUN
crl-16410	326	10	are	be	AUX
crl-16410	326	11	clearly	clearly	ADV
crl-16410	326	12	attributed	attribute	VERB
crl-16410	326	13	with	with	ADP
crl-16410	326	14	a	a	DET
crl-16410	326	15	note	note	NOUN
crl-16410	326	16	or	or	CCONJ
crl-16410	326	17	in	in	ADP
crl-16410	326	18	-	-	PUNCT
crl-16410	326	19	text	text	NOUN
crl-16410	326	20	citation	citation	NOUN
crl-16410	326	21	and	and	CCONJ
crl-16410	326	22	a	a	DET
crl-16410	326	23	complete	complete	ADJ
crl-16410	326	24	citation	citation	NOUN
crl-16410	326	25	in	in	ADP
crl-16410	326	26	a	a	DET
crl-16410	326	27	list	list	NOUN
crl-16410	326	28	of	of	ADP
crl-16410	326	29	works	work	NOUN
crl-16410	326	30	cited	cite	VERB
crl-16410	326	31	,	,	PUNCT
crl-16410	326	32	if	if	SCONJ
crl-16410	326	33	applicable	applicable	ADJ
crl-16410	326	34	.	.	PUNCT
crl-16410	327	1	but	but	CCONJ
crl-16410	327	2	there	there	PRON
crl-16410	327	3	are	be	VERB
crl-16410	327	4	a	a	DET
crl-16410	327	5	significant	significant	ADJ
crl-16410	327	6	number	number	NOUN
crl-16410	327	7	of	of	ADP
crl-16410	327	8	ambiguous	ambiguous	ADJ
crl-16410	327	9	or	or	CCONJ
crl-16410	327	10	missing	missing	ADJ
crl-16410	327	11	citations	citation	NOUN
crl-16410	327	12	(	(	PUNCT
crl-16410	327	13	1/3	1/3	NUM
crl-16410	327	14	to	to	PART
crl-16410	327	15	1/2	1/2	NUM
crl-16410	327	16	)	)	PUNCT
crl-16410	327	17	.	.	PUNCT
crl-16410	328	1	most	most	ADJ
crl-16410	328	2	of	of	ADP
crl-16410	328	3	ideas	idea	NOUN
crl-16410	328	4	,	,	PUNCT
crl-16410	328	5	concepts	concept	NOUN
crl-16410	328	6	and	and	CCONJ
crl-16410	328	7	quotations	quotation	NOUN
crl-16410	328	8	by	by	ADP
crl-16410	328	9	others	other	NOUN
crl-16410	328	10	are	be	AUX
crl-16410	328	11	not	not	PART
crl-16410	328	12	clearly	clearly	ADV
crl-16410	328	13	attributed	attribute	VERB
crl-16410	328	14	with	with	ADP
crl-16410	328	15	a	a	DET
crl-16410	328	16	note	note	NOUN
crl-16410	328	17	or	or	CCONJ
crl-16410	328	18	in	in	ADP
crl-16410	328	19	-	-	PUNCT
crl-16410	328	20	text	text	NOUN
crl-16410	328	21	citation	citation	NOUN
crl-16410	328	22	and	and	CCONJ
crl-16410	328	23	a	a	DET
crl-16410	328	24	complete	complete	ADJ
crl-16410	328	25	citation	citation	NOUN
crl-16410	328	26	in	in	ADP
crl-16410	328	27	a	a	DET
crl-16410	328	28	list	list	NOUN
crl-16410	328	29	of	of	ADP
crl-16410	328	30	works	work	NOUN
crl-16410	328	31	cited	cite	VERB
crl-16410	328	32	,	,	PUNCT
crl-16410	328	33	if	if	SCONJ
crl-16410	328	34	applicable	applicable	ADJ
crl-16410	328	35	.	.	PUNCT
crl-16410	329	1	(	(	PUNCT
crl-16410	329	2	e.g.	e.g.	ADV
crl-16410	329	3	quotes	quote	VERB
crl-16410	329	4	individual	individual	ADJ
crl-16410	329	5	people	people	NOUN
crl-16410	329	6	but	but	CCONJ
crl-16410	329	7	no	no	DET
crl-16410	329	8	citation	citation	NOUN
crl-16410	329	9	to	to	PART
crl-16410	329	10	attribute	attribute	VERB
crl-16410	329	11	source	source	NOUN
crl-16410	329	12	)	)	PUNCT
crl-16410	329	13	.	.	PUNCT
crl-16410	330	1	might	might	AUX
crl-16410	330	2	be	be	AUX
crl-16410	330	3	missing	miss	VERB
crl-16410	330	4	list	list	NOUN
crl-16410	330	5	of	of	ADP
crl-16410	330	6	works	work	NOUN
crl-16410	330	7	cited	cite	VERB
crl-16410	330	8	but	but	CCONJ
crl-16410	330	9	include	include	VERB
crl-16410	330	10	intext	intext	ADJ
crl-16410	330	11	citations	citation	NOUN
crl-16410	330	12	.	.	PUNCT
crl-16410	331	1	no	no	DET
crl-16410	331	2	attribution	attribution	NOUN
crl-16410	331	3	of	of	ADP
crl-16410	331	4	sources	source	NOUN
crl-16410	331	5	.	.	PUNCT
crl-16410	332	1	186	186	NUM
crl-16410	332	2	college	college	PROPN
crl-16410	332	3	&	&	CCONJ
crl-16410	332	4	research	research	PROPN
crl-16410	332	5	libraries	library	NOUN
crl-16410	332	6	march	march	PROPN
crl-16410	332	7	2015	2015	NUM
crl-16410	332	8	notes	note	NOUN
crl-16410	332	9	1	1	NUM
crl-16410	332	10	.	.	PROPN
crl-16410	332	11	beckie	beckie	PROPN
crl-16410	332	12	supiano	supiano	PROPN
crl-16410	332	13	,	,	PUNCT
crl-16410	332	14	“	"	PUNCT
crl-16410	332	15	employers	employer	NOUN
crl-16410	332	16	want	want	VERB
crl-16410	332	17	broadly	broadly	ADV
crl-16410	332	18	educated	educate	VERB
crl-16410	332	19	new	new	ADJ
crl-16410	332	20	hires	hire	NOUN
crl-16410	332	21	,	,	PUNCT
crl-16410	332	22	survey	survey	NOUN
crl-16410	332	23	finds	find	VERB
crl-16410	332	24	,	,	PUNCT
crl-16410	332	25	”	"	PUNCT
crl-16410	332	26	the	the	DET
crl-16410	332	27	chronicle	chronicle	NOUN
crl-16410	332	28	of	of	ADP
crl-16410	332	29	higher	high	ADJ
crl-16410	332	30	education	education	NOUN
crl-16410	332	31	(	(	PUNCT
crl-16410	332	32	april	april	PROPN
crl-16410	332	33	10	10	NUM
crl-16410	332	34	,	,	PUNCT
crl-16410	332	35	2013	2013	NUM
crl-16410	332	36	)	)	PUNCT
crl-16410	332	37	,	,	PUNCT
crl-16410	332	38	available	available	ADJ
crl-16410	332	39	online	online	ADV
crl-16410	332	40	at	at	ADP
crl-16410	332	41	http://chronicle.com/article/	http://chronicle.com/article/	PROPN
crl-16410	332	42	employers	employers	PROPN
crl-16410	332	43	-	-	PUNCT
crl-16410	332	44	want	want	VERB
crl-16410	332	45	-	-	PUNCT
crl-16410	332	46	broadly/138453/	broadly/138453/	NOUN
crl-16410	332	47	[	[	X
crl-16410	332	48	accessed	access	VERB
crl-16410	332	49	28	28	NUM
crl-16410	332	50	june	june	PROPN
crl-16410	332	51	2013	2013	NUM
crl-16410	332	52	]	]	PUNCT
crl-16410	332	53	;	;	PUNCT
crl-16410	332	54	richard	richard	PROPN
crl-16410	332	55	arum	arum	PROPN
crl-16410	332	56	,	,	PUNCT
crl-16410	332	57	academically	academically	ADV
crl-16410	332	58	adrift	adrift	ADJ
crl-16410	332	59	:	:	PUNCT
crl-16410	332	60	limited	limited	ADJ
crl-16410	332	61	learning	learning	NOUN
crl-16410	332	62	on	on	ADP
crl-16410	332	63	college	college	NOUN
crl-16410	332	64	campuses	campus	NOUN
crl-16410	332	65	(	(	PUNCT
crl-16410	332	66	chicago	chicago	PROPN
crl-16410	332	67	:	:	PUNCT
crl-16410	332	68	university	university	PROPN
crl-16410	332	69	of	of	ADP
crl-16410	332	70	chicago	chicago	PROPN
crl-16410	332	71	press	press	PROPN
crl-16410	332	72	,	,	PUNCT
crl-16410	332	73	2011	2011	NUM
crl-16410	332	74	)	)	PUNCT
crl-16410	332	75	.	.	PUNCT
crl-16410	333	1	2	2	X
crl-16410	333	2	.	.	PROPN
crl-16410	333	3	amy	amy	PROPN
crl-16410	333	4	laitinen	laitinen	PROPN
crl-16410	333	5	,	,	PUNCT
crl-16410	333	6	cracking	crack	VERB
crl-16410	333	7	the	the	DET
crl-16410	333	8	credit	credit	NOUN
crl-16410	333	9	hour	hour	NOUN
crl-16410	333	10	(	(	PUNCT
crl-16410	333	11	new	new	PROPN
crl-16410	333	12	america	america	PROPN
crl-16410	333	13	foundation	foundation	PROPN
crl-16410	333	14	)	)	PUNCT
crl-16410	333	15	,	,	PUNCT
crl-16410	333	16	available	available	ADJ
crl-16410	333	17	online	online	ADV
crl-16410	333	18	at	at	ADP
crl-16410	333	19	http://newamerica.net/publications/policy/cracking_the_credit_hour	http://newamerica.net/publications/policy/cracking_the_credit_hour	NOUN
crl-16410	334	1	[	[	X
crl-16410	334	2	accessed	access	VERB
crl-16410	334	3	10	10	NUM
crl-16410	334	4	september	september	PROPN
crl-16410	334	5	2013	2013	NUM
crl-16410	334	6	]	]	PUNCT
crl-16410	334	7	.	.	PUNCT
crl-16410	335	1	3	3	X
crl-16410	335	2	.	.	X
crl-16410	335	3	megan	megan	PROPN
crl-16410	335	4	oakleaf	oakleaf	PROPN
crl-16410	335	5	,	,	PUNCT
crl-16410	335	6	value	value	NOUN
crl-16410	335	7	of	of	ADP
crl-16410	335	8	academic	academic	ADJ
crl-16410	335	9	libraries	library	NOUN
crl-16410	335	10	report	report	NOUN
crl-16410	335	11	(	(	PUNCT
crl-16410	335	12	acrl	acrl	ADV
crl-16410	335	13	)	)	PUNCT
crl-16410	335	14	,	,	PUNCT
crl-16410	335	15	available	available	ADJ
crl-16410	335	16	online	online	ADV
crl-16410	335	17	at	at	ADP
crl-16410	335	18	www.acrl	www.acrl	NOUN
crl-16410	335	19	.	.	PUNCT
crl-16410	336	1	ala.org/value/?page_id=21	ala.org/value/?page_id=21	X
crl-16410	337	1	[	[	X
crl-16410	337	2	accessed	access	VERB
crl-16410	337	3	10	10	NUM
crl-16410	337	4	september	september	PROPN
crl-16410	337	5	2013	2013	NUM
crl-16410	337	6	]	]	PUNCT
crl-16410	337	7	.	.	PUNCT
crl-16410	338	1	4	4	X
crl-16410	338	2	.	.	X
crl-16410	338	3	“	"	PUNCT
crl-16410	338	4	project	project	NOUN
crl-16410	338	5	information	information	NOUN
crl-16410	338	6	literacy	literacy	NOUN
crl-16410	338	7	:	:	PUNCT
crl-16410	338	8	a	a	DET
crl-16410	338	9	large	large	ADJ
crl-16410	338	10	-	-	PUNCT
crl-16410	338	11	scale	scale	NOUN
crl-16410	338	12	study	study	NOUN
crl-16410	338	13	about	about	ADP
crl-16410	338	14	early	early	ADJ
crl-16410	338	15	adults	adult	NOUN
crl-16410	338	16	and	and	CCONJ
crl-16410	338	17	their	their	PRON
crl-16410	338	18	research	research	NOUN
crl-16410	338	19	habits	habit	NOUN
crl-16410	338	20	,	,	PUNCT
crl-16410	338	21	”	"	PUNCT
crl-16410	338	22	available	available	ADJ
crl-16410	338	23	online	online	ADV
crl-16410	338	24	at	at	ADP
crl-16410	338	25	http://projectinfolit.org/	http://projectinfolit.org/	NOUN
crl-16410	339	1	[	[	X
crl-16410	339	2	accessed	access	VERB
crl-16410	339	3	28	28	NUM
crl-16410	339	4	june	june	PROPN
crl-16410	339	5	2013	2013	NUM
crl-16410	339	6	]	]	PUNCT
crl-16410	339	7	;	;	PUNCT
crl-16410	339	8	“	"	PUNCT
crl-16410	339	9	the	the	DET
crl-16410	339	10	citation	citation	NOUN
crl-16410	339	11	project	project	NOUN
crl-16410	339	12	,	,	PUNCT
crl-16410	339	13	”	"	PUNCT
crl-16410	339	14	available	available	ADJ
crl-16410	339	15	online	online	ADV
crl-16410	339	16	at	at	ADP
crl-16410	339	17	http://site.citationproject.net/	http://site.citationproject.net/	NOUN
crl-16410	339	18	[	[	X
crl-16410	339	19	accessed	access	VERB
crl-16410	339	20	28	28	NUM
crl-16410	339	21	june	june	PROPN
crl-16410	339	22	28	28	NUM
crl-16410	339	23	,	,	PUNCT
crl-16410	339	24	2013	2013	NUM
crl-16410	339	25	]	]	PUNCT
crl-16410	339	26	.	.	PUNCT
crl-16410	340	1	5	5	X
crl-16410	340	2	.	.	PUNCT
crl-16410	340	3	“	"	PUNCT
crl-16410	340	4	aac&u	aac&u	NOUN
crl-16410	340	5	information	information	NOUN
crl-16410	340	6	literacy	literacy	NOUN
crl-16410	340	7	value	value	NOUN
crl-16410	340	8	rubric	rubric	NOUN
crl-16410	340	9	,	,	PUNCT
crl-16410	340	10	”	"	PUNCT
crl-16410	340	11	available	available	ADJ
crl-16410	340	12	online	online	ADV
crl-16410	340	13	at	at	ADP
crl-16410	340	14	www.aacu.org/value/	www.aacu.org/value/	NOUN
crl-16410	340	15	rubrics	rubric	NOUN
crl-16410	340	16	/	/	SYM
crl-16410	340	17	informationliteracy.cfm	informationliteracy.cfm	X
crl-16410	341	1	[	[	X
crl-16410	341	2	accessed	access	VERB
crl-16410	341	3	18	18	NUM
crl-16410	341	4	january	january	NOUN
crl-16410	341	5	2013	2013	NUM
crl-16410	341	6	]	]	PUNCT
crl-16410	341	7	.	.	PUNCT
crl-16410	342	1	6	6	X
crl-16410	342	2	.	.	X
crl-16410	342	3	davida	davida	PROPN
crl-16410	342	4	scharf	scharf	PROPN
crl-16410	342	5	et	et	PROPN
crl-16410	343	1	al	al	PROPN
crl-16410	343	2	.	.	PROPN
crl-16410	343	3	,	,	PUNCT
crl-16410	343	4	“	"	PUNCT
crl-16410	343	5	direct	direct	ADJ
crl-16410	343	6	assessment	assessment	NOUN
crl-16410	343	7	of	of	ADP
crl-16410	343	8	information	information	NOUN
crl-16410	343	9	literacy	literacy	NOUN
crl-16410	343	10	using	use	VERB
crl-16410	343	11	writing	write	VERB
crl-16410	343	12	portfolios	portfolio	NOUN
crl-16410	343	13	,	,	PUNCT
crl-16410	343	14	”	"	PUNCT
crl-16410	343	15	journal	journal	NOUN
crl-16410	343	16	of	of	ADP
crl-16410	343	17	academic	academic	ADJ
crl-16410	343	18	librarianship	librarianship	NOUN
crl-16410	343	19	33	33	NUM
crl-16410	343	20	,	,	PUNCT
crl-16410	343	21	no	no	NOUN
crl-16410	343	22	.	.	NOUN
crl-16410	343	23	4	4	NUM
crl-16410	343	24	(	(	PUNCT
crl-16410	343	25	july	july	PROPN
crl-16410	343	26	2007	2007	NUM
crl-16410	343	27	):	):	PUNCT
crl-16410	343	28	462–77	462–77	PROPN
crl-16410	343	29	,	,	PUNCT
crl-16410	343	30	doi:10.1016	doi:10.1016	PROPN
crl-16410	343	31	/	/	SYM
crl-16410	343	32	j.acalib.2007.03.005	j.acalib.2007.03.005	PROPN
crl-16410	343	33	.	.	PROPN
crl-16410	343	34	7	7	X
crl-16410	343	35	.	.	X
crl-16410	343	36	katherine	katherine	PROPN
crl-16410	343	37	schilling	schilling	NOUN
crl-16410	343	38	and	and	CCONJ
crl-16410	343	39	rachel	rachel	PROPN
crl-16410	343	40	applegate	applegate	VERB
crl-16410	343	41	,	,	PUNCT
crl-16410	343	42	“	"	PUNCT
crl-16410	343	43	best	good	ADJ
crl-16410	343	44	methods	method	NOUN
crl-16410	343	45	for	for	ADP
crl-16410	343	46	evaluating	evaluate	VERB
crl-16410	343	47	educational	educational	ADJ
crl-16410	343	48	impact	impact	NOUN
crl-16410	343	49	:	:	PUNCT
crl-16410	343	50	a	a	DET
crl-16410	343	51	comparison	comparison	NOUN
crl-16410	343	52	of	of	ADP
crl-16410	343	53	the	the	DET
crl-16410	343	54	efficacy	efficacy	NOUN
crl-16410	343	55	of	of	ADP
crl-16410	343	56	commonly	commonly	ADV
crl-16410	343	57	used	use	VERB
crl-16410	343	58	measures	measure	NOUN
crl-16410	343	59	of	of	ADP
crl-16410	343	60	library	library	NOUN
crl-16410	343	61	instruction	instruction	NOUN
crl-16410	343	62	,	,	PUNCT
crl-16410	343	63	”	"	PUNCT
crl-16410	343	64	journal	journal	NOUN
crl-16410	343	65	of	of	ADP
crl-16410	343	66	the	the	DET
crl-16410	343	67	medical	medical	PROPN
crl-16410	343	68	library	library	PROPN
crl-16410	343	69	association	association	PROPN
crl-16410	343	70	100	100	NUM
crl-16410	343	71	,	,	PUNCT
crl-16410	343	72	no	no	NOUN
crl-16410	343	73	.	.	NOUN
crl-16410	343	74	4	4	NUM
crl-16410	343	75	(	(	PUNCT
crl-16410	343	76	oct	oct	PROPN
crl-16410	343	77	.	.	PROPN
crl-16410	343	78	2012	2012	NUM
crl-16410	343	79	):	):	PUNCT
crl-16410	343	80	258–69	258–69	NUM
crl-16410	343	81	.	.	PUNCT
crl-16410	344	1	8	8	X
crl-16410	344	2	.	.	X
crl-16410	344	3	scharf	scharf	PROPN
crl-16410	344	4	et	et	PROPN
crl-16410	345	1	al	al	PROPN
crl-16410	345	2	.	.	PROPN
crl-16410	345	3	,	,	PUNCT
crl-16410	345	4	“	"	PUNCT
crl-16410	345	5	direct	direct	ADJ
crl-16410	345	6	assessment	assessment	NOUN
crl-16410	345	7	of	of	ADP
crl-16410	345	8	information	information	NOUN
crl-16410	345	9	literacy	literacy	NOUN
crl-16410	345	10	using	use	VERB
crl-16410	345	11	writing	write	VERB
crl-16410	345	12	portfolios	portfolio	NOUN
crl-16410	345	13	,	,	PUNCT
crl-16410	345	14	”	"	PUNCT
crl-16410	345	15	2	2	NUM
crl-16410	345	16	.	.	NUM
crl-16410	345	17	9	9	NUM
crl-16410	345	18	.	.	PROPN
crl-16410	345	19	megan	megan	PROPN
crl-16410	345	20	oakleaf	oakleaf	PROPN
crl-16410	345	21	,	,	PUNCT
crl-16410	345	22	“	"	PUNCT
crl-16410	345	23	are	be	AUX
crl-16410	345	24	they	they	PRON
crl-16410	345	25	learning	learn	VERB
crl-16410	345	26	?	?	PUNCT
crl-16410	346	1	are	be	AUX
crl-16410	346	2	we	we	PRON
crl-16410	346	3	?	?	PUNCT
crl-16410	347	1	learning	learn	VERB
crl-16410	347	2	outcomes	outcome	NOUN
crl-16410	347	3	and	and	CCONJ
crl-16410	347	4	the	the	DET
crl-16410	347	5	academic	academic	ADJ
crl-16410	347	6	library	library	NOUN
crl-16410	347	7	,	,	PUNCT
crl-16410	347	8	”	"	PUNCT
crl-16410	347	9	library	library	NOUN
crl-16410	347	10	quarterly	quarterly	PROPN
crl-16410	347	11	81	81	NUM
crl-16410	347	12	,	,	PUNCT
crl-16410	347	13	no	no	NOUN
crl-16410	347	14	.	.	NOUN
crl-16410	347	15	1	1	NUM
crl-16410	347	16	(	(	PUNCT
crl-16410	347	17	jan	jan	PROPN
crl-16410	347	18	.	.	PROPN
crl-16410	347	19	2011	2011	NUM
crl-16410	347	20	):	):	PUNCT
crl-16410	347	21	61–82	61–82	NUM
crl-16410	347	22	.	.	NUM
crl-16410	347	23	10	10	NUM
crl-16410	347	24	.	.	PUNCT
crl-16410	348	1	judith	judith	PROPN
crl-16410	348	2	t.m	t.m	PROPN
crl-16410	348	3	.	.	PROPN
crl-16410	348	4	gulikers	guliker	NOUN
crl-16410	348	5	,	,	PUNCT
crl-16410	348	6	theo	theo	PROPN
crl-16410	348	7	j.	j.	PROPN
crl-16410	348	8	bastiaens	bastiaens	PROPN
crl-16410	348	9	,	,	PUNCT
crl-16410	348	10	and	and	CCONJ
crl-16410	348	11	paul	paul	PROPN
crl-16410	348	12	a.	a.	PROPN
crl-16410	348	13	kirschner	kirschner	PROPN
crl-16410	348	14	,	,	PUNCT
crl-16410	348	15	“	"	PUNCT
crl-16410	348	16	a	a	DET
crl-16410	348	17	five	five	NUM
crl-16410	348	18	-	-	PUNCT
crl-16410	348	19	dimensional	dimensional	ADJ
crl-16410	348	20	framework	framework	NOUN
crl-16410	348	21	for	for	ADP
crl-16410	348	22	authentic	authentic	ADJ
crl-16410	348	23	assessment	assessment	NOUN
crl-16410	348	24	,	,	PUNCT
crl-16410	348	25	”	"	PUNCT
crl-16410	348	26	educational	educational	ADJ
crl-16410	348	27	technology	technology	NOUN
crl-16410	348	28	research	research	NOUN
crl-16410	348	29	and	and	CCONJ
crl-16410	348	30	development	development	NOUN
crl-16410	348	31	52	52	NUM
crl-16410	348	32	,	,	PUNCT
crl-16410	348	33	no	no	NOUN
crl-16410	348	34	.	.	NOUN
crl-16410	348	35	3	3	NUM
crl-16410	348	36	(	(	PUNCT
crl-16410	348	37	sept	sept	PROPN
crl-16410	348	38	.	.	PROPN
crl-16410	348	39	1	1	NUM
crl-16410	348	40	,	,	PUNCT
crl-16410	348	41	2004	2004	NUM
crl-16410	348	42	):	):	PUNCT
crl-16410	348	43	73	73	NUM
crl-16410	348	44	,	,	PUNCT
crl-16410	348	45	doi:10.1007	doi:10.1007	PROPN
crl-16410	348	46	/	/	SYM
crl-16410	348	47	bf02504676	bf02504676	NOUN
crl-16410	348	48	.	.	PROPN
crl-16410	348	49	11	11	NUM
crl-16410	348	50	.	.	PUNCT
crl-16410	349	1	jon	jon	PROPN
crl-16410	349	2	mueller	mueller	PROPN
crl-16410	349	3	,	,	PUNCT
crl-16410	349	4	“	"	PUNCT
crl-16410	349	5	the	the	DET
crl-16410	349	6	authentic	authentic	ADJ
crl-16410	349	7	assessment	assessment	NOUN
crl-16410	349	8	toolbox	toolbox	PROPN
crl-16410	349	9	:	:	PUNCT
crl-16410	349	10	enhancing	enhance	VERB
crl-16410	349	11	student	student	NOUN
crl-16410	349	12	learning	learn	VERB
crl-16410	349	13	through	through	ADP
crl-16410	349	14	online	online	ADJ
crl-16410	349	15	faculty	faculty	NOUN
crl-16410	349	16	development	development	NOUN
crl-16410	349	17	,	,	PUNCT
crl-16410	349	18	”	"	PUNCT
crl-16410	349	19	journal	journal	NOUN
crl-16410	349	20	of	of	ADP
crl-16410	349	21	online	online	ADJ
crl-16410	349	22	learning	learning	NOUN
crl-16410	349	23	and	and	CCONJ
crl-16410	349	24	teaching	teach	VERB
crl-16410	349	25	1	1	NUM
crl-16410	349	26	,	,	PUNCT
crl-16410	349	27	no	no	INTJ
crl-16410	349	28	.	.	NOUN
crl-16410	349	29	1	1	NUM
crl-16410	349	30	:	:	SYM
crl-16410	349	31	2	2	NUM
crl-16410	349	32	(	(	PUNCT
crl-16410	349	33	n.d	n.d	PROPN
crl-16410	349	34	.	.	PROPN
crl-16410	349	35	)	)	PUNCT
crl-16410	349	36	.	.	PUNCT
crl-16410	350	1	12	12	NUM
crl-16410	350	2	.	.	PUNCT
crl-16410	351	1	brandy	brandy	PROPN
crl-16410	351	2	whitlock	whitlock	PROPN
crl-16410	351	3	and	and	CCONJ
crl-16410	351	4	julie	julie	PROPN
crl-16410	351	5	nanavati	nanavati	PROPN
crl-16410	351	6	,	,	PUNCT
crl-16410	351	7	“	"	PUNCT
crl-16410	351	8	a	a	DET
crl-16410	351	9	systematic	systematic	ADJ
crl-16410	351	10	approach	approach	NOUN
crl-16410	351	11	to	to	PART
crl-16410	351	12	performative	performative	VERB
crl-16410	351	13	and	and	CCONJ
crl-16410	351	14	authentic	authentic	ADJ
crl-16410	351	15	assessment	assessment	NOUN
crl-16410	351	16	,	,	PUNCT
crl-16410	351	17	”	"	PUNCT
crl-16410	351	18	reference	reference	NOUN
crl-16410	351	19	services	service	NOUN
crl-16410	351	20	review	review	VERB
crl-16410	351	21	41	41	NUM
crl-16410	351	22	,	,	PUNCT
crl-16410	351	23	no	no	NOUN
crl-16410	351	24	.	.	NOUN
crl-16410	351	25	1	1	NUM
crl-16410	351	26	(	(	PUNCT
crl-16410	351	27	feb	feb	PROPN
crl-16410	351	28	.	.	PROPN
crl-16410	351	29	15	15	NUM
crl-16410	351	30	,	,	PUNCT
crl-16410	351	31	2013	2013	NUM
crl-16410	351	32	):	):	PUNCT
crl-16410	351	33	35	35	NUM
crl-16410	351	34	.	.	NUM
crl-16410	351	35	13	13	NUM
crl-16410	351	36	.	.	PUNCT
crl-16410	351	37	ibid	ibid	VERB
crl-16410	351	38	.	.	PUNCT
crl-16410	352	1	14	14	NUM
crl-16410	352	2	.	.	PUNCT
crl-16410	353	1	barbara	barbara	PROPN
crl-16410	353	2	j.	j.	PROPN
crl-16410	353	3	d’angelo	d’angelo	PROPN
crl-16410	353	4	,	,	PUNCT
crl-16410	353	5	“	"	PUNCT
crl-16410	353	6	more	more	ADJ
crl-16410	353	7	than	than	ADP
crl-16410	353	8	mere	mere	ADJ
crl-16410	353	9	collections	collection	NOUN
crl-16410	353	10	:	:	PUNCT
crl-16410	353	11	portfolios	portfolio	NOUN
crl-16410	353	12	as	as	ADP
crl-16410	353	13	direct	direct	ADJ
crl-16410	353	14	and	and	CCONJ
crl-16410	353	15	authentic	authentic	ADJ
crl-16410	353	16	assessment	assessment	NOUN
crl-16410	353	17	of	of	ADP
crl-16410	353	18	information	information	NOUN
crl-16410	353	19	literacy	literacy	NOUN
crl-16410	353	20	outcomes	outcome	NOUN
crl-16410	353	21	,	,	PUNCT
crl-16410	353	22	”	"	PUNCT
crl-16410	353	23	ifla	ifla	PROPN
crl-16410	353	24	conference	conference	NOUN
crl-16410	353	25	proceedings	proceeding	NOUN
crl-16410	353	26	(	(	PUNCT
crl-16410	353	27	nov	nov	PROPN
crl-16410	353	28	.	.	PROPN
crl-16410	353	29	2008	2008	NUM
crl-16410	353	30	):	):	PUNCT
crl-16410	354	1	1–12	1–12	PROPN
crl-16410	354	2	;	;	PUNCT
crl-16410	354	3	scharf	scharf	NOUN
crl-16410	354	4	et	et	NOUN
crl-16410	354	5	al	al	PROPN
crl-16410	354	6	.	.	PROPN
crl-16410	354	7	,	,	PUNCT
crl-16410	354	8	“	"	PUNCT
crl-16410	354	9	direct	direct	ADJ
crl-16410	354	10	assessment	assessment	NOUN
crl-16410	354	11	of	of	ADP
crl-16410	354	12	information	information	NOUN
crl-16410	354	13	literacy	literacy	NOUN
crl-16410	354	14	using	use	VERB
crl-16410	354	15	writing	write	VERB
crl-16410	354	16	portfolios	portfolio	NOUN
crl-16410	354	17	”	"	PUNCT
crl-16410	354	18	;	;	PUNCT
crl-16410	354	19	karen	karen	PROPN
crl-16410	354	20	r.	r.	PROPN
crl-16410	354	21	diller	diller	PROPN
crl-16410	354	22	and	and	CCONJ
crl-16410	354	23	sue	sue	PROPN
crl-16410	354	24	f.	f.	PROPN
crl-16410	354	25	phelps	phelps	PROPN
crl-16410	354	26	,	,	PUNCT
crl-16410	354	27	“	"	PUNCT
crl-16410	354	28	learning	learn	VERB
crl-16410	354	29	outcomes	outcome	NOUN
crl-16410	354	30	,	,	PUNCT
crl-16410	354	31	portfolios	portfolio	NOUN
crl-16410	354	32	,	,	PUNCT
crl-16410	354	33	and	and	CCONJ
crl-16410	354	34	rubrics	rubric	NOUN
crl-16410	354	35	,	,	PUNCT
crl-16410	354	36	oh	oh	INTJ
crl-16410	354	37	my	my	INTJ
crl-16410	354	38	!	!	PUNCT
crl-16410	355	1	authentic	authentic	ADJ
crl-16410	355	2	assessment	assessment	NOUN
crl-16410	355	3	of	of	ADP
crl-16410	355	4	an	an	DET
crl-16410	355	5	information	information	NOUN
crl-16410	355	6	literacy	literacy	NOUN
crl-16410	355	7	program	program	NOUN
crl-16410	355	8	,	,	PUNCT
crl-16410	355	9	”	"	PUNCT
crl-16410	355	10	portal	portal	ADJ
crl-16410	355	11	:	:	PUNCT
crl-16410	355	12	libraries	library	NOUN
crl-16410	355	13	&	&	CCONJ
crl-16410	355	14	the	the	DET
crl-16410	355	15	academy	academy	NOUN
crl-16410	355	16	8	8	NUM
crl-16410	355	17	,	,	PUNCT
crl-16410	355	18	no	no	NOUN
crl-16410	355	19	.	.	NOUN
crl-16410	355	20	1	1	NUM
crl-16410	355	21	(	(	PUNCT
crl-16410	355	22	jan	jan	PROPN
crl-16410	355	23	.	.	PROPN
crl-16410	355	24	2008	2008	NUM
crl-16410	355	25	):	):	PUNCT
crl-16410	355	26	75–89	75–89	X
crl-16410	355	27	;	;	PUNCT
crl-16410	355	28	elizabeth	elizabeth	PROPN
crl-16410	355	29	choinski	choinski	PROPN
crl-16410	355	30	,	,	PUNCT
crl-16410	355	31	amy	amy	PROPN
crl-16410	355	32	e.	e.	PROPN
crl-16410	355	33	mark	mark	PROPN
crl-16410	355	34	,	,	PUNCT
crl-16410	355	35	and	and	CCONJ
crl-16410	355	36	missy	missy	ADJ
crl-16410	355	37	murphey	murphey	NOUN
crl-16410	355	38	,	,	PUNCT
crl-16410	355	39	“	"	PUNCT
crl-16410	355	40	assessment	assessment	NOUN
crl-16410	355	41	with	with	ADP
crl-16410	355	42	rubrics	rubric	NOUN
crl-16410	355	43	:	:	PUNCT
crl-16410	355	44	an	an	DET
crl-16410	355	45	efficient	efficient	ADJ
crl-16410	355	46	and	and	CCONJ
crl-16410	355	47	objective	objective	ADJ
crl-16410	355	48	means	mean	NOUN
crl-16410	355	49	of	of	ADP
crl-16410	355	50	assessing	assess	VERB
crl-16410	355	51	student	student	NOUN
crl-16410	355	52	outcomes	outcome	NOUN
crl-16410	355	53	in	in	ADP
crl-16410	355	54	an	an	DET
crl-16410	355	55	information	information	NOUN
crl-16410	355	56	resources	resource	NOUN
crl-16410	355	57	class	class	NOUN
crl-16410	355	58	,	,	PUNCT
crl-16410	355	59	”	"	PUNCT
crl-16410	355	60	portal	portal	ADJ
crl-16410	355	61	:	:	PUNCT
crl-16410	355	62	libraries	library	NOUN
crl-16410	355	63	and	and	CCONJ
crl-16410	355	64	the	the	DET
crl-16410	355	65	academy	academy	NOUN
crl-16410	355	66	3	3	NUM
crl-16410	355	67	,	,	PUNCT
crl-16410	355	68	no	no	NOUN
crl-16410	355	69	.	.	NOUN
crl-16410	355	70	4	4	NUM
crl-16410	355	71	(	(	PUNCT
crl-16410	355	72	2003	2003	NUM
crl-16410	355	73	):	):	PUNCT
crl-16410	355	74	563–75	563–75	NUM
crl-16410	355	75	,	,	PUNCT
crl-16410	355	76	doi:10.1353	doi:10.1353	PROPN
crl-16410	355	77	/	/	SYM
crl-16410	355	78	pla.2003.0078	pla.2003.0078	NOUN
crl-16410	355	79	;	;	PUNCT
crl-16410	355	80	lorrie	lorrie	PROPN
crl-16410	355	81	a.	a.	NOUN
crl-16410	355	82	knight	knight	PROPN
crl-16410	355	83	,	,	PUNCT
crl-16410	355	84	“	"	PUNCT
crl-16410	355	85	using	use	VERB
crl-16410	355	86	rubrics	rubric	NOUN
crl-16410	355	87	to	to	PART
crl-16410	355	88	assess	assess	VERB
crl-16410	355	89	information	information	NOUN
crl-16410	355	90	literacy	literacy	NOUN
crl-16410	355	91	,	,	PUNCT
crl-16410	355	92	”	"	PUNCT
crl-16410	355	93	reference	reference	NOUN
crl-16410	355	94	services	service	NOUN
crl-16410	355	95	review	review	VERB
crl-16410	355	96	34	34	NUM
crl-16410	355	97	,	,	PUNCT
crl-16410	355	98	no	no	NOUN
crl-16410	355	99	.	.	NOUN
crl-16410	355	100	1	1	NUM
crl-16410	355	101	(	(	PUNCT
crl-16410	355	102	jan	jan	PROPN
crl-16410	355	103	.	.	PROPN
crl-16410	355	104	1	1	NUM
crl-16410	355	105	,	,	PUNCT
crl-16410	355	106	2006	2006	NUM
crl-16410	355	107	):	):	PUNCT
crl-16410	355	108	43–55	43–55	NUM
crl-16410	355	109	,	,	PUNCT
crl-16410	355	110	doi:10.1108/00907320610640752	doi:10.1108/00907320610640752	NOUN
crl-16410	355	111	;	;	PUNCT
crl-16410	355	112	mark	mark	NOUN
crl-16410	355	113	emmons	emmon	NOUN
crl-16410	355	114	and	and	CCONJ
crl-16410	355	115	wanda	wanda	PROPN
crl-16410	355	116	martin	martin	PROPN
crl-16410	355	117	,	,	PUNCT
crl-16410	355	118	“	"	PUNCT
crl-16410	355	119	engaging	engage	VERB
crl-16410	355	120	conversation	conversation	NOUN
crl-16410	355	121	:	:	PUNCT
crl-16410	355	122	evaluating	evaluate	VERB
crl-16410	355	123	the	the	DET
crl-16410	355	124	contribution	contribution	NOUN
crl-16410	355	125	of	of	ADP
crl-16410	355	126	library	library	NOUN
crl-16410	355	127	instruction	instruction	NOUN
crl-16410	355	128	to	to	ADP
crl-16410	355	129	the	the	DET
crl-16410	355	130	quality	quality	NOUN
crl-16410	355	131	of	of	ADP
crl-16410	355	132	student	student	NOUN
crl-16410	355	133	research	research	NOUN
crl-16410	355	134	,	,	PUNCT
crl-16410	355	135	”	"	PUNCT
crl-16410	355	136	college	college	PROPN
crl-16410	355	137	&	&	CCONJ
crl-16410	355	138	research	research	PROPN
crl-16410	355	139	libraries	librarie	VERB
crl-16410	355	140	63	63	NUM
crl-16410	355	141	,	,	PUNCT
crl-16410	355	142	no	no	NOUN
crl-16410	355	143	.	.	NOUN
crl-16410	355	144	6	6	NUM
crl-16410	355	145	(	(	PUNCT
crl-16410	355	146	nov	nov	PROPN
crl-16410	355	147	.	.	PROPN
crl-16410	355	148	1	1	NUM
crl-16410	355	149	,	,	PUNCT
crl-16410	355	150	2002	2002	NUM
crl-16410	355	151	):	):	PUNCT
crl-16410	355	152	545–60.\\uc0\\u8221	545–60.\\uc0\\u8221	NUM
crl-16410	355	153	{	{	PUNCT
crl-16410	355	154	}	}	PUNCT
crl-16410	355	155	\\i	\\i	PROPN
crl-16410	355	156	ifla	ifla	PROPN
crl-16410	355	157	conference	conference	NOUN
crl-16410	355	158	proceedings\\i0	proceedings\\i0	PROPN
crl-16410	355	159	{	{	PUNCT
crl-16410	355	160	}	}	PUNCT
crl-16410	355	161	(	(	PUNCT
crl-16410	355	162	november	november	PROPN
crl-16410	355	163	2008	2008	NUM
crl-16410	355	164	15	15	NUM
crl-16410	355	165	.	.	NUM
crl-16410	355	166	diller	dill	ADJ
crl-16410	355	167	and	and	CCONJ
crl-16410	355	168	phelps	phelp	NOUN
crl-16410	355	169	,	,	PUNCT
crl-16410	355	170	“	"	PUNCT
crl-16410	355	171	learning	learn	VERB
crl-16410	355	172	outcomes	outcome	NOUN
crl-16410	355	173	,	,	PUNCT
crl-16410	355	174	portfolios	portfolio	NOUN
crl-16410	355	175	,	,	PUNCT
crl-16410	355	176	and	and	CCONJ
crl-16410	355	177	rubrics	rubric	NOUN
crl-16410	355	178	,	,	PUNCT
crl-16410	355	179	oh	oh	INTJ
crl-16410	355	180	my	my	INTJ
crl-16410	355	181	!	!	PUNCT
crl-16410	355	182	”	"	PUNCT
crl-16410	356	1	84	84	NUM
crl-16410	356	2	.	.	PUNCT
crl-16410	357	1	16	16	NUM
crl-16410	357	2	.	.	PUNCT
crl-16410	358	1	mark	mark	NOUN
crl-16410	358	2	emmons	emmon	NOUN
crl-16410	358	3	and	and	CCONJ
crl-16410	358	4	wanda	wanda	PROPN
crl-16410	358	5	martin	martin	PROPN
crl-16410	358	6	,	,	PUNCT
crl-16410	358	7	“	"	PUNCT
crl-16410	358	8	engaging	engage	VERB
crl-16410	358	9	conversation	conversation	NOUN
crl-16410	358	10	:	:	PUNCT
crl-16410	358	11	evaluating	evaluate	VERB
crl-16410	358	12	the	the	DET
crl-16410	358	13	contribution	contribution	NOUN
crl-16410	358	14	of	of	ADP
crl-16410	358	15	library	library	NOUN
crl-16410	358	16	instruction	instruction	NOUN
crl-16410	358	17	to	to	ADP
crl-16410	358	18	the	the	DET
crl-16410	358	19	quality	quality	NOUN
crl-16410	358	20	of	of	ADP
crl-16410	358	21	student	student	NOUN
crl-16410	358	22	research	research	NOUN
crl-16410	358	23	,	,	PUNCT
crl-16410	358	24	”	"	PUNCT
crl-16410	358	25	college	college	PROPN
crl-16410	358	26	&	&	CCONJ
crl-16410	358	27	research	research	PROPN
crl-16410	358	28	libraries	librarie	VERB
crl-16410	358	29	63	63	NUM
crl-16410	358	30	,	,	PUNCT
crl-16410	358	31	no	no	NOUN
crl-16410	358	32	.	.	NOUN
crl-16410	358	33	6	6	NUM
crl-16410	358	34	(	(	PUNCT
crl-16410	358	35	nov	nov	PROPN
crl-16410	358	36	.	.	PROPN
crl-16410	358	37	1	1	NUM
crl-16410	358	38	,	,	PUNCT
crl-16410	358	39	2002	2002	NUM
crl-16410	358	40	):	):	PUNCT
crl-16410	358	41	559	559	NUM
crl-16410	358	42	.	.	PUNCT
crl-16410	359	1	17	17	NUM
crl-16410	359	2	.	.	PUNCT
crl-16410	360	1	elizabeth	elizabeth	PROPN
crl-16410	360	2	choinski	choinski	PROPN
crl-16410	360	3	,	,	PUNCT
crl-16410	360	4	amy	amy	PROPN
crl-16410	360	5	e.	e.	PROPN
crl-16410	360	6	mark	mark	PROPN
crl-16410	360	7	,	,	PUNCT
crl-16410	360	8	and	and	CCONJ
crl-16410	360	9	missy	missy	ADJ
crl-16410	360	10	murphey	murphey	NOUN
crl-16410	360	11	,	,	PUNCT
crl-16410	360	12	“	"	PUNCT
crl-16410	360	13	assessment	assessment	NOUN
crl-16410	360	14	with	with	ADP
crl-16410	360	15	rubrics	rubric	NOUN
crl-16410	360	16	:	:	PUNCT
crl-16410	360	17	an	an	DET
crl-16410	360	18	efficient	efficient	ADJ
crl-16410	360	19	and	and	CCONJ
crl-16410	360	20	objective	objective	ADJ
crl-16410	360	21	means	mean	NOUN
crl-16410	360	22	of	of	ADP
crl-16410	360	23	assessing	assess	VERB
crl-16410	360	24	student	student	NOUN
crl-16410	360	25	outcomes	outcome	NOUN
crl-16410	360	26	in	in	ADP
crl-16410	360	27	an	an	DET
crl-16410	360	28	information	information	NOUN
crl-16410	360	29	resources	resource	NOUN
crl-16410	360	30	class	class	NOUN
crl-16410	360	31	,	,	PUNCT
crl-16410	360	32	”	"	PUNCT
crl-16410	360	33	portal	portal	ADJ
crl-16410	360	34	:	:	PUNCT
crl-16410	360	35	libraries	library	NOUN
crl-16410	360	36	and	and	CCONJ
crl-16410	360	37	the	the	DET
crl-16410	360	38	academy	academy	NOUN
crl-16410	360	39	3	3	NUM
crl-16410	360	40	,	,	PUNCT
crl-16410	360	41	no	no	NOUN
crl-16410	360	42	.	.	NOUN
crl-16410	360	43	4	4	NUM
crl-16410	360	44	(	(	PUNCT
crl-16410	360	45	2003	2003	NUM
crl-16410	360	46	):	):	PUNCT
crl-16410	360	47	573.two	573.two	NUM
crl-16410	360	48	librarians	librarian	NOUN
crl-16410	360	49	independent	independent	ADJ
crl-16410	360	50	of	of	ADP
crl-16410	360	51	the	the	DET
crl-16410	360	52	librarianinstructor\nscored	librarianinstructor\nscore	VERB
crl-16410	360	53	student	student	NOUN
crl-16410	360	54	reflection	reflection	NOUN
crl-16410	360	55	papers	paper	NOUN
crl-16410	360	56	using	use	VERB
crl-16410	360	57	a	a	DET
crl-16410	360	58	5	5	NUM
crl-16410	360	59	-	-	PUNCT
crl-16410	360	60	point	point	NOUN
crl-16410	360	61	scale	scale	NOUN
crl-16410	360	62	.	.	PUNCT
crl-16410	361	1	rubric	rubric	ADJ
crl-16410	361	2	items\nwere	items\nwere	ADV
crl-16410	361	3	considered	consider	VERB
crl-16410	361	4	successful	successful	ADJ
crl-16410	361	5	if	if	SCONJ
crl-16410	361	6	75	75	NUM
crl-16410	361	7	percent	percent	NOUN
crl-16410	361	8	of	of	ADP
crl-16410	361	9	the	the	DET
crl-16410	361	10	students	student	NOUN
crl-16410	361	11	received	receive	VERB
crl-16410	361	12	an\naverage	an\naverage	NOUN
crl-16410	361	13	score	score	NOUN
crl-16410	361	14	of	of	ADP
crl-16410	361	15	three	three	NUM
crl-16410	361	16	or	or	CCONJ
crl-16410	361	17	higher	high	ADJ
crl-16410	361	18	.	.	PUNCT
crl-16410	362	1	the	the	DET
crl-16410	362	2	results	result	NOUN
crl-16410	362	3	showed	show	VERB
crl-16410	362	4	that	that	SCONJ
crl-16410	362	5	weak	weak	ADJ
crl-16410	362	6	areas\nof	areas\nof	PROPN
crl-16410	362	7	comprehension	comprehension	NOUN
crl-16410	362	8	are	be	AUX
crl-16410	362	9	those	those	PRON
crl-16410	362	10	that	that	PRON
crl-16410	362	11	require	require	VERB
crl-16410	362	12	higher	high	ADJ
crl-16410	362	13	level	level	NOUN
crl-16410	362	14	thinking	thinking	NOUN
crl-16410	362	15	,	,	PUNCT
crl-16410	362	16	such	such	ADJ
crl-16410	362	17	as\	as\	X
crl-16410	362	18	nthe	nthe	ADJ
crl-16410	362	19	ability	ability	NOUN
crl-16410	362	20	to	to	PART
crl-16410	362	21	distinguish	distinguish	VERB
crl-16410	362	22	between	between	ADP
crl-16410	362	23	the	the	DET
crl-16410	362	24	popular	popular	ADJ
crl-16410	362	25	and	and	CCONJ
crl-16410	362	26	academic	academic	ADJ
crl-16410	362	27	press	press	NOUN
crl-16410	362	28	.	.	PUNCT
crl-16410	363	1	the\nlibrarian	the\nlibrarian	NUM
crl-16410	363	2	-	-	PUNCT
crl-16410	363	3	instructor	instructor	NOUN
crl-16410	363	4	will	will	AUX
crl-16410	363	5	place	place	VERB
crl-16410	363	6	more	more	ADJ
crl-16410	363	7	emphasis	emphasis	NOUN
crl-16410	363	8	on	on	ADP
crl-16410	363	9	these	these	DET
crl-16410	363	10	topics	topic	NOUN
crl-16410	363	11	in	in	ADP
crl-16410	363	12	future\nclasses	future\nclasse	NOUN
crl-16410	363	13	and	and	CCONJ
crl-16410	363	14	reword	reword	VERB
crl-16410	363	15	rubric	rubric	ADJ
crl-16410	363	16	items	item	NOUN
crl-16410	363	17	of	of	ADP
crl-16410	363	18	questionable	questionable	ADJ
crl-16410	363	19	design	design	NOUN
crl-16410	363	20	.	.	PUNCT
crl-16410	364	1	”,”doi”:”10.1353	”,”doi”:”10.1353	PUNCT
crl-16410	364	2	/	/	SYM
crl-16410	364	3	pla.2003.0078”,”issn”:”1530	pla.2003.0078”,”issn”:”1530	NOUN
crl-16410	364	4	-	-	PUNCT
crl-16410	364	5	7131”,”note”:”<p	7131”,”note”:”<p	NUM
crl-16410	364	6	>	>	NOUN
crl-16410	364	7	volume	volume	NOUN
crl-16410	364	8	3	3	NUM
crl-16410	364	9	,	,	PUNCT
crl-16410	364	10	number	number	NOUN
crl-16410	364	11	4	4	NUM
crl-16410	364	12	,	,	PUNCT
crl-16410	364	13	october	october	PROPN
crl-16410	364	14	2003</p>”,”shorttitle”:”assessment	2003</p>”,”shorttitle”:”assessment	NUM
crl-16410	364	15	with	with	ADP
crl-16410	364	16	rubrics”,”author”:[{“family”:”choinski”,”g	rubrics”,”author”:[{“family”:”choinski”,”g	PROPN
crl-16410	364	17	iven”:”elizabeth”},{“family”:”mark”,”given”:”amy	iven”:”elizabeth”},{“family”:”mark”,”given”:”amy	SPACE
crl-16410	364	18	e.	e.	PROPN
crl-16410	364	19	”},{“family”:”murphey”,”given”:”missy	”},{“family”:”murphey”,”given”:”missy	PUNCT
crl-16410	364	20	”	"	PUNCT
crl-16410	364	21	}	}	PUNCT
crl-16410	364	22	]	]	X
crl-16410	364	23	,	,	PUNCT
crl-16410	364	24	”	"	PUNCT
crl-16410	364	25	issued”:{“date	issued”:{“date	VERB
crl-16410	364	26	-	-	PUNCT
crl-16410	364	27	parts”:[[“2003”]]},”accessed”:{“date	parts”:[[“2003”]]},”accessed”:{“date	NOUN
crl-16410	364	28	-	-	PUNCT
crl-16410	364	29	parts”:[[“2013”,7,25]]}}}],”schema”:”htt	parts”:[[“2013”,7,25]]}}}],”schema”:”htt	PROPN
crl-16410	364	30	ps://github.com/citation-style-language/schema/raw/master/csl-citation.json	ps://github.com/citation-style-language/schema/raw/master/csl-citation.json	NOUN
crl-16410	364	31	”	"	PUNCT
crl-16410	364	32	}	}	PUNCT
crl-16410	364	33	an	an	DET
crl-16410	364	34	information	information	NOUN
crl-16410	364	35	literacy	literacy	NOUN
crl-16410	364	36	snapshot	snapshot	VERB
crl-16410	364	37	187	187	NUM
crl-16410	364	38	18	18	NUM
crl-16410	364	39	.	.	PUNCT
crl-16410	364	40	lorrie	lorrie	PROPN
crl-16410	364	41	a.	a.	PROPN
crl-16410	364	42	knight	knight	PROPN
crl-16410	364	43	,	,	PUNCT
crl-16410	364	44	“	"	PUNCT
crl-16410	364	45	using	use	VERB
crl-16410	364	46	rubrics	rubric	NOUN
crl-16410	364	47	to	to	PART
crl-16410	364	48	assess	assess	VERB
crl-16410	364	49	information	information	NOUN
crl-16410	364	50	literacy	literacy	NOUN
crl-16410	364	51	,	,	PUNCT
crl-16410	364	52	”	"	PUNCT
crl-16410	364	53	reference	reference	NOUN
crl-16410	364	54	services	service	NOUN
crl-16410	364	55	review	review	VERB
crl-16410	364	56	34	34	NUM
crl-16410	364	57	,	,	PUNCT
crl-16410	364	58	no	no	NOUN
crl-16410	364	59	.	.	NOUN
crl-16410	364	60	1	1	NUM
crl-16410	364	61	(	(	PUNCT
crl-16410	364	62	feb	feb	PROPN
crl-16410	364	63	.	.	PROPN
crl-16410	364	64	2006	2006	NUM
crl-16410	364	65	):	):	PUNCT
crl-16410	365	1	52	52	NUM
crl-16410	365	2	.	.	NUM
crl-16410	365	3	19	19	NUM
crl-16410	365	4	.	.	PUNCT
crl-16410	365	5	megan	megan	PROPN
crl-16410	365	6	oakleaf	oakleaf	PROPN
crl-16410	365	7	,	,	PUNCT
crl-16410	365	8	“	"	PUNCT
crl-16410	365	9	using	use	VERB
crl-16410	365	10	rubrics	rubric	NOUN
crl-16410	365	11	to	to	PART
crl-16410	365	12	assess	assess	VERB
crl-16410	365	13	information	information	NOUN
crl-16410	365	14	literacy	literacy	NOUN
crl-16410	365	15	:	:	PUNCT
crl-16410	365	16	an	an	DET
crl-16410	365	17	examination	examination	NOUN
crl-16410	365	18	of	of	ADP
crl-16410	365	19	methodology	methodology	NOUN
crl-16410	365	20	and	and	CCONJ
crl-16410	365	21	interrater	interrater	ADJ
crl-16410	365	22	reliability	reliability	NOUN
crl-16410	365	23	,	,	PUNCT
crl-16410	365	24	”	"	PUNCT
crl-16410	365	25	journal	journal	NOUN
crl-16410	365	26	of	of	ADP
crl-16410	365	27	the	the	DET
crl-16410	365	28	american	american	ADJ
crl-16410	365	29	society	society	NOUN
crl-16410	365	30	for	for	ADP
crl-16410	365	31	information	information	NOUN
crl-16410	365	32	science	science	NOUN
crl-16410	365	33	&	&	CCONJ
crl-16410	365	34	technology	technology	PROPN
crl-16410	365	35	60	60	NUM
crl-16410	365	36	,	,	PUNCT
crl-16410	365	37	no	no	NOUN
crl-16410	365	38	.	.	NOUN
crl-16410	365	39	5	5	NUM
crl-16410	365	40	(	(	PUNCT
crl-16410	365	41	may	may	AUX
crl-16410	365	42	2009	2009	NUM
crl-16410	365	43	):	):	PUNCT
crl-16410	365	44	969–83	969–83	PROPN
crl-16410	365	45	.	.	PUNCT
crl-16410	366	1	20	20	NUM
crl-16410	366	2	.	.	PUNCT
crl-16410	367	1	“	"	PUNCT
crl-16410	367	2	aac&u	aac&u	NOUN
crl-16410	367	3	information	information	NOUN
crl-16410	367	4	literacy	literacy	NOUN
crl-16410	367	5	value	value	NOUN
crl-16410	367	6	rubric	rubric	NOUN
crl-16410	367	7	.	.	PUNCT
crl-16410	367	8	”	"	PUNCT
crl-16410	368	1	21	21	NUM
crl-16410	368	2	.	.	PUNCT
crl-16410	369	1	terrel	terrel	PROPN
crl-16410	369	2	l.	l.	PROPN
crl-16410	369	3	rhodes	rhodes	PROPN
crl-16410	369	4	,	,	PUNCT
crl-16410	369	5	“	"	PUNCT
crl-16410	369	6	show	show	VERB
crl-16410	369	7	me	i	PRON
crl-16410	369	8	the	the	DET
crl-16410	369	9	learning	learning	NOUN
crl-16410	369	10	:	:	PUNCT
crl-16410	369	11	value	value	NOUN
crl-16410	369	12	,	,	PUNCT
crl-16410	369	13	accreditation	accreditation	NOUN
crl-16410	369	14	,	,	PUNCT
crl-16410	369	15	and	and	CCONJ
crl-16410	369	16	the	the	DET
crl-16410	369	17	quality	quality	NOUN
crl-16410	369	18	of	of	ADP
crl-16410	369	19	the	the	DET
crl-16410	369	20	degree	degree	NOUN
crl-16410	369	21	,	,	PUNCT
crl-16410	369	22	”	"	PUNCT
crl-16410	369	23	planning	planning	NOUN
crl-16410	369	24	for	for	ADP
crl-16410	369	25	higher	high	ADJ
crl-16410	369	26	education	education	NOUN
crl-16410	369	27	40	40	NUM
crl-16410	369	28	,	,	PUNCT
crl-16410	369	29	no	no	INTJ
crl-16410	369	30	.	.	NOUN
crl-16410	369	31	3	3	NUM
crl-16410	369	32	(	(	PUNCT
crl-16410	369	33	apr	apr	NOUN
crl-16410	369	34	.	.	PROPN
crl-16410	369	35	2012	2012	NUM
crl-16410	369	36	):	):	PUNCT
crl-16410	369	37	39.”issn”:”07360983”,”shorttitle	39.”issn”:”07360983”,”shorttitle	NUM
crl-16410	369	38	”	"	PUNCT
crl-16410	369	39	:	:	PUNCT
crl-16410	369	40	”	"	PUNCT
crl-16410	369	41	show	show	VERB
crl-16410	369	42	me	i	PRON
crl-16410	369	43	the	the	DET
crl-16410	369	44	learning”,”journalabbreviation”:”planning	learning”,”journalabbreviation”:”planning	NOUN
crl-16410	369	45	for	for	ADP
crl-16410	369	46	higher	high	ADJ
crl-16410	369	47	education”,”author”:[{“fa	education”,”author”:[{“fa	PROPN
crl-16410	369	48	mily”:”rhodes”,”given”:”terrel	mily”:”rhodes”,”given”:”terrel	PROPN
crl-16410	369	49	l.1”}],”issued”:{“date	l.1”}],”issued”:{“date	NOUN
crl-16410	369	50	-	-	PUNCT
crl-16410	369	51	parts”:[[“2012”,4]]},”accessed”:{“date	parts”:[[“2012”,4]]},”accessed”:{“date	ADJ
crl-16410	369	52	-	-	PUNCT
crl-16410	369	53	par	par	ADJ
crl-16410	369	54	ts”:[[“2014”,2,10]]}}}],”schema”:”https://github.com	ts”:[[“2014”,2,10]]}}}],”schema”:”https://github.com	PROPN
crl-16410	369	55	/	/	SYM
crl-16410	369	56	citation	citation	NOUN
crl-16410	369	57	-	-	PUNCT
crl-16410	369	58	style	style	NOUN
crl-16410	369	59	-	-	PUNCT
crl-16410	369	60	language	language	NOUN
crl-16410	369	61	/	/	SYM
crl-16410	369	62	schema	schema	PROPN
crl-16410	369	63	/	/	SYM
crl-16410	369	64	raw	raw	ADJ
crl-16410	369	65	/	/	SYM
crl-16410	369	66	master/	master/	X
crl-16410	369	67	csl-citation.json	csl-citation.json	NOUN
crl-16410	369	68	”	"	PUNCT
crl-16410	369	69	}	}	PUNCT
crl-16410	369	70	22	22	NUM
crl-16410	369	71	.	.	PUNCT
crl-16410	370	1	terrel	terrel	PROPN
crl-16410	370	2	l.	l.	PROPN
crl-16410	370	3	rhodes	rhodes	PROPN
crl-16410	370	4	and	and	CCONJ
crl-16410	370	5	ashley	ashley	NOUN
crl-16410	370	6	finley	finley	PROPN
crl-16410	370	7	,	,	PUNCT
crl-16410	370	8	using	use	VERB
crl-16410	370	9	the	the	DET
crl-16410	370	10	value	value	NOUN
crl-16410	370	11	rubrics	rubric	NOUN
crl-16410	370	12	for	for	ADP
crl-16410	370	13	improvement	improvement	NOUN
crl-16410	370	14	of	of	ADP
crl-16410	370	15	learning	learn	VERB
crl-16410	370	16	and	and	CCONJ
crl-16410	370	17	authentic	authentic	ADJ
crl-16410	370	18	assessment	assessment	NOUN
crl-16410	370	19	(	(	PUNCT
crl-16410	370	20	washington	washington	PROPN
crl-16410	370	21	,	,	PUNCT
crl-16410	370	22	d.c	d.c	PROPN
crl-16410	370	23	.	.	PROPN
crl-16410	370	24	:	:	PUNCT
crl-16410	370	25	association	association	NOUN
crl-16410	370	26	of	of	ADP
crl-16410	370	27	american	american	ADJ
crl-16410	370	28	colleges	college	NOUN
crl-16410	370	29	and	and	CCONJ
crl-16410	370	30	universities	university	NOUN
crl-16410	370	31	,	,	PUNCT
crl-16410	370	32	2013	2013	NUM
crl-16410	370	33	):	):	PUNCT
crl-16410	370	34	17	17	NUM
crl-16410	370	35	.	.	NUM
crl-16410	370	36	23	23	NUM
crl-16410	370	37	.	.	PUNCT
crl-16410	371	1	oakleaf	oakleaf	NOUN
crl-16410	371	2	,	,	PUNCT
crl-16410	371	3	“	"	PUNCT
crl-16410	371	4	using	use	VERB
crl-16410	371	5	rubrics	rubric	NOUN
crl-16410	371	6	to	to	PART
crl-16410	371	7	assess	assess	VERB
crl-16410	371	8	information	information	NOUN
crl-16410	371	9	literacy	literacy	NOUN
crl-16410	371	10	”	"	PUNCT
crl-16410	371	11	;	;	PUNCT
crl-16410	371	12	rhodes	rhode	NOUN
crl-16410	371	13	and	and	CCONJ
crl-16410	371	14	finley	finley	PROPN
crl-16410	371	15	,	,	PUNCT
crl-16410	371	16	using	use	VERB
crl-16410	371	17	the	the	DET
crl-16410	371	18	value	value	NOUN
crl-16410	371	19	rubrics	rubric	NOUN
crl-16410	371	20	for	for	ADP
crl-16410	371	21	improvement	improvement	NOUN
crl-16410	371	22	of	of	ADP
crl-16410	371	23	learning	learning	NOUN
crl-16410	371	24	and	and	CCONJ
crl-16410	371	25	authentic	authentic	ADJ
crl-16410	371	26	assessment	assessment	NOUN
crl-16410	371	27	.	.	PUNCT
crl-16410	372	1	24	24	NUM
crl-16410	372	2	.	.	PUNCT
crl-16410	372	3	diller	dill	ADJ
crl-16410	372	4	and	and	CCONJ
crl-16410	372	5	phelps	phelp	NOUN
crl-16410	372	6	,	,	PUNCT
crl-16410	372	7	“	"	PUNCT
crl-16410	372	8	learning	learn	VERB
crl-16410	372	9	outcomes	outcome	NOUN
crl-16410	372	10	,	,	PUNCT
crl-16410	372	11	portfolios	portfolio	NOUN
crl-16410	372	12	,	,	PUNCT
crl-16410	372	13	and	and	CCONJ
crl-16410	372	14	rubrics	rubric	NOUN
crl-16410	372	15	,	,	PUNCT
crl-16410	372	16	oh	oh	INTJ
crl-16410	372	17	my	my	INTJ
crl-16410	372	18	!	!	PUNCT
crl-16410	372	19	”	"	PUNCT
crl-16410	372	20	;	;	PUNCT
crl-16410	372	21	scharf	scharf	PROPN
crl-16410	372	22	et	et	NOUN
crl-16410	372	23	al	al	PROPN
crl-16410	372	24	.	.	PROPN
crl-16410	372	25	,	,	PUNCT
crl-16410	372	26	“	"	PUNCT
crl-16410	372	27	direct	direct	ADJ
crl-16410	372	28	assessment	assessment	NOUN
crl-16410	372	29	of	of	ADP
crl-16410	372	30	information	information	NOUN
crl-16410	372	31	literacy	literacy	NOUN
crl-16410	372	32	using	use	VERB
crl-16410	372	33	writing	write	VERB
crl-16410	372	34	portfolios	portfolio	NOUN
crl-16410	372	35	.	.	PUNCT
crl-16410	372	36	”	"	PUNCT
crl-16410	373	1	25	25	NUM
crl-16410	373	2	.	.	PUNCT
crl-16410	374	1	the	the	DET
crl-16410	374	2	history	history	NOUN
crl-16410	374	3	department	department	NOUN
crl-16410	374	4	conducted	conduct	VERB
crl-16410	374	5	an	an	DET
crl-16410	374	6	assessment	assessment	NOUN
crl-16410	374	7	of	of	ADP
crl-16410	374	8	hist	hist	ADJ
crl-16410	374	9	4990	4990	NUM
crl-16410	374	10	papers	paper	NOUN
crl-16410	374	11	during	during	ADP
crl-16410	374	12	the	the	DET
crl-16410	374	13	2009	2009	NUM
crl-16410	374	14	-	-	SYM
crl-16410	374	15	2010	2010	NUM
crl-16410	374	16	academic	academic	ADJ
crl-16410	374	17	year	year	NOUN
crl-16410	374	18	,	,	PUNCT
crl-16410	374	19	and	and	CCONJ
crl-16410	374	20	we	we	PRON
crl-16410	374	21	obtained	obtain	VERB
crl-16410	374	22	copies	copy	NOUN
crl-16410	374	23	of	of	ADP
crl-16410	374	24	all	all	PRON
crl-16410	374	25	of	of	ADP
crl-16410	374	26	these	these	DET
crl-16410	374	27	papers	paper	NOUN
crl-16410	374	28	.	.	PUNCT
crl-16410	375	1	we	we	PRON
crl-16410	375	2	also	also	ADV
crl-16410	375	3	collected	collect	VERB
crl-16410	375	4	papers	paper	NOUN
crl-16410	375	5	in	in	ADP
crl-16410	375	6	the	the	DET
crl-16410	375	7	two	two	NUM
crl-16410	375	8	sections	section	NOUN
crl-16410	375	9	of	of	ADP
crl-16410	375	10	the	the	DET
crl-16410	375	11	course	course	NOUN
crl-16410	375	12	offered	offer	VERB
crl-16410	375	13	in	in	ADP
crl-16410	375	14	spring	spring	NOUN
crl-16410	375	15	2011	2011	NUM
crl-16410	375	16	.	.	PUNCT
crl-16410	376	1	26	26	NUM
crl-16410	376	2	.	.	PUNCT
crl-16410	377	1	andrew	andrew	PROPN
crl-16410	377	2	f.	f.	PROPN
crl-16410	377	3	hayes	hayes	PROPN
crl-16410	377	4	and	and	CCONJ
crl-16410	377	5	klaus	klaus	PROPN
crl-16410	377	6	krippendorff	krippendorff	PROPN
crl-16410	377	7	,	,	PUNCT
crl-16410	377	8	“	"	PUNCT
crl-16410	377	9	answering	answer	VERB
crl-16410	377	10	the	the	DET
crl-16410	377	11	call	call	NOUN
crl-16410	377	12	for	for	ADP
crl-16410	377	13	a	a	DET
crl-16410	377	14	standard	standard	ADJ
crl-16410	377	15	reliability	reliability	NOUN
crl-16410	377	16	measure	measure	NOUN
crl-16410	377	17	for	for	ADP
crl-16410	377	18	coding	code	VERB
crl-16410	377	19	data	datum	NOUN
crl-16410	377	20	,	,	PUNCT
crl-16410	377	21	”	"	PUNCT
crl-16410	377	22	communication	communication	NOUN
crl-16410	377	23	methods	method	NOUN
crl-16410	377	24	and	and	CCONJ
crl-16410	377	25	measures	measure	NOUN
crl-16410	377	26	1	1	NUM
crl-16410	377	27	,	,	PUNCT
crl-16410	377	28	no	no	NOUN
crl-16410	377	29	.	.	NOUN
crl-16410	377	30	1	1	NUM
crl-16410	377	31	(	(	PUNCT
crl-16410	377	32	2007	2007	NUM
crl-16410	377	33	):	):	PUNCT
crl-16410	377	34	77–89	77–89	NUM
crl-16410	377	35	,	,	PUNCT
crl-16410	377	36	doi:10.1080/19312450709336664	doi:10.1080/19312450709336664	NOUN
crl-16410	377	37	.	.	PUNCT
crl-16410	378	1	27	27	NUM
crl-16410	378	2	.	.	PUNCT
crl-16410	379	1	“	"	PUNCT
crl-16410	379	2	recal	recal	ADJ
crl-16410	379	3	for	for	ADP
crl-16410	379	4	ordinal	ordinal	ADJ
crl-16410	379	5	,	,	PUNCT
crl-16410	379	6	interval	interval	NOUN
crl-16410	379	7	,	,	PUNCT
crl-16410	379	8	and	and	CCONJ
crl-16410	379	9	ratio	ratio	NOUN
crl-16410	379	10	data	data	PROPN
crl-16410	379	11	(	(	PUNCT
crl-16410	379	12	oir	oir	ADV
crl-16410	379	13	)	)	PUNCT
crl-16410	379	14	,	,	PUNCT
crl-16410	379	15	”	"	PUNCT
crl-16410	379	16	available	available	ADJ
crl-16410	379	17	online	online	ADV
crl-16410	379	18	at	at	ADP
crl-16410	379	19	http://dfreelon	http://dfreelon	PROPN
crl-16410	379	20	.	.	PUNCT
crl-16410	380	1	org	org	PROPN
crl-16410	380	2	/	/	SYM
crl-16410	380	3	utils	utils	PROPN
crl-16410	380	4	/	/	SYM
crl-16410	380	5	recalfront	recalfront	PROPN
crl-16410	380	6	/	/	SYM
crl-16410	380	7	recal	recal	ADJ
crl-16410	380	8	-	-	PUNCT
crl-16410	380	9	oir/	oir/	NUM
crl-16410	381	1	[	[	X
crl-16410	381	2	accessed	access	VERB
crl-16410	381	3	12	12	NUM
crl-16410	381	4	june	june	PROPN
crl-16410	381	5	2013	2013	NUM
crl-16410	381	6	]	]	PUNCT
crl-16410	381	7	.	.	PUNCT
crl-16410	382	1	28	28	X
crl-16410	382	2	.	.	PUNCT
crl-16410	383	1	“	"	PUNCT
crl-16410	383	2	the	the	DET
crl-16410	383	3	citation	citation	NOUN
crl-16410	383	4	project	project	NOUN
crl-16410	383	5	.	.	PUNCT
crl-16410	383	6	”	"	PUNCT