class Unit11PageForm(wtf.Form):
context = BleachedTextAreaField()
evaluation_options = BleachedTextAreaField()
goal_scenario = BleachedTextAreaField()
rank_evaluation_options = IntegerRankingField(
validators=[wtf.validators.Optional()],
choices=[
'Absolute Grading', 'Relative Grading', 'Aptitude-Based Grading',
'Standards-Based Grading', 'Goal-Attainment Grading'
])
justify_evaluation_options = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
rank_grading_specifics = StringRankingField(
validators=[wtf.validators.Optional()],
choices=[
('different-approaches', '''Different approaches to
grading (ex. achievement-level, standards-based
report cards, descriptive feedback)'''),
('evaluative', 'Evaluative options (listed above)'),
('effort', '''Effort (Popham says you should never
grade for 'effort' but many people disagree)'''),
('intangible', '''Intangible Factors (also called Evaluative
Factors, this includes things like study
skills and social skills)'''),
('record-keeping',
'Record keeping (i.e., handwritten versus electronic)'),
('conferences', 'Grading conferences (who gets to be involved?)'),
('imprecision', 'Imprecision (mistakes and bias)'),
])
justify_grading_specifics = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()
class UnitTwoPageForm(wtf.Form):
context = BleachedTextAreaField()
rank_formats = IntegerRankingField(validators=[wtf.validators.Optional()],
choices=[
'Binary-Choice Items',
'Multiple-Binary-Choice Items',
'Multiple-Choice Items',
'Matching Items',
])
justify_formats = BleachedTextAreaField()
create_items = BleachedTextAreaField()
rank_commandments = IntegerRankingField(
validators=[wtf.validators.Optional()],
choices=[
'Thou shall not provide opaque directions to students regarding how to respond to your assessment instruments.',
'Thou shall not employ ambiguous statements in your assessment items.',
'Thou shall not provide students with unintentional clues regarding appropriate responses.',
'Thou shall not employ complex syntax in your assessment items.',
'Thou shall not use vocabulary that is more advanced than required.',
])
explain_commandments = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()
question = BleachedTextAreaField()
class UnitFivePageForm(wtf.Form):
context = BleachedTextAreaField()
# TODO: "none" option?
sel_resp_reliability = ViewableSelectField(
"Selected-Response Items",
validators=[wtf.validators.Optional()],
choices=reliability_evidence_types)
const_resp_reliability = ViewableSelectField(
"Constructed-Response Items",
validators=[wtf.validators.Optional()],
choices=reliability_evidence_types)
essay_reliability = ViewableSelectField(
"Essay Items",
validators=[wtf.validators.Optional()],
choices=reliability_evidence_types)
performance_reliability = ViewableSelectField(
"Performance Assessment",
validators=[wtf.validators.Optional()],
choices=reliability_evidence_types)
portfolio_reliability = ViewableSelectField(
"Portfolio Assessment",
validators=[wtf.validators.Optional()],
choices=reliability_evidence_types)
increase_reliability = BleachedTextAreaField()
standard_error = BleachedTextAreaField()
sel_resp_bias = ViewableSelectField("Selected-Response Items",
validators=[wtf.validators.Optional()],
choices=bias_reduction_strategies)
const_resp_bias = ViewableSelectField(
"Constructed-Response Items",
validators=[wtf.validators.Optional()],
choices=bias_reduction_strategies)
essay_bias = ViewableSelectField("Essay Items",
validators=[wtf.validators.Optional()],
choices=bias_reduction_strategies)
performance_bias = ViewableSelectField(
"Performance Assessment",
validators=[wtf.validators.Optional()],
choices=bias_reduction_strategies)
portfolio_bias = ViewableSelectField(
"Portfolio Assessment",
validators=[wtf.validators.Optional()],
choices=bias_reduction_strategies)
absence_of_bias = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
external_resource = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()
class UnitSevenPageForm(wtf.Form):
context = BleachedTextAreaField()
define_formative = BleachedTextAreaField()
learning_progression = BleachedTextAreaField()
rank_obstacles = StringRankingField(
validators=[wtf.validators.Optional()],
choices=[
('Misunderstanding', '''Educators have considerable
misunderstandings about the nature of formative
assessment.'''),
('Resisting', '''Educators are resistant to changing their
ways.'''),
('Not Externally Visible', u'''Despite the fact that formative
assessment can improve students’ achievement, and improve
it dramatically, this improved achievement may not show up
on many external accountability tests.'''),
])
obstacles = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
implementing = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()
class TermPaperForm(wtf.Form):
term_paper = BleachedTextAreaField()
class UnitOnePageForm(wtf.Form):
role = BleachedTextAreaField()
setting = BleachedTextAreaField()
curricular_aim = BleachedTextAreaField()
instructional_context = BleachedTextAreaField()
educational_standards = BleachedTextAreaField()
educational_standards_resource = BleachedTextAreaField()
rank_what_to_assess = StringRankingField(
validators=[wtf.validators.Optional()],
choices=[('Your Aims',
Markup("""<b>Curricular Aims
developed by you, for your class or setting.</b>
In some settings, educators have a lot or even total control
over the curricular aims.""")),
('Government Standards',
Markup("""<b>Content Standards mandated by a
state, country, or government body.</b> In many settings, government
agencies define content standards that educators are expected
to follow.""")),
('Professional Standards',
Markup("""<b>Content Standards suggested by
national subject-matter/professional organizations.</b> In
some settings, professional organization or subject matter
experts have a great deal of influence in what should be
assessed.""")),
('Colleagues',
Markup("""<b>Advice/input from colleagues.</b> In some
settings, advice and input from colleagues will be most
important. This is particularly the case when multiple
educators teach the same course."""))])
explain_what_to_assess = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()
question = BleachedTextAreaField()
class Unit10PageForm(wtf.Form):
context = BleachedTextAreaField()
rank_evaluating_instruction = IntegerRankingField(
validators=[wtf.validators.Optional()],
choices=[
'Evidence from classroom assessments.',
'Evidence from accountability tests.'
],
labels=[
Markup('''This is the evidence
you can gather from classroom assessments, ideally when given
before and after instruction. These assessments
<i>should</i> be aligned
to the curricular aim of the instruction. This is
explained more on pages 378-383.'''),
Markup('''This is the
evidence that comes from externally developed tests. As
explained on pages 383-398, these may or may not be sensitive
to the instruction provided to students before a particular
test.''')
],
)
justify_evaluating_instruction = BleachedTextAreaField()
rank_classroom_evidence = IntegerRankingField(
validators=[wtf.validators.Optional()],
choices=['Pretests Versus Posttests.', 'Split-and-Switch Design.'],
labels=[
Markup('''This is where you give the same assessment before and
after instruction. As explained in the book
and <span class="c9 c2"><a class="c4" target="_blank"
href=
"http://www.bumc.bu.edu/fd/files/PDF/Pre-andPost-Tests.pdf">here</a></span>, this
is easy but problematic.'''),
Markup('''
This is sometimes called "split-half" and uses a
technique called counter-balancing. As explained in the
book and <span class="c9 c2"><a class="c4" target="_blank"
href=
"http://www.k12.hi.us/~bwoerner/ipcs/ip4studperf.html">here
(scroll down)</a></span>, it is more
effective but can be challenging to do.'''),
])
justify_classroom_evidence = BleachedTextAreaField()
rank_sensitivity = IntegerRankingField(
validators=[wtf.validators.Optional()],
choices=[
'Alignment Leniency:', 'Excessive Easiness:',
'Excessive Difficulty:', 'Item Flaws:',
'Socioeconomic Status Links:', 'Academic Aptitude Links:'
],
labels=[
Markup('''When the test item is
not aligned to (does not measure) the curricular aim thought to
be measured. This means the item is measuring something other
than the curricular aim.'''),
Markup('''The test item is so easy
that students who were not even taught will answer the item
correctly; so the test item does not measure student
achievement on the curricular aim.'''),
Markup('''The test items are so
difficult that even students who mastered the curricular aim
will not answer it correctly; so the item does not distinguish
between well-taught and poorly taught students.'''),
Markup('''Errors in the test item
itself cause students to answer the item incorrectly; so the
item does not distinguish between well-taught and poorly taught
students.'''),
Markup('''When a test item unfairly
advantages students from higher SES statuses and so the item
measures the knowledge students bring to school rather than how
they are taught within the classroom.'''),
Markup('''When
a test item unfairly advantages students coming to the
classroom with already higher quantitative, verbal, or spatial
aptitudes and so the item measures the knowledge students bring
to school rather than how they are taught within the
classroom.'''),
])
justify_sensitivity = BleachedTextAreaField()
rank_evaluating_teaching = StringRankingField(
validators=[wtf.validators.Optional()],
choices=[
('gates',
Markup('''<span class="c2">Gates
Foundation</span><span class="c2"><a class="c4" target="_blank" href=
"http://www.gatesfoundation.org/media-center/press-releases/2013/01/measures-of-effective-teaching-project-releases-final-research-report"> </a></span><span class="c9 c2"><a class="c4"
target="_blank" href=
"http://www.gatesfoundation.org/media-center/press-releases/2013/01/measures-of-effective-teaching-project-releases-final-research-report">Measures
of Effective Teaching Report</a></span><span class=
"c2"> and</span><span class="c2"><a class="c4" target="_blank" href=
"http://www.metproject.org/index.php"> </a></span><span class="c9 c2"><a class="c4"
target="_blank" href="http://www.metproject.org/index.php">Website &
Videos</a></span><span class="c2">. The executive summary
of the report is a very helpful overview of this influential
report.</span>''')),
('guarino',
Markup('''<span class="c9 c2"><a class="c4" target="_blank" href=
"/assets/content/guarino-policy-brief.pdf">Policy Brief: Highlights of
Conference on Using Student Test Scores to Measure Teacher
Performance</a></span><span class="c2"> (pdf, Cassandra
Guarino).</span>''')),
('darling-hammond',
Markup('''<span class=
"c2">Video from the Aspen Institute on the</span><span class=
"c9 c2"><a class="c4" target="_blank" href=
"https://www.youtube.com/watch?v=7JUrYwcd68E"> Role of
Teacher Evaluation in Reforming Public</a></span><span class=
"c9 c2"> </span><span class="c2">Schools</span>''')),
('tapsystem',
Markup('''<span class="c9 c2"><a class="c4" target="_blank" href=
"http://www.tapsystem.org/policyresearch/policyresearch.taf?page=valueadded">Understanding
Value-Added Analysis of Student
Achievement.</a></span><span class="c2"> This is a bit
outdated but there are some links to excellent resources at the
bottom of the page.</span>''')),
('rand',
Markup('''<span class="c9 c2"><a class="c4" target="_blank" href=
"http://www.rand.org/topics/value-added-modeling-in-education.html">Value
Added Modeling in Education</a></span><span class=
"c2"> (RAND Corporation). Probably one of the most
comprehensive websites out there. Very current and easy to
navigate.</span>''')),
])
justify_evaluating_teaching = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()
class UnitNinePageForm(wtf.Form):
context = BleachedTextAreaField()
guidelines = BleachedTextAreaField()
selected_scenario = BleachedTextAreaField()
constructed_scenario = BleachedTextAreaField()
rank_good_practices = IntegerRankingField(
choices=[
'Varied format preparation', 'Generalized test taking preparation'
],
validators=[wtf.validators.Optional()])
justify_good_practices = BleachedTextAreaField()
rank_bad_practices = IntegerRankingField(
choices=[
'Previous-form preparation',
'Current-form preparation',
'Same format preparation',
],
validators=[wtf.validators.Optional()])
justify_bad_practices = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
perf_port_scenario = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()
class UnitEightPageForm(wtf.Form):
context = BleachedTextAreaField()
interpreting = BleachedTextAreaField()
resources = BleachedTextAreaField()
intended_uses = BleachedTextAreaField()
actual_uses = BleachedTextAreaField()
ranking = IntegerRankingField(
choices=['Percentiles', 'Grade Equivalent Scores', 'Scale Scores'],
validators=[wtf.validators.Optional()])
ranking_justification = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
explaining_scores = BleachedTextAreaField()
race_to_top = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()
class ProfilePageForm(wtf.Form):
text = BleachedTextAreaField('Introduction')
curricular_aim = BleachedTextAreaField('Curricular Aim')
class UnitSixPageForm(wtf.Form):
context = BleachedTextAreaField()
types_of_validity = BleachedTextAreaField()
validity_evidence = BleachedTextAreaField()
face_and_consequential = BleachedTextAreaField()
rank_types = IntegerRankingField(validators=[wtf.validators.Optional()],
choices=[
'Content-related',
'Critereon-related',
'Construct-related',
])
apply_types = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
consequential_validity = BleachedTextAreaField()
validity_vs_reliability = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()
class UnitFourPageForm(wtf.Form):
context = BleachedTextAreaField()
advantages_disadvantages = BleachedTextAreaField()
rank_performance_portfolio = StringRankingField(
validators=[wtf.validators.Optional()],
choices=[
('performance', 'Performance Assessment'),
('portfolio', 'Portfolio Assessment'),
])
describe = BleachedTextAreaField()
create_rubric = BleachedTextAreaField()
rank_criteria = StringRankingField(
validators=[wtf.validators.Optional()],
choices=[
('Generalizability',
Markup("""<b>Generalizability</b>: Is there a
high likelihood the students' performance on the task or
activity will generalize to a comparable task or
activity?""")),
('Authenticity',
Markup("""<b>Authenticity</b>: Is the task or
activity similar to what students might encounter in the
real world as opposed to encounter only in school?""")),
('Multiple foci',
Markup("""<b>Multiple foci</b>: Does the task
or activity assess multiple instructional outcomes instead of
only one?""")),
('Teachability',
Markup(u"""<b>Teachability</b>: Is the task or
activity one that students can become more proficient in as
a consequence of a teacher’s instructional efforts?""")),
('Fairness',
Markup(u"""<b>Fairness</b>: Is the task or activity
fair to all students--that is, does it avoid bias based on
such personal characteristics as students’ gender,
ethnicity, or socioeconomic status?""")),
('Feasibility',
Markup(u"""<b>Feasibility</b>: Is the task or
activity realistically implementable in relation to its
cost, space, time, and equipment requirements?""")),
('Scorability',
Markup("""<b>Scorability</b>: Is the task
likely to elicit student responses that can be reliably and
accurately evaluated?""")),
])
evaluate = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
sources_of_error = BleachedTextAreaField()
impact_on_teaching_learning = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()
class UnitThreePageForm(wtf.Form):
context = BleachedTextAreaField()
ranking = BleachedTextAreaField()
create_short_answer = BleachedTextAreaField()
rank_short_answer = StringRankingField(
validators=[wtf.validators.Optional()],
choices=[
('direct-questions',
'Usually employ direct questions rather than incomplete statements, particularly for young students.'
),
('concise-response',
'Structure the item so that a response should be concise.'),
('blank-placement',
'Place blanks in the margin for direct questions or near the end of incomplete statements.'
),
('few-blanks',
'For incomplete statements, use only one or, at most, two blanks.'
),
('equal-length-blanks',
'Make sure blanks for all items are equal in length.'),
])
justify_short_answer = BleachedTextAreaField()
create_essay = BleachedTextAreaField()
rank_essay = StringRankingField(
validators=[wtf.validators.Optional()],
choices=[
('length-expectations',
'Convey to students a clear idea regarding the extensiveness of the response desired.'
),
('describe-task',
u'Construct items so that the student’s task is explicitly described.'
),
('effort-expectations',
u'Provide students with the approximate time to be expended on each item as well as each item’s value.'
),
('no-optional', 'Do not employ optional items.'),
('write-own-response',
u'Precursively judge an item’s quality by composing, mentally or in writing, a possible response.'
),
])
justify_essay = BleachedTextAreaField()
essay_key = BleachedTextAreaField()
rank_essay_key = StringRankingField(
validators=[wtf.validators.Optional()],
choices=[
('holistic-analytic',
u'Score responses holistically and/or analytically.'),
('key-in-advance',
u'Prepare a tentative scoring key in advance of judging students’ responses.'
),
('importance-of-mechanics',
u'Make decisions regarding the importance of the mechanics of writing prior to scoring.'
),
('item-by-item',
u'Score all responses to one item before scoring responses to the next item.'
),
('anonymous-scoring',
u'Insofar as possible, evaluate responses anonymously.'),
])
justify_essay_key = BleachedTextAreaField()
big_ideas = BleachedTextAreaField()
flawed_item = BleachedTextAreaField()
item_format_pros_cons = BleachedTextAreaField()
self_check = BleachedTextAreaField()
pondertime = BleachedTextAreaField()
reflection = BleachedTextAreaField()