9eba9f983a
As part of dissolving our sub-projects in edx-platform, we are moving this package under the xmodule directory. We have fixed all the occurences of import of this package and also fixed all documents related references. This might break your platform if you have any reference of `import capa` or `from capa import` in your codebase or in any Xblock. Ref: https://openedx.atlassian.net/browse/BOM-2582
309 lines
13 KiB
Python
309 lines
13 KiB
Python
"""Tests the capa shuffle and name-masking."""
|
|
|
|
|
|
import textwrap
|
|
import unittest
|
|
|
|
from xmodule.capa.responsetypes import LoncapaProblemError
|
|
from xmodule.capa.tests.helpers import new_loncapa_problem, test_capa_system
|
|
|
|
|
|
class CapaShuffleTest(unittest.TestCase):
|
|
"""Capa problem tests for shuffling and choice-name masking."""
|
|
|
|
def setUp(self):
|
|
super(CapaShuffleTest, self).setUp() # lint-amnesty, pylint: disable=super-with-arguments
|
|
self.system = test_capa_system()
|
|
|
|
def test_shuffle_4_choices(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false">Apple</choice>
|
|
<choice correct="false">Banana</choice>
|
|
<choice correct="false">Chocolate</choice>
|
|
<choice correct ="true">Donut</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0)
|
|
# shuffling 4 things with seed of 0 yields: B A C D
|
|
# Check that the choices are shuffled
|
|
the_html = problem.get_html()
|
|
self.assertRegex(the_html, r"<div>.*\[.*'Banana'.*'Apple'.*'Chocolate'.*'Donut'.*\].*</div>")
|
|
# Check that choice name masking is enabled and that unmasking works
|
|
response = list(problem.responders.values())[0]
|
|
assert not response.has_mask()
|
|
assert response.unmask_order() == ['choice_1', 'choice_0', 'choice_2', 'choice_3']
|
|
assert the_html == problem.get_html(), 'should be able to call get_html() twice'
|
|
|
|
def test_shuffle_custom_names(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false" name="aaa">Apple</choice>
|
|
<choice correct="false">Banana</choice>
|
|
<choice correct="false">Chocolate</choice>
|
|
<choice correct ="true" name="ddd">Donut</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0)
|
|
# B A C D
|
|
# Check that the custom name= names come through
|
|
response = list(problem.responders.values())[0]
|
|
assert not response.has_mask()
|
|
assert response.has_shuffle()
|
|
assert response.unmask_order() == ['choice_0', 'choice_aaa', 'choice_1', 'choice_ddd']
|
|
|
|
def test_shuffle_different_seed(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false">Apple</choice>
|
|
<choice correct="false">Banana</choice>
|
|
<choice correct="false">Chocolate</choice>
|
|
<choice correct ="true">Donut</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=341) # yields D A B C
|
|
the_html = problem.get_html()
|
|
self.assertRegex(the_html, r"<div>.*\[.*'Donut'.*'Apple'.*'Banana'.*'Chocolate'.*\].*</div>")
|
|
|
|
def test_shuffle_1_choice(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="true">Apple</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0)
|
|
the_html = problem.get_html()
|
|
self.assertRegex(the_html, r"<div>.*\[.*'Apple'.*\].*</div>")
|
|
response = list(problem.responders.values())[0]
|
|
assert not response.has_mask()
|
|
assert response.has_shuffle()
|
|
assert response.unmask_order() == ['choice_0']
|
|
|
|
def test_shuffle_6_choices(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false">Apple</choice>
|
|
<choice correct="false">Banana</choice>
|
|
<choice correct="false">Chocolate</choice>
|
|
<choice correct ="true">Zonut</choice>
|
|
<choice correct ="false">Eggplant</choice>
|
|
<choice correct ="false">Filet Mignon</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0) # yields: C E A B D F
|
|
# Donut -> Zonut to show that there is not some hidden alphabetic ordering going on
|
|
the_html = problem.get_html()
|
|
self.assertRegex(the_html, r"<div>.*\[.*'Chocolate'.*'Eggplant'.*'Apple'.*'Banana'.*'Zonut'.*'Filet Mignon'.*\].*</div>") # lint-amnesty, pylint: disable=line-too-long
|
|
|
|
def test_shuffle_false(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="false">
|
|
<choice correct="false">Apple</choice>
|
|
<choice correct="false">Banana</choice>
|
|
<choice correct="false">Chocolate</choice>
|
|
<choice correct ="true">Donut</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str)
|
|
the_html = problem.get_html()
|
|
self.assertRegex(the_html, r"<div>.*\[.*'Apple'.*'Banana'.*'Chocolate'.*'Donut'.*\].*</div>")
|
|
response = list(problem.responders.values())[0]
|
|
assert not response.has_mask()
|
|
assert not response.has_shuffle()
|
|
|
|
def test_shuffle_fixed_head_end(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false" fixed="true">Alpha</choice>
|
|
<choice correct="false" fixed="true">Beta</choice>
|
|
<choice correct="false">A</choice>
|
|
<choice correct="false">B</choice>
|
|
<choice correct="false">C</choice>
|
|
<choice correct ="true">D</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0)
|
|
the_html = problem.get_html()
|
|
# Alpha Beta held back from shuffle (head end)
|
|
self.assertRegex(the_html, r"<div>.*\[.*'Alpha'.*'Beta'.*'B'.*'A'.*'C'.*'D'.*\].*</div>")
|
|
|
|
def test_shuffle_fixed_tail_end(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false">A</choice>
|
|
<choice correct="false">B</choice>
|
|
<choice correct="false">C</choice>
|
|
<choice correct ="true">D</choice>
|
|
<choice correct="false" fixed="true">Alpha</choice>
|
|
<choice correct="false" fixed="true">Beta</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0)
|
|
the_html = problem.get_html()
|
|
# Alpha Beta held back from shuffle (tail end)
|
|
self.assertRegex(the_html, r"<div>.*\[.*'B'.*'A'.*'C'.*'D'.*'Alpha'.*'Beta'.*\].*</div>")
|
|
|
|
def test_shuffle_fixed_both_ends(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false" fixed="true">Alpha</choice>
|
|
<choice correct="false" fixed="true">Beta</choice>
|
|
<choice correct="false">A</choice>
|
|
<choice correct="false">B</choice>
|
|
<choice correct="false">C</choice>
|
|
<choice correct ="true">D</choice>
|
|
<choice correct="false" fixed="true">Psi</choice>
|
|
<choice correct="false" fixed="true">Omega</choice>
|
|
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0)
|
|
the_html = problem.get_html()
|
|
self.assertRegex(
|
|
the_html,
|
|
r"<div>.*\[.*'Alpha'.*'Beta'.*'B'.*'A'.*'C'.*'D'.*'Psi'.*'Omega'.*\].*</div>"
|
|
)
|
|
|
|
def test_shuffle_fixed_both_ends_thin(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false" fixed="true">Alpha</choice>
|
|
<choice correct="false">A</choice>
|
|
<choice correct="true" fixed="true">Omega</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0)
|
|
the_html = problem.get_html()
|
|
self.assertRegex(the_html, r"<div>.*\[.*'Alpha'.*'A'.*'Omega'.*\].*</div>")
|
|
|
|
def test_shuffle_fixed_all(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false" fixed="true">A</choice>
|
|
<choice correct="false" fixed="true">B</choice>
|
|
<choice correct="true" fixed="true">C</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0)
|
|
the_html = problem.get_html()
|
|
self.assertRegex(the_html, r"<div>.*\[.*'A'.*'B'.*'C'.*\].*</div>")
|
|
|
|
def test_shuffle_island(self):
|
|
"""A fixed 'island' choice not at the head or tail end gets lumped into the tail end."""
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false" fixed="true">A</choice>
|
|
<choice correct="false">Mid</choice>
|
|
<choice correct="true" fixed="true">C</choice>
|
|
<choice correct="False">Mid</choice>
|
|
<choice correct="false" fixed="true">D</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0)
|
|
the_html = problem.get_html()
|
|
self.assertRegex(the_html, r"<div>.*\[.*'A'.*'Mid'.*'Mid'.*'C'.*'D'.*\].*</div>")
|
|
|
|
def test_multiple_shuffle_responses(self):
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false">Apple</choice>
|
|
<choice correct="false">Banana</choice>
|
|
<choice correct="false">Chocolate</choice>
|
|
<choice correct ="true">Donut</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
<p>Here is some text</p>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true">
|
|
<choice correct="false">A</choice>
|
|
<choice correct="false">B</choice>
|
|
<choice correct="false">C</choice>
|
|
<choice correct ="true">D</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
problem = new_loncapa_problem(xml_str, seed=0)
|
|
orig_html = problem.get_html()
|
|
assert orig_html == problem.get_html(), 'should be able to call get_html() twice'
|
|
html = orig_html.replace('\n', ' ') # avoid headaches with .* matching
|
|
print(html)
|
|
self.assertRegex(html, r"<div>.*\[.*'Banana'.*'Apple'.*'Chocolate'.*'Donut'.*\].*</div>.*" +
|
|
r"<div>.*\[.*'C'.*'A'.*'D'.*'B'.*\].*</div>")
|
|
# Look at the responses in their authored order
|
|
responses = sorted(list(problem.responders.values()), key=lambda resp: int(resp.id[resp.id.rindex('_') + 1:]))
|
|
assert not responses[0].has_mask()
|
|
assert responses[0].has_shuffle()
|
|
assert responses[1].has_shuffle()
|
|
assert responses[0].unmask_order() == ['choice_1', 'choice_0', 'choice_2', 'choice_3']
|
|
assert responses[1].unmask_order() == ['choice_2', 'choice_0', 'choice_3', 'choice_1']
|
|
|
|
def test_shuffle_not_with_answerpool(self):
|
|
"""Raise error if shuffle and answer-pool are both used."""
|
|
xml_str = textwrap.dedent("""
|
|
<problem>
|
|
<multiplechoiceresponse>
|
|
<choicegroup type="MultipleChoice" shuffle="true" answer-pool="4">
|
|
<choice correct="false" fixed="true">A</choice>
|
|
<choice correct="false">Mid</choice>
|
|
<choice correct="true" fixed="true">C</choice>
|
|
<choice correct="False">Mid</choice>
|
|
<choice correct="false" fixed="true">D</choice>
|
|
</choicegroup>
|
|
</multiplechoiceresponse>
|
|
</problem>
|
|
""")
|
|
|
|
with self.assertRaisesRegex(LoncapaProblemError, "shuffle and answer-pool"):
|
|
new_loncapa_problem(xml_str)
|