"""Tests the capa shuffle and name-masking.""" import textwrap import unittest from xmodule.capa.responsetypes import LoncapaProblemError from xmodule.capa.tests.helpers import new_loncapa_problem, test_capa_system class CapaShuffleTest(unittest.TestCase): """Capa problem tests for shuffling and choice-name masking.""" def setUp(self): super(CapaShuffleTest, self).setUp() # lint-amnesty, pylint: disable=super-with-arguments self.system = test_capa_system() def test_shuffle_4_choices(self): xml_str = textwrap.dedent(""" Apple Banana Chocolate Donut """) problem = new_loncapa_problem(xml_str, seed=0) # shuffling 4 things with seed of 0 yields: B A C D # Check that the choices are shuffled the_html = problem.get_html() self.assertRegex(the_html, r"
.*\[.*'Banana'.*'Apple'.*'Chocolate'.*'Donut'.*\].*
") # Check that choice name masking is enabled and that unmasking works response = list(problem.responders.values())[0] assert not response.has_mask() assert response.unmask_order() == ['choice_1', 'choice_0', 'choice_2', 'choice_3'] assert the_html == problem.get_html(), 'should be able to call get_html() twice' def test_shuffle_custom_names(self): xml_str = textwrap.dedent(""" Apple Banana Chocolate Donut """) problem = new_loncapa_problem(xml_str, seed=0) # B A C D # Check that the custom name= names come through response = list(problem.responders.values())[0] assert not response.has_mask() assert response.has_shuffle() assert response.unmask_order() == ['choice_0', 'choice_aaa', 'choice_1', 'choice_ddd'] def test_shuffle_different_seed(self): xml_str = textwrap.dedent(""" Apple Banana Chocolate Donut """) problem = new_loncapa_problem(xml_str, seed=341) # yields D A B C the_html = problem.get_html() self.assertRegex(the_html, r"
.*\[.*'Donut'.*'Apple'.*'Banana'.*'Chocolate'.*\].*
") def test_shuffle_1_choice(self): xml_str = textwrap.dedent(""" Apple """) problem = new_loncapa_problem(xml_str, seed=0) the_html = problem.get_html() self.assertRegex(the_html, r"
.*\[.*'Apple'.*\].*
") response = list(problem.responders.values())[0] assert not response.has_mask() assert response.has_shuffle() assert response.unmask_order() == ['choice_0'] def test_shuffle_6_choices(self): xml_str = textwrap.dedent(""" Apple Banana Chocolate Zonut Eggplant Filet Mignon """) problem = new_loncapa_problem(xml_str, seed=0) # yields: C E A B D F # Donut -> Zonut to show that there is not some hidden alphabetic ordering going on the_html = problem.get_html() self.assertRegex(the_html, r"
.*\[.*'Chocolate'.*'Eggplant'.*'Apple'.*'Banana'.*'Zonut'.*'Filet Mignon'.*\].*
") # lint-amnesty, pylint: disable=line-too-long def test_shuffle_false(self): xml_str = textwrap.dedent(""" Apple Banana Chocolate Donut """) problem = new_loncapa_problem(xml_str) the_html = problem.get_html() self.assertRegex(the_html, r"
.*\[.*'Apple'.*'Banana'.*'Chocolate'.*'Donut'.*\].*
") response = list(problem.responders.values())[0] assert not response.has_mask() assert not response.has_shuffle() def test_shuffle_fixed_head_end(self): xml_str = textwrap.dedent(""" Alpha Beta A B C D """) problem = new_loncapa_problem(xml_str, seed=0) the_html = problem.get_html() # Alpha Beta held back from shuffle (head end) self.assertRegex(the_html, r"
.*\[.*'Alpha'.*'Beta'.*'B'.*'A'.*'C'.*'D'.*\].*
") def test_shuffle_fixed_tail_end(self): xml_str = textwrap.dedent(""" A B C D Alpha Beta """) problem = new_loncapa_problem(xml_str, seed=0) the_html = problem.get_html() # Alpha Beta held back from shuffle (tail end) self.assertRegex(the_html, r"
.*\[.*'B'.*'A'.*'C'.*'D'.*'Alpha'.*'Beta'.*\].*
") def test_shuffle_fixed_both_ends(self): xml_str = textwrap.dedent(""" Alpha Beta A B C D Psi Omega """) problem = new_loncapa_problem(xml_str, seed=0) the_html = problem.get_html() self.assertRegex( the_html, r"
.*\[.*'Alpha'.*'Beta'.*'B'.*'A'.*'C'.*'D'.*'Psi'.*'Omega'.*\].*
" ) def test_shuffle_fixed_both_ends_thin(self): xml_str = textwrap.dedent(""" Alpha A Omega """) problem = new_loncapa_problem(xml_str, seed=0) the_html = problem.get_html() self.assertRegex(the_html, r"
.*\[.*'Alpha'.*'A'.*'Omega'.*\].*
") def test_shuffle_fixed_all(self): xml_str = textwrap.dedent(""" A B C """) problem = new_loncapa_problem(xml_str, seed=0) the_html = problem.get_html() self.assertRegex(the_html, r"
.*\[.*'A'.*'B'.*'C'.*\].*
") def test_shuffle_island(self): """A fixed 'island' choice not at the head or tail end gets lumped into the tail end.""" xml_str = textwrap.dedent(""" A Mid C Mid D """) problem = new_loncapa_problem(xml_str, seed=0) the_html = problem.get_html() self.assertRegex(the_html, r"
.*\[.*'A'.*'Mid'.*'Mid'.*'C'.*'D'.*\].*
") def test_multiple_shuffle_responses(self): xml_str = textwrap.dedent(""" Apple Banana Chocolate Donut

Here is some text

A B C D
""") problem = new_loncapa_problem(xml_str, seed=0) orig_html = problem.get_html() assert orig_html == problem.get_html(), 'should be able to call get_html() twice' html = orig_html.replace('\n', ' ') # avoid headaches with .* matching print(html) self.assertRegex(html, r"
.*\[.*'Banana'.*'Apple'.*'Chocolate'.*'Donut'.*\].*
.*" + r"
.*\[.*'C'.*'A'.*'D'.*'B'.*\].*
") # Look at the responses in their authored order responses = sorted(list(problem.responders.values()), key=lambda resp: int(resp.id[resp.id.rindex('_') + 1:])) assert not responses[0].has_mask() assert responses[0].has_shuffle() assert responses[1].has_shuffle() assert responses[0].unmask_order() == ['choice_1', 'choice_0', 'choice_2', 'choice_3'] assert responses[1].unmask_order() == ['choice_2', 'choice_0', 'choice_3', 'choice_1'] def test_shuffle_not_with_answerpool(self): """Raise error if shuffle and answer-pool are both used.""" xml_str = textwrap.dedent(""" A Mid C Mid D """) with self.assertRaisesRegex(LoncapaProblemError, "shuffle and answer-pool"): new_loncapa_problem(xml_str)