0f37ee6924
Clicking on any of the bars displays a list of students for that particular action (either opened the subsection or attempted the problem). Students are listed for the sub-sections. Students, grade and percent are listed for the problems. The on-screen list displays only the first 250 students with an overflow message if there are more students than that. The csv download lists all students.
273 lines
11 KiB
Python
273 lines
11 KiB
Python
"""
|
|
Tests for class dashboard (Metrics tab in instructor dashboard)
|
|
"""
|
|
|
|
import json
|
|
from mock import patch
|
|
|
|
from django.test.utils import override_settings
|
|
from django.core.urlresolvers import reverse
|
|
from django.test.client import RequestFactory
|
|
from xmodule.modulestore.tests.factories import CourseFactory, ItemFactory
|
|
from xmodule.modulestore.tests.django_utils import ModuleStoreTestCase
|
|
from courseware.tests.tests import TEST_DATA_MONGO_MODULESTORE
|
|
from courseware.tests.factories import StudentModuleFactory
|
|
from student.tests.factories import UserFactory, CourseEnrollmentFactory, AdminFactory
|
|
from capa.tests.response_xml_factory import StringResponseXMLFactory
|
|
from xmodule.modulestore import Location
|
|
|
|
from class_dashboard.dashboard_data import (get_problem_grade_distribution, get_sequential_open_distrib,
|
|
get_problem_set_grade_distrib, get_d3_problem_grade_distrib,
|
|
get_d3_sequential_open_distrib, get_d3_section_grade_distrib,
|
|
get_section_display_name, get_array_section_has_problem,
|
|
get_students_opened_subsection, get_students_problem_grades,
|
|
)
|
|
from class_dashboard.views import has_instructor_access_for_class
|
|
|
|
USER_COUNT = 11
|
|
|
|
|
|
@override_settings(MODULESTORE=TEST_DATA_MONGO_MODULESTORE)
|
|
class TestGetProblemGradeDistribution(ModuleStoreTestCase):
|
|
"""
|
|
Tests related to class_dashboard/dashboard_data.py
|
|
"""
|
|
|
|
def setUp(self):
|
|
|
|
self.request_factory = RequestFactory()
|
|
self.instructor = AdminFactory.create()
|
|
self.client.login(username=self.instructor.username, password='test')
|
|
self.attempts = 3
|
|
self.course = CourseFactory.create(
|
|
display_name=u"test course omega \u03a9",
|
|
)
|
|
|
|
section = ItemFactory.create(
|
|
parent_location=self.course.location,
|
|
category="chapter",
|
|
display_name=u"test factory section omega \u03a9",
|
|
)
|
|
self.sub_section = ItemFactory.create(
|
|
parent_location=section.location,
|
|
category="sequential",
|
|
display_name=u"test subsection omega \u03a9",
|
|
)
|
|
|
|
unit = ItemFactory.create(
|
|
parent_location=self.sub_section.location,
|
|
category="vertical",
|
|
metadata={'graded': True, 'format': 'Homework'},
|
|
display_name=u"test unit omega \u03a9",
|
|
)
|
|
|
|
self.users = [UserFactory.create(username="metric" + str(__)) for __ in xrange(USER_COUNT)]
|
|
|
|
for user in self.users:
|
|
CourseEnrollmentFactory.create(user=user, course_id=self.course.id)
|
|
|
|
for i in xrange(USER_COUNT - 1):
|
|
category = "problem"
|
|
self.item = ItemFactory.create(
|
|
parent_location=unit.location,
|
|
category=category,
|
|
data=StringResponseXMLFactory().build_xml(answer='foo'),
|
|
metadata={'rerandomize': 'always'},
|
|
display_name=u"test problem omega \u03a9 " + str(i)
|
|
)
|
|
|
|
for j, user in enumerate(self.users):
|
|
StudentModuleFactory.create(
|
|
grade=1 if i < j else 0,
|
|
max_grade=1 if i < j else 0.5,
|
|
student=user,
|
|
course_id=self.course.id,
|
|
module_state_key=Location(self.item.location).url(),
|
|
state=json.dumps({'attempts': self.attempts}),
|
|
)
|
|
|
|
for j, user in enumerate(self.users):
|
|
StudentModuleFactory.create(
|
|
course_id=self.course.id,
|
|
module_type='sequential',
|
|
module_state_key=Location(self.item.location).url(),
|
|
)
|
|
|
|
def test_get_problem_grade_distribution(self):
|
|
|
|
prob_grade_distrib = get_problem_grade_distribution(self.course.id)
|
|
|
|
for problem in prob_grade_distrib:
|
|
max_grade = prob_grade_distrib[problem]['max_grade']
|
|
self.assertEquals(1, max_grade)
|
|
|
|
def test_get_sequential_open_distibution(self):
|
|
|
|
sequential_open_distrib = get_sequential_open_distrib(self.course.id)
|
|
|
|
for problem in sequential_open_distrib:
|
|
num_students = sequential_open_distrib[problem]
|
|
self.assertEquals(USER_COUNT, num_students)
|
|
|
|
def test_get_problemset_grade_distrib(self):
|
|
|
|
prob_grade_distrib = get_problem_grade_distribution(self.course.id)
|
|
probset_grade_distrib = get_problem_set_grade_distrib(self.course.id, prob_grade_distrib)
|
|
|
|
for problem in probset_grade_distrib:
|
|
max_grade = probset_grade_distrib[problem]['max_grade']
|
|
self.assertEquals(1, max_grade)
|
|
|
|
grade_distrib = probset_grade_distrib[problem]['grade_distrib']
|
|
sum_attempts = 0
|
|
for item in grade_distrib:
|
|
sum_attempts += item[1]
|
|
self.assertEquals(USER_COUNT, sum_attempts)
|
|
|
|
def test_get_d3_problem_grade_distrib(self):
|
|
|
|
d3_data = get_d3_problem_grade_distrib(self.course.id)
|
|
for data in d3_data:
|
|
for stack_data in data['data']:
|
|
sum_values = 0
|
|
for problem in stack_data['stackData']:
|
|
sum_values += problem['value']
|
|
self.assertEquals(USER_COUNT, sum_values)
|
|
|
|
def test_get_d3_sequential_open_distrib(self):
|
|
|
|
d3_data = get_d3_sequential_open_distrib(self.course.id)
|
|
|
|
for data in d3_data:
|
|
for stack_data in data['data']:
|
|
for problem in stack_data['stackData']:
|
|
value = problem['value']
|
|
self.assertEquals(0, value)
|
|
|
|
def test_get_d3_section_grade_distrib(self):
|
|
|
|
d3_data = get_d3_section_grade_distrib(self.course.id, 0)
|
|
|
|
for stack_data in d3_data:
|
|
sum_values = 0
|
|
for problem in stack_data['stackData']:
|
|
sum_values += problem['value']
|
|
self.assertEquals(USER_COUNT, sum_values)
|
|
|
|
def test_get_students_problem_grades(self):
|
|
|
|
attributes = '?module_id=' + self.item.location.url()
|
|
request = self.request_factory.get(reverse('get_students_problem_grades') + attributes)
|
|
|
|
response = get_students_problem_grades(request)
|
|
response_content = json.loads(response.content)['results']
|
|
response_max_exceeded = json.loads(response.content)['max_exceeded']
|
|
|
|
self.assertEquals(USER_COUNT, len(response_content))
|
|
self.assertEquals(False, response_max_exceeded)
|
|
for item in response_content:
|
|
if item['grade'] == 0:
|
|
self.assertEquals(0, item['percent'])
|
|
else:
|
|
self.assertEquals(100, item['percent'])
|
|
|
|
def test_get_students_problem_grades_max(self):
|
|
|
|
with patch('class_dashboard.dashboard_data.MAX_SCREEN_LIST_LENGTH', 2):
|
|
attributes = '?module_id=' + self.item.location.url()
|
|
request = self.request_factory.get(reverse('get_students_problem_grades') + attributes)
|
|
|
|
response = get_students_problem_grades(request)
|
|
response_results = json.loads(response.content)['results']
|
|
response_max_exceeded = json.loads(response.content)['max_exceeded']
|
|
|
|
# Only 2 students in the list and response_max_exceeded is True
|
|
self.assertEquals(2, len(response_results))
|
|
self.assertEquals(True, response_max_exceeded)
|
|
|
|
def test_get_students_problem_grades_csv(self):
|
|
|
|
tooltip = 'P1.2.1 Q1 - 3382 Students (100%: 1/1 questions)'
|
|
attributes = '?module_id=' + self.item.location.url() + '&tooltip=' + tooltip + '&csv=true'
|
|
request = self.request_factory.get(reverse('get_students_problem_grades') + attributes)
|
|
|
|
response = get_students_problem_grades(request)
|
|
# Check header and a row for each student in csv response
|
|
self.assertContains(response, '"Name","Username","Grade","Percent"')
|
|
self.assertContains(response, '"metric0","0.0","0.0"')
|
|
self.assertContains(response, '"metric1","0.0","0.0"')
|
|
self.assertContains(response, '"metric2","0.0","0.0"')
|
|
self.assertContains(response, '"metric3","0.0","0.0"')
|
|
self.assertContains(response, '"metric4","0.0","0.0"')
|
|
self.assertContains(response, '"metric5","0.0","0.0"')
|
|
self.assertContains(response, '"metric6","0.0","0.0"')
|
|
self.assertContains(response, '"metric7","0.0","0.0"')
|
|
self.assertContains(response, '"metric8","0.0","0.0"')
|
|
self.assertContains(response, '"metric9","0.0","0.0"')
|
|
self.assertContains(response, '"metric10","1.0","100.0"')
|
|
|
|
def test_get_students_opened_subsection(self):
|
|
|
|
attributes = '?module_id=' + self.item.location.url()
|
|
request = self.request_factory.get(reverse('get_students_opened_subsection') + attributes)
|
|
|
|
response = get_students_opened_subsection(request)
|
|
response_results = json.loads(response.content)['results']
|
|
response_max_exceeded = json.loads(response.content)['max_exceeded']
|
|
self.assertEquals(USER_COUNT, len(response_results))
|
|
self.assertEquals(False, response_max_exceeded)
|
|
|
|
def test_get_students_opened_subsection_max(self):
|
|
|
|
with patch('class_dashboard.dashboard_data.MAX_SCREEN_LIST_LENGTH', 2):
|
|
|
|
attributes = '?module_id=' + self.item.location.url()
|
|
request = self.request_factory.get(reverse('get_students_opened_subsection') + attributes)
|
|
|
|
response = get_students_opened_subsection(request)
|
|
response_results = json.loads(response.content)['results']
|
|
response_max_exceeded = json.loads(response.content)['max_exceeded']
|
|
|
|
# Only 2 students in the list and response_max_exceeded is True
|
|
self.assertEquals(2, len(response_results))
|
|
self.assertEquals(True, response_max_exceeded)
|
|
|
|
def test_get_students_opened_subsection_csv(self):
|
|
|
|
tooltip = '4162 student(s) opened Subsection 5: Relational Algebra Exercises'
|
|
attributes = '?module_id=' + self.item.location.url() + '&tooltip=' + tooltip + '&csv=true'
|
|
request = self.request_factory.get(reverse('get_students_opened_subsection') + attributes)
|
|
|
|
response = get_students_opened_subsection(request)
|
|
self.assertContains(response, '"Name","Username"')
|
|
# Check response contains 1 line for each user +1 for the header
|
|
self.assertEquals(USER_COUNT + 1, len(response.content.splitlines()))
|
|
|
|
def test_get_section_display_name(self):
|
|
|
|
section_display_name = get_section_display_name(self.course.id)
|
|
self.assertMultiLineEqual(section_display_name[0], u"test factory section omega \u03a9")
|
|
|
|
def test_get_array_section_has_problem(self):
|
|
|
|
b_section_has_problem = get_array_section_has_problem(self.course.id)
|
|
self.assertEquals(b_section_has_problem[0], True)
|
|
|
|
def test_dashboard(self):
|
|
|
|
url = reverse('instructor_dashboard', kwargs={'course_id': self.course.id})
|
|
response = self.client.post(
|
|
url,
|
|
{
|
|
'idash_mode': 'Metrics'
|
|
}
|
|
)
|
|
self.assertContains(response, '<h2>Course Statistics At A Glance</h2>')
|
|
|
|
def test_has_instructor_access_for_class(self):
|
|
"""
|
|
Test for instructor access
|
|
"""
|
|
ret_val = has_instructor_access_for_class(self.instructor, self.course.id)
|
|
self.assertEquals(ret_val, True)
|