Automatically collect HAR data for performance testing

common/test/acceptance/pages/studio/overview.py

@@ -20,7 +20,7 @@ class CourseOutlineItem(object):
     """
     BODY_SELECTOR = None
     EDIT_BUTTON_SELECTOR = '.xblock-field-value-edit'
-    NAME_SELECTOR = '.xblock-title .xblock-field-value'
+    NAME_SELECTOR = '.item-title'
     NAME_INPUT_SELECTOR = '.xblock-field-input'
     NAME_FIELD_WRAPPER_SELECTOR = '.xblock-title .wrapper-xblock-field'
     STATUS_MESSAGE_SELECTOR = '> div[class$="status"] .status-message'
@@ -30,7 +30,10 @@ class CourseOutlineItem(object):
         # CourseOutlineItem is also used as a mixin for CourseOutlinePage, which doesn't have a locator
         # Check for the existence of a locator so that errors when navigating to the course outline page don't show up
         # as errors in the repr method instead.
-        return "{}(<browser>, {!r})".format(self.__class__.__name__, self.locator if hasattr(self, 'locator') else None)
+        try:
+            return "{}(<browser>, {!r})".format(self.__class__.__name__, self.locator)
+        except AttributeError:
+            return "{}(<browser>)".format(self.__class__.__name__)
 
     def _bounded_selector(self, selector):
         """

common/test/acceptance/performance/test_studio_performance.py

@@ -0,0 +1,94 @@
+"""
+Single page performance tests for Studio.
+"""
+from bok_choy.performance import WebAppPerfReport, with_cache
+from ..pages.studio.auto_auth import AutoAuthPage
+from ..pages.studio.overview import CourseOutlinePage
+
+
+class StudioPagePerformanceTest(WebAppPerfReport):
+    """
+    Base class to capture studio performance with HTTP Archives.
+
+    To import courses for the bok choy tests, pass the --imports_dir=<course directory> argument to the paver command
+    where <course directory> contains the (un-archived) courses to be imported.
+    """
+    course_org = 'edX'
+    course_num = 'Open_DemoX'
+    course_run = 'edx_demo_course'
+
+    def setUp(self):
+        """
+        Authenticate as staff so we can view and edit courses.
+        """
+        super(StudioPagePerformanceTest, self).setUp()
+        AutoAuthPage(self.browser, staff=True).visit()
+
+    def record_visit_outline(self):
+        """
+        Produce a HAR for loading the course outline page.
+        """
+        course_outline_page = CourseOutlinePage(self.browser, self.course_org, self.course_num, self.course_run)
+        har_name = 'OutlinePage_{org}_{course}'.format(
+            org=self.course_org,
+            course=self.course_num
+        )
+        self.new_page(har_name)
+        course_outline_page.visit()
+        self.save_har(har_name)
+
+    def record_visit_unit(self, section_title, subsection_title, unit_title):
+        """
+        Produce a HAR for loading a unit page.
+        """
+        course_outline_page = CourseOutlinePage(self.browser, self.course_org, self.course_num, self.course_run).visit()
+        course_outline_unit = course_outline_page.section(section_title).subsection(subsection_title).toggle_expand().unit(unit_title)
+        har_name = 'UnitPage_{org}_{course}'.format(
+            org=self.course_org,
+            course=self.course_num
+        )
+        self.new_page(har_name)
+        course_outline_unit.go_to()
+        self.save_har(har_name)
+
+
+class StudioJusticePerformanceTest(StudioPagePerformanceTest):
+    """
+    Test performance on the HarvardX Justice course.
+    """
+    course_org = 'HarvardX'
+    course_num = 'ER22x'
+    course_run = '2013_Spring'
+
+    @with_cache
+    def test_visit_outline(self):
+        """Record visiting the Justice course outline page"""
+        self.record_visit_outline()
+
+    @with_cache
+    def test_visit_unit(self):
+        """Record visiting a Justice unit page"""
+        self.record_visit_unit(
+            'Lecture 1 - Doing the Right Thing',
+            'Discussion Prompt: Ethics of Torture',
+            'Discussion Prompt: Ethics of Torture'
+        )
+
+
+class StudioPub101PerformanceTest(StudioPagePerformanceTest):
+    """
+    Test performance on Andy's PUB101 outline page.
+    """
+    course_org = 'AndyA'
+    course_num = 'PUB101'
+    course_run = 'PUB101'
+
+    @with_cache
+    def test_visit_outline(self):
+        """Record visiting the PUB101 course outline page"""
+        self.record_visit_outline()
+
+    @with_cache
+    def test_visit_unit(self):
+        """Record visiting the PUB101 unit page"""
+        self.record_visit_unit('Released', 'Released', 'Released')