""" Fixture to create a course and course components (XBlocks). """ import json import datetime from textwrap import dedent from collections import namedtuple import requests from path import path from lazy import lazy from . import STUDIO_BASE_URL class StudioApiLoginError(Exception): """ Error occurred while logging in to the Studio API. """ pass class StudioApiFixture(object): """ Base class for fixtures that use the Studio restful API. """ @lazy def session(self): """ Log in as a staff user, then return a `requests` `session` object for the logged in user. Raises a `StudioApiLoginError` if the login fails. """ # Use auto-auth to retrieve the session for a logged in user session = requests.Session() response = session.get(STUDIO_BASE_URL + "/auto_auth?staff=true") # Return the session from the request if response.ok: return session else: msg = "Could not log in to use Studio restful API. Status code: {0}".format(response.status_code) raise StudioApiLoginError(msg) @lazy def session_cookies(self): """ Log in as a staff user, then return the cookies for the session (as a dict) Raises a `StudioApiLoginError` if the login fails. """ return {key: val for key, val in self.session.cookies.items()} @lazy def headers(self): """ Default HTTP headers dict. """ return { 'Content-type': 'application/json', 'Accept': 'application/json', 'X-CSRFToken': self.session_cookies.get('csrftoken', '') } class XBlockFixtureDesc(object): """ Description of an XBlock, used to configure a course fixture. """ def __init__(self, category, display_name, data=None, metadata=None, grader_type=None, publish='make_public'): """ Configure the XBlock to be created by the fixture. These arguments have the same meaning as in the Studio REST API: * `category` * `display_name` * `data` * `metadata` * `grader_type` * `publish` """ self.category = category self.display_name = display_name self.data = data self.metadata = metadata self.grader_type = grader_type self.publish = publish self.children = [] def add_children(self, *args): """ Add child XBlocks to this XBlock. Each item in `args` is an `XBlockFixtureDescriptor` object. Returns the `xblock_desc` instance to allow chaining. """ self.children.extend(args) return self def serialize(self): """ Return a JSON representation of the XBlock, suitable for sending as POST data to /xblock XBlocks are always set to public visibility. """ return json.dumps({ 'display_name': self.display_name, 'data': self.data, 'metadata': self.metadata, 'graderType': self.grader_type, 'publish': self.publish }) def __str__(self): """ Return a string representation of the description. Useful for error messages. """ return dedent(""" """).strip().format( self.category, self.data, self.metadata, self.grader_type, self.publish, self.children ) # Description of course updates to add to the course # `date` is a str (e.g. "January 29, 2014) # `content` is also a str (e.g. "Test course") CourseUpdateDesc = namedtuple("CourseUpdateDesc", ['date', 'content']) class CourseFixtureError(Exception): """ Error occurred while installing a course fixture. """ pass class CourseFixture(StudioApiFixture): """ Fixture for ensuring that a course exists. WARNING: This fixture is NOT idempotent. To avoid conflicts between tests, you should use unique course identifiers for each fixture. """ def __init__(self, org, number, run, display_name, start_date=None, end_date=None): """ Configure the course fixture to create a course with `org`, `number`, `run`, and `display_name` (all unicode). `start_date` and `end_date` are datetime objects indicating the course start and end date. The default is for the course to have started in the distant past, which is generally what we want for testing so students can enroll. These have the same meaning as in the Studio restful API /course end-point. """ self._course_dict = { 'org': org, 'number': number, 'run': run, 'display_name': display_name } # Set a default start date to the past, but use Studio's # default for the end date (meaning we don't set it here) if start_date is None: start_date = datetime.datetime(1970, 1, 1) self._course_details = { 'start_date': start_date.isoformat(), } if end_date is not None: self._course_details['end_date'] = end_date.isoformat() self._updates = [] self._handouts = [] self._children = [] self._assets = [] def __str__(self): """ String representation of the course fixture, useful for debugging. """ return "".format(**self._course_dict) def add_children(self, *args): """ Add children XBlock to the course. Each item in `args` is an `XBlockFixtureDescriptor` object. Returns the course fixture to allow chaining. """ self._children.extend(args) return self def add_update(self, update): """ Add an update to the course. `update` should be a `CourseUpdateDesc`. """ self._updates.append(update) def add_handout(self, asset_name): """ Add the handout named `asset_name` to the course info page. Note that this does not actually *create* the static asset; it only links to it. """ self._handouts.append(asset_name) def add_asset(self, asset_name): """ Add the asset to the list of assets to be uploaded when the install method is called. """ self._assets.extend(asset_name) def install(self): """ Create the course and XBlocks within the course. This is NOT an idempotent method; if the course already exists, this will raise a `CourseFixtureError`. You should use unique course identifiers to avoid conflicts between tests. """ self._create_course() self._install_course_updates() self._install_course_handouts() self._configure_course() self._upload_assets() self._create_xblock_children(self._course_loc, self._children) @property def _course_loc(self): """ Return the locator string for the course. """ return "{org}.{number}.{run}/branch/draft/block/{run}".format(**self._course_dict) @property def _updates_loc(self): """ Return the locator string for the course updates """ return "{org}.{number}.{run}/branch/draft/block/updates".format(**self._course_dict) @property def _assets_url(self): """ Return the url string for the assets """ return "/assets/{org}.{number}.{run}/branch/draft/block/{run}".format(**self._course_dict) @property def _handouts_loc(self): """ Return the locator string for the course handouts """ return "{org}.{number}.{run}/branch/draft/block/handouts".format(**self._course_dict) def _create_course(self): """ Create the course described in the fixture. """ # If the course already exists, this will respond # with a 200 and an error message, which we ignore. response = self.session.post( STUDIO_BASE_URL + '/course', data=self._encode_post_dict(self._course_dict), headers=self.headers ) try: err = response.json().get('ErrMsg') except ValueError: raise CourseFixtureError( "Could not parse response from course request as JSON: '{0}'".format( response.content)) # This will occur if the course identifier is not unique if err is not None: raise CourseFixtureError("Could not create course {0}. Error message: '{1}'".format(self, err)) if not response.ok: raise CourseFixtureError( "Could not create course {0}. Status was {1}".format( self._course_dict, response.status_code)) def _configure_course(self): """ Configure course settings (e.g. start and end date) """ url = STUDIO_BASE_URL + '/settings/details/' + self._course_loc # First, get the current values response = self.session.get(url, headers=self.headers) if not response.ok: raise CourseFixtureError( "Could not retrieve course details. Status was {0}".format( response.status_code)) try: details = response.json() except ValueError: raise CourseFixtureError( "Could not decode course details as JSON: '{0}'".format(details) ) # Update the old details with our overrides details.update(self._course_details) # POST the updated details to Studio response = self.session.post( url, data=self._encode_post_dict(details), headers=self.headers, ) if not response.ok: raise CourseFixtureError( "Could not update course details to '{0}'. Status was {1}.".format( self._course_details, response.status_code)) def _install_course_handouts(self): """ Add handouts to the course info page. """ url = STUDIO_BASE_URL + '/xblock/' + self._handouts_loc # Construct HTML with each of the handout links handouts_li = [ '
  • Example Handout
  • '.format(handout=handout) for handout in self._handouts ] handouts_html = '
      {}
    '.format("".join(handouts_li)) # Update the course's handouts HTML payload = json.dumps({ 'children': None, 'data': handouts_html, 'id': self._handouts_loc, 'metadata': dict() }) response = self.session.post(url, data=payload, headers=self.headers) if not response.ok: raise CourseFixtureError( "Could not update course handouts. Status was {0}".format(response.status_code)) def _install_course_updates(self): """ Add updates to the course, if any are configured. """ url = STUDIO_BASE_URL + '/course_info_update/' + self._updates_loc for update in self._updates: # Add the update to the course date, content = update payload = json.dumps({'date': date, 'content': content}) response = self.session.post(url, headers=self.headers, data=payload) if not response.ok: raise CourseFixtureError( "Could not add update to course: {0}. Status was {1}".format( update, response.status_code)) def _upload_assets(self): """ Upload assets :raise CourseFixtureError: """ url = STUDIO_BASE_URL + self._assets_url test_dir = path(__file__).abspath().dirname().dirname().dirname() for asset_name in self._assets: srt_path = test_dir + '/data/uploads/' + asset_name asset_file = open(srt_path) files = {'file': (asset_name, asset_file)} headers = { 'Accept': 'application/json', 'X-CSRFToken': self.session_cookies.get('csrftoken', '') } upload_response = self.session.post(url, files=files, headers=headers) if not upload_response.ok: raise CourseFixtureError('Could not upload {asset_name}. Status code: {code}'.format( asset_name=asset_name, code=upload_response.status_code)) def _create_xblock_children(self, parent_loc, xblock_descriptions): """ Recursively create XBlock children. """ for desc in xblock_descriptions: loc = self._create_xblock(parent_loc, desc) self._create_xblock_children(loc, desc.children) self._publish_xblock(parent_loc) def _create_xblock(self, parent_loc, xblock_desc): """ Create an XBlock with `parent_loc` (the location of the parent block) and `xblock_desc` (an `XBlockFixtureDesc` instance). """ create_payload = { 'category': xblock_desc.category, 'display_name': xblock_desc.display_name, } if parent_loc is not None: create_payload['parent_locator'] = parent_loc # Create the new XBlock response = self.session.post( STUDIO_BASE_URL + '/xblock', data=json.dumps(create_payload), headers=self.headers, ) if not response.ok: msg = "Could not create {0}. Status was {1}".format(xblock_desc, response.status_code) raise CourseFixtureError(msg) try: loc = response.json().get('locator') except ValueError: raise CourseFixtureError("Could not decode JSON from '{0}'".format(response.content)) # Configure the XBlock response = self.session.post( STUDIO_BASE_URL + '/xblock/' + loc, data=xblock_desc.serialize(), headers=self.headers, ) if response.ok: return loc else: raise CourseFixtureError( "Could not update {0}. Status code: {1}".format( xblock_desc, response.status_code)) def _publish_xblock(self, locator): """ Publish the xblock at `locator`. """ # Create the new XBlock response = self.session.put( "{}/xblock/{}".format(STUDIO_BASE_URL, locator), data=json.dumps({'publish': 'make_public'}), headers=self.headers, ) if not response.ok: msg = "Could not publish {}. Status was {}".format(locator, response.status_code) raise CourseFixtureError(msg) def _encode_post_dict(self, post_dict): """ Encode `post_dict` (a dictionary) as UTF-8 encoded JSON. """ return json.dumps({ k: v.encode('utf-8') if v is not None else v for k, v in post_dict.items() })