add logs to better understand course listing response time

This commit is contained in:
noraiz-anwar
2017-10-26 18:29:38 +05:00
parent 8435e7b571
commit 6cda1b2e0a
2 changed files with 13 additions and 0 deletions

View File

@@ -6,6 +6,7 @@ import json
import logging
import random
import string # pylint: disable=deprecated-module
import time
import django.utils
import six
@@ -467,7 +468,9 @@ def _accessible_courses_list_from_groups(request):
course_keys = course_keys.values()
if course_keys:
start_time = time.time()
courses_list = modulestore().get_course_summaries(course_keys=course_keys)
log.info('[%d] Course summaries fetched in [%f]', len(courses_list), (time.time() - start_time))
return courses_list, []
@@ -498,7 +501,9 @@ def course_listing(request):
WaffleSwitchNamespace(name=WAFFLE_NAMESPACE).is_enabled(u'enable_global_staff_optimization')
org = request.GET.get('org', '') if optimization_enabled else None
start_time = time.time()
courses_iter, in_process_course_actions = get_courses_accessible_to_user(request, org)
log.info('get_courses_accessible_to_user completed in [%f]', (time.time() - start_time))
user = request.user
libraries = _accessible_libraries_iter(request.user, org) if LIBRARIES_ENABLED else []
@@ -665,7 +670,9 @@ def get_courses_accessible_to_user(request, org=None):
courses, in_process_course_actions = _accessible_courses_summary_iter(request, org)
else:
try:
start_time = time.time()
courses, in_process_course_actions = _accessible_courses_list_from_groups(request)
log.info('_accessible_courses_list_from_groups completed in [%f]', (time.time() - start_time))
except AccessListFallback:
# user have some old groups or there was some error getting courses from django groups
# so fallback to iterating through all courses

View File

@@ -58,6 +58,8 @@ import datetime
import hashlib
import logging
import six
import time
from contracts import contract, new_contract
from importlib import import_module
from mongodb_proxy import autoretry_read
@@ -512,6 +514,7 @@ class SplitBulkWriteMixin(BulkOperationsMixin):
org_target,
course_keys=course_keys)
start_time = time.time()
indexes = self._add_indexes_from_active_records(
indexes,
branch,
@@ -519,6 +522,7 @@ class SplitBulkWriteMixin(BulkOperationsMixin):
org_target,
course_keys=course_keys
)
log.info('Active records traversed in [%f]', (time.time() - start_time))
return indexes
@@ -943,12 +947,14 @@ class SplitMongoModuleStore(SplitBulkWriteMixin, ModuleStoreWriteBase):
from the course_indexes.
"""
start_time = time.time()
matching_indexes = self.find_matching_course_indexes(
branch,
search_targets=None,
org_target=kwargs.get('org'),
course_keys=kwargs.get('course_keys')
)
log.info('Matching indexes fetched in [%f]', (time.time() - start_time))
# collect ids and then query for those
version_guids = []