diff --git a/requirements/constraints.txt b/requirements/constraints.txt
index aa4e47c571..fed66a93ea 100644
--- a/requirements/constraints.txt
+++ b/requirements/constraints.txt
@@ -87,3 +87,7 @@ numpy<1.17.0
 #  jsondiff==1.1.1 (from moto==1.2.0->-r requirements/edx/testing.in (line 33))
 #  jsondiff==1.2.0 (from -r requirements/edx/base.txt (line 146))
 jsondiff==1.1.1
+
+# 5.0.0.124 is raising 500 errors
+# TODO: remove this once the problem is fixed
+newrelic<5.0
diff --git a/requirements/edx/base.txt b/requirements/edx/base.txt
index 01765e8eba..b3a985d769 100644
--- a/requirements/edx/base.txt
+++ b/requirements/edx/base.txt
@@ -164,7 +164,7 @@ mongoengine==0.10.0
 mpmath==1.1.0             # via sympy
 mysqlclient==1.4.2.post1
 networkx==1.7
-newrelic==5.0.0.124
+newrelic==4.20.1.121
 nltk==3.4.4
 nodeenv==1.1.1
 numpy==1.16.4
@@ -213,8 +213,8 @@ requests==2.22.0
 rest-condition==1.0.3
 rfc6266-parser==0.0.5.post2
 ruamel.ordereddict==0.4.14 ; python_version == "2.7"  # via ruamel.yaml
-ruamel.yaml.clib==0.1.0   # via ruamel.yaml
-ruamel.yaml==0.16.0       # via drf-yasg
+ruamel.yaml.clib==0.1.2   # via ruamel.yaml
+ruamel.yaml==0.16.1       # via drf-yasg
 rules==2.0.1
 s3transfer==0.1.13        # via boto3
 sailthru-client==2.2.3
diff --git a/requirements/edx/development.txt b/requirements/edx/development.txt
index f3df0a8843..28d61486f0 100644
--- a/requirements/edx/development.txt
+++ b/requirements/edx/development.txt
@@ -215,7 +215,7 @@ moto==1.3.1
 mpmath==1.1.0
 mysqlclient==1.4.2.post1
 networkx==1.7
-newrelic==5.0.0.124
+newrelic==4.20.1.121
 nltk==3.4.4
 nodeenv==1.1.1
 numpy==1.16.4
@@ -288,8 +288,8 @@ requests==2.22.0
 rest-condition==1.0.3
 rfc6266-parser==0.0.5.post2
 ruamel.ordereddict==0.4.14 ; python_version == "2.7"
-ruamel.yaml.clib==0.1.0
-ruamel.yaml==0.16.0
+ruamel.yaml.clib==0.1.2
+ruamel.yaml==0.16.1
 rules==2.0.1
 s3transfer==0.1.13
 sailthru-client==2.2.3
diff --git a/requirements/edx/testing.txt b/requirements/edx/testing.txt
index 72a128b35d..95ced22c4b 100644
--- a/requirements/edx/testing.txt
+++ b/requirements/edx/testing.txt
@@ -208,7 +208,7 @@ moto==1.3.1
 mpmath==1.1.0
 mysqlclient==1.4.2.post1
 networkx==1.7
-newrelic==5.0.0.124
+newrelic==4.20.1.121
 nltk==3.4.4
 nodeenv==1.1.1
 numpy==1.16.4
@@ -279,8 +279,8 @@ requests==2.22.0
 rest-condition==1.0.3
 rfc6266-parser==0.0.5.post2
 ruamel.ordereddict==0.4.14 ; python_version == "2.7"
-ruamel.yaml.clib==0.1.0
-ruamel.yaml==0.16.0
+ruamel.yaml.clib==0.1.2
+ruamel.yaml==0.16.1
 rules==2.0.1
 s3transfer==0.1.13
 sailthru-client==2.2.3