diff --git a/public/index.html b/public/index.html
index 4a4aed10..ab09aacd 100644
--- a/public/index.html
+++ b/public/index.html
@@ -1,16 +1,6 @@
- <% if (process.env.NEW_RELIC_ACCOUNT_ID) { %>
-
-
- <% } %>
-
Course | <%= process.env.SITE_NAME %>
diff --git a/webpack.prod.config.js b/webpack.prod.config.js
deleted file mode 100644
index b91fa479..00000000
--- a/webpack.prod.config.js
+++ /dev/null
@@ -1,18 +0,0 @@
-const { getBaseConfig } = require('@edx/frontend-build');
-
-const config = getBaseConfig('webpack-prod');
-
-// Filter plugins in the preset config that we don't want
-function filterPlugins(plugins) {
- const pluginsToRemove = [
- 'a', // "a" is the constructor name of HtmlWebpackNewRelicPlugin
- ];
- return plugins.filter(plugin => {
- const pluginName = plugin.constructor && plugin.constructor.name;
- return !pluginsToRemove.includes(pluginName);
- });
-}
-
-config.plugins = filterPlugins(config.plugins);
-
-module.exports = config;