diff --git a/.circleci/config.in.yml b/.circleci/config.in.yml
index b516a263..1e42d0ed 100644
--- a/.circleci/config.in.yml
+++ b/.circleci/config.in.yml
@@ -232,10 +232,10 @@ workflows:
           context: DOCKERHUB_TOKEN
       {{workflows()}}
       - binary_linux_conda_cuda:
-          name: testrun_conda_cuda_py36_cu101_pyt14
+          name: testrun_conda_cuda_py36_cu101_pyt151
           context: DOCKERHUB_TOKEN
           python_version: "3.6"
-          pytorch_version: "1.4"
+          pytorch_version: "1.5.1"
           cu_version: "cu101"
       - binary_linux_conda_cuda:
           name: testrun_conda_cuda_py37_cu102_pyt190
diff --git a/.circleci/config.yml b/.circleci/config.yml
index 2f7ee415..1dbffdf0 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -230,18 +230,6 @@ workflows:
     jobs:
       - main:
           context: DOCKERHUB_TOKEN
-      - binary_linux_conda:
-          context: DOCKERHUB_TOKEN
-          cu_version: cu92
-          name: linux_conda_py36_cu92_pyt14
-          python_version: '3.6'
-          pytorch_version: '1.4'
-      - binary_linux_conda:
-          context: DOCKERHUB_TOKEN
-          cu_version: cu101
-          name: linux_conda_py36_cu101_pyt14
-          python_version: '3.6'
-          pytorch_version: '1.4'
       - binary_linux_conda:
           context: DOCKERHUB_TOKEN
           cu_version: cu92
@@ -368,30 +356,6 @@ workflows:
           name: linux_conda_py36_cu111_pyt181
           python_version: '3.6'
           pytorch_version: 1.8.1
-      - binary_linux_conda:
-          context: DOCKERHUB_TOKEN
-          cu_version: cu102
-          name: linux_conda_py36_cu102_pyt190
-          python_version: '3.6'
-          pytorch_version: 1.9.0
-      - binary_linux_conda:
-          context: DOCKERHUB_TOKEN
-          cu_version: cu111
-          name: linux_conda_py36_cu111_pyt190
-          python_version: '3.6'
-          pytorch_version: 1.9.0
-      - binary_linux_conda:
-          context: DOCKERHUB_TOKEN
-          cu_version: cu92
-          name: linux_conda_py37_cu92_pyt14
-          python_version: '3.7'
-          pytorch_version: '1.4'
-      - binary_linux_conda:
-          context: DOCKERHUB_TOKEN
-          cu_version: cu101
-          name: linux_conda_py37_cu101_pyt14
-          python_version: '3.7'
-          pytorch_version: '1.4'
       - binary_linux_conda:
           context: DOCKERHUB_TOKEN
           cu_version: cu92
@@ -518,30 +482,6 @@ workflows:
           name: linux_conda_py37_cu111_pyt181
           python_version: '3.7'
           pytorch_version: 1.8.1
-      - binary_linux_conda:
-          context: DOCKERHUB_TOKEN
-          cu_version: cu102
-          name: linux_conda_py37_cu102_pyt190
-          python_version: '3.7'
-          pytorch_version: 1.9.0
-      - binary_linux_conda:
-          context: DOCKERHUB_TOKEN
-          cu_version: cu111
-          name: linux_conda_py37_cu111_pyt190
-          python_version: '3.7'
-          pytorch_version: 1.9.0
-      - binary_linux_conda:
-          context: DOCKERHUB_TOKEN
-          cu_version: cu92
-          name: linux_conda_py38_cu92_pyt14
-          python_version: '3.8'
-          pytorch_version: '1.4'
-      - binary_linux_conda:
-          context: DOCKERHUB_TOKEN
-          cu_version: cu101
-          name: linux_conda_py38_cu101_pyt14
-          python_version: '3.8'
-          pytorch_version: '1.4'
       - binary_linux_conda:
           context: DOCKERHUB_TOKEN
           cu_version: cu92
@@ -747,10 +687,10 @@ workflows:
           python_version: '3.9'
           pytorch_version: 1.9.0
       - binary_linux_conda_cuda:
-          name: testrun_conda_cuda_py36_cu101_pyt14
+          name: testrun_conda_cuda_py36_cu101_pyt151
           context: DOCKERHUB_TOKEN
           python_version: "3.6"
-          pytorch_version: "1.4"
+          pytorch_version: "1.5.1"
           cu_version: "cu101"
       - binary_linux_conda_cuda:
           name: testrun_conda_cuda_py37_cu102_pyt190
diff --git a/.circleci/regenerate.py b/.circleci/regenerate.py
index d313ccef..d8d617d7 100755
--- a/.circleci/regenerate.py
+++ b/.circleci/regenerate.py
@@ -19,7 +19,6 @@ import yaml
 # version of pytorch.
 # Pytorch 1.4 also supports cuda 10.0 but we no longer build for cuda 10.0 at all.
 CONDA_CUDA_VERSIONS = {
-    "1.4": ["cu92", "cu101"],
     "1.5.0": ["cu92", "cu101", "cu102"],
     "1.5.1": ["cu92", "cu101", "cu102"],
     "1.6.0": ["cu92", "cu101", "cu102"],
diff --git a/INSTALL.md b/INSTALL.md
index 5f34ae4d..4625b8ca 100644
--- a/INSTALL.md
+++ b/INSTALL.md
@@ -9,7 +9,7 @@ The core library is written in PyTorch. Several components have underlying imple
 
 - Linux or macOS or Windows
 - Python 3.6, 3.7, 3.8 or 3.9
-- PyTorch 1.4, 1.5.0, 1.5.1, 1.6.0, 1.7.0, 1.7.1, 1.8.0, 1.8.1 or 1.9.0.
+- PyTorch 1.5.0, 1.5.1, 1.6.0, 1.7.0, 1.7.1, 1.8.0, 1.8.1 or 1.9.0.
 - torchvision that matches the PyTorch installation. You can install them together as explained at pytorch.org to make sure of this.
 - gcc & g++ ≥ 4.9
 - [fvcore](https://github.com/facebookresearch/fvcore)