diff --git a/dashboard/app.yaml b/dashboard/app.yaml
index 9a7d53214..c523d7920 100644
--- a/dashboard/app.yaml
+++ b/dashboard/app.yaml
@@ -33,7 +33,7 @@ resources:
 env_variables:
   REDISHOST: '10.25.27.107'
   REDISPORT: '6379'
-  TEST_NAME_PREFIXES: 'pt-nightly,pt-2.2,tf.se.nightly,%-1vm,flax,mp-jax,mp-pax,mp-pt'
+  TEST_NAME_PREFIXES: 'pt-nightly,pt-2.2,%-1vm,flax,mp-jax,mp-pax,mp-pt'
   JOB_HISTORY_TABLE_NAME: 'xl-ml-test.metrics_handler_dataset.job_history'
   METRIC_HISTORY_TABLE_NAME: 'xl-ml-test.metrics_handler_dataset.metric_history'
 
diff --git a/tests/tensorflow/nightly-se/common.libsonnet b/tests/tensorflow/nightly-se/common.libsonnet
deleted file mode 100644
index f1eb041eb..000000000
--- a/tests/tensorflow/nightly-se/common.libsonnet
+++ /dev/null
@@ -1,350 +0,0 @@
-// Copyright 2020 Google LLC
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     https://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-local common = import '../common.libsonnet';
-local experimental = import '../experimental.libsonnet';
-local metrics = import 'templates/metrics.libsonnet';
-local mixins = import 'templates/mixins.libsonnet';
-local utils = import 'templates/utils.libsonnet';
-local volumes = import 'templates/volumes.libsonnet';
-
-{
-  HuggingFaceTransformer:: common.ModelGardenTest {
-    local config = self,
-
-    frameworkPrefix: 'tf.se.nightly',
-    tpuSettings+: {
-      softwareVersion: 'nightly',
-    },
-    imageTag: 'nightly',
-    script: {
-      initialSetup:
-        |||
-          cd /tmp
-          git clone https://github.com/huggingface/transformers.git
-          cd transformers
-          pip install .
-          pip install -r examples/tensorflow/_tests_requirements.txt
-        |||,
-    },
-  },
-  ModelGardenTest:: common.ModelGardenTest {
-    local config = self,
-
-    frameworkPrefix: 'tf.se.nightly',
-    tpuSettings+: {
-      softwareVersion: 'nightly',
-    },
-    imageTag: 'nightly',
-    podTemplate+:: if config.accelerator.type == 'tpu' then
-      {
-        spec+: {
-          initContainerMap+:: {
-            'tpu-version': {
-              image: config.podTemplate.spec.containerMap.train.image,
-              env+: [
-                {
-                  name: 'TPU_NAME',
-                  valueFrom: {
-                    fieldRef: {
-                      fieldPath: "metadata.annotations['name.cloud-tpus.google.com/train']",
-                    },
-                  },
-                },
-                {
-                  name: 'POD_UID',
-                  valueFrom: {
-                    fieldRef: {
-                      fieldPath: 'metadata.uid',
-                    },
-                  },
-                },
-              ],
-              local tpuCreateSettings = {
-                acceleratorName: std.escapeStringBash(config.accelerator.name),
-                softwareVersion: std.escapeStringBash(config.tpuSettings.softwareVersion),
-                startupScript: std.escapeStringBash(config.tpuSettings.tpuVmStartupScript),
-                sleepTime: config.tpuSettings.tpuVmCreateSleepSeconds,
-                testName: std.strReplace(config.testName, '.', '-'),
-              },
-              command: [
-                'python3',
-                '-c',
-                |||
-                  import os
-                  import tensorflow as tf
-                  import urllib
-                  import json
-                  import cloud_tpu_client
-                  import sys
-                  print('python version: ' + str(sys.version))
-                  print('tf_version: ' + str(tf.__version__))
-                  #TODO(chandrasekhard):
-                  # Add extra condition to fail if it picks stale image
-                  print(str(tf.__file__))
-                  ctc = cloud_tpu_client.Client(tpu=os.path.basename('$(TPU_NAME)'), zone=os.path.dirname('$(TPU_NAME)'))
-                  ctc.wait_for_healthy()
-                  ctc.configure_tpu_version('nightly', restart_type='always')
-                  ctc.wait_for_healthy()
-                  _VERSION_SWITCHER_ENDPOINT = 'http://{}:8475/requestversion'
-                  url = _VERSION_SWITCHER_ENDPOINT.format(ctc.network_endpoints()[0]['ipAddress'])
-                  req = urllib.request.Request(url)
-                  resp = urllib.request.urlopen(req)
-                  version_details = json.loads(resp.read())
-                  print(version_details)
-                |||,
-              ],
-            },
-          },
-        },
-      }
-    else
-      {},
-  },
-  tpuVm:: experimental.TensorFlowTpuVmMixin {
-    local config = self,
-    tpuSettings+: {
-      softwareVersion: 'v2-alpha-tpuv5-lite',
-      tpuVmEnvVars+: ({ TF_USE_LEGACY_KERAS: 1 }),
-    },
-    podTemplate+:: {
-      spec+: {
-        initContainerMap+:: {
-          'create-tpu'+: {
-            local tpuCreateSettings = {
-              acceleratorName: std.escapeStringBash(config.accelerator.name),
-              softwareVersion: std.escapeStringBash(config.tpuSettings.softwareVersion),
-              startupScript: std.escapeStringBash(config.tpuSettings.tpuVmStartupScript),
-              sleepTime: config.tpuSettings.tpuVmCreateSleepSeconds,
-              testName: std.strReplace(config.testName, '.', '-'),
-            },
-            command: utils.scriptCommand(|||
-              project=$(curl -sS "http://metadata.google.internal/computeMetadata/v1/project/project-id" -H "Metadata-Flavor: Google")
-              zone=$(curl -sS "http://metadata.google.internal/computeMetadata/v1/instance/zone" -H "Metadata-Flavor: Google" | awk -F'/' '{print $4}')
-              tpu_name=tpu-${POD_UID}
-              ssh-keygen -t rsa -f /scripts/id_rsa -q -N ""
-
-              echo "
-              gcloud alpha compute tpus tpu-vm delete -q --async ${tpu_name} --zone=${zone}
-              sleep 60
-              " > /scripts/cleanup.sh
-
-              echo "xl-ml-test:$(cat /scripts/id_rsa.pub)" > ssh-keys.txt
-              echo %(startupScript)s > startup-script.txt
-
-              # Retry every 30 seconds for up to 10 minutes
-              start_time="$(date -u +%%s)"
-              for i in {1..20}; do
-                set +e
-                gcloud alpha compute tpus tpu-vm create ${tpu_name} \
-                  --accelerator-type=%(acceleratorName)s \
-                  --version=%(softwareVersion)s  \
-                  --metadata-from-file='ssh-keys=ssh-keys.txt,startup-script=startup-script.txt' \
-                  --labels='test-name=%(testName)s' \
-                  --zone=${zone}
-
-                exit_code=$?
-                set -e
-
-                current_time="$(date -u +%%s)"
-                elapsed_seconds=$(($current_time-$start_time))
-                # Break if command passed or 10-minute limit reached
-                test $exit_code = 0 && break
-                test $elapsed_seconds -gt 600 && break
-                sleep 30
-              done
-
-              if [ $exit_code -ne 0 ]; then
-                exit $exit_code
-              fi 
-              echo ${zone} > /scripts/zone
-              echo ${tpu_name} > /scripts/tpu_name
-              gcloud compute tpus describe ${tpu_name} --project=${project} --zone=${zone} --format="value(networkEndpoints[0].ipAddress)" > /scripts/tpu_ip
-              gcloud compute tpus describe ${tpu_name} --project=${project} --zone=${zone} --flatten="networkEndpoints[]" --format="csv[no-heading](networkEndpoints.ipAddress)" > /scripts/all_tpu_ips
-              sleep %(sleepTime)d
-
-              gcloud alpha compute tpus tpu-vm ssh ${tpu_name}  --zone=${zone} --project=${project}  --internal-ip --ssh-key-file=/scripts/id_rsa --worker=0 --command "pip install tensorflow-text-nightly"
-              gcloud alpha compute tpus tpu-vm ssh ${tpu_name}  --zone=${zone} --project=${project}  --internal-ip --ssh-key-file=/scripts/id_rsa --worker=0 --command "gsutil -m cp gs://cloud-tpu-v2-images-dev-artifacts/tensorflow/tf-nightly/latest/*.whl /tmp/ && pip install /tmp/tf*.whl --force"
-
-              gcloud alpha compute tpus tpu-vm ssh ${tpu_name}  --zone=${zone} --project=${project}  --internal-ip --ssh-key-file=/scripts/id_rsa --worker=all --command "sudo gsutil -m cp gs://cloud-tpu-v2-images-dev-artifacts/libtpu/latest/libtpu.so /lib/"
-              gcloud alpha compute tpus tpu-vm ssh ${tpu_name}  --zone=${zone} --project=${project}  --internal-ip --ssh-key-file=/scripts/id_rsa --worker=0 --command "sudo mkdir -p /usr/share/tpu && cd /usr/share/tpu && git clone https://github.com/tensorflow/models.git"
-
-              accelerator_type=%(acceleratorName)s
-              if (( ${accelerator_type: -2} > 8 )); then
-                gcloud alpha compute tpus tpu-vm ssh ${tpu_name}  --zone=${zone} --project=${project}  --internal-ip --ssh-key-file=/scripts/id_rsa --worker=all --command "sudo sed -i 's/TF_DOCKER_URL=.*/TF_DOCKER_URL=gcr.io\/cloud-tpu-v2-images-dev\/grpc_tpu_worker:nightly\"/' /etc/systemd/system/tpu-runtime.service"
-                gcloud alpha compute tpus tpu-vm ssh ${tpu_name}  --zone=${zone} --project=${project}  --internal-ip --ssh-key-file=/scripts/id_rsa --worker=all --command "sudo systemctl daemon-reload && sudo systemctl restart tpu-runtime"
-              fi
-            ||| % tpuCreateSettings),
-          },
-          'tpu-version': {
-            image: 'google/cloud-sdk',
-            command: null,
-          },
-        },
-      },
-    },
-  },
-  TfVisionTest:: self.ModelGardenTest + common.TfNlpVisionMixin {
-    scriptConfig+: {
-      runnerPath: 'official/vision/train.py',
-    },
-  },
-  TfNlpTest:: self.ModelGardenTest + common.TfNlpVisionMixin {
-    scriptConfig+: {
-      runnerPath: 'official/nlp/train.py',
-    },
-  },
-  TfRankingTest:: self.ModelGardenTest {
-    paramsOverride:: {
-      runtime: {
-        distribution_strategy: error 'Must set `runtime.distribution_strategy`',
-      },
-      task: {
-        train_data: {
-          input_path: '$(CRITEO_DATA_DIR)/train/*',
-          global_batch_size: 16384,
-        },
-        validation_data: {
-          input_path: '$(CRITEO_DATA_DIR)/eval/*',
-          global_batch_size: 16384,
-        },
-        model: {
-          num_dense_features: 13,
-          bottom_mlp: [512, 256, 64],
-          embedding_dim: 64,
-          top_mlp: [1024, 1024, 512, 256, 1],
-          vocab_sizes: [
-            39884406,
-            39043,
-            17289,
-            7420,
-            20263,
-            3,
-            7120,
-            1543,
-            63,
-            38532951,
-            2953546,
-            403346,
-            10,
-            2208,
-            11938,
-            155,
-            4,
-            976,
-            14,
-            39979771,
-            25641295,
-            39664984,
-            585935,
-            12972,
-            108,
-            36,
-          ],
-        },
-      },
-      trainer: {
-        use_orbit: true,
-        validation_interval: 90000,
-        checkpoint_interval: 270000,
-        validation_steps: 5440,
-        train_steps: 256054,
-        optimizer_config: {
-          embedding_optimizer: 'SGD',
-          lr_config: {
-            decay_exp: 1.6,
-            decay_start_steps: 150000,
-            decay_steps: 136054,
-            learning_rate: 30,
-            warmup_steps: 8000,
-          },
-        },
-      },
-    },
-    command: [
-      'python3',
-      'official/recommendation/ranking/train.py',
-      '--params_override=%s' % (std.manifestYamlDoc(self.paramsOverride) + '\n'),
-      '--model_dir=$(MODEL_DIR)',
-    ],
-  },
-  imagenet:: {
-    scriptConfig+: {
-      trainFilePattern: '$(IMAGENET_DIR)/train*',
-      evalFilePattern: '$(IMAGENET_DIR)/valid*',
-    },
-  },
-  coco:: {
-    scriptConfig+: {
-      trainFilePattern: '$(COCO_DIR)/train*',
-      evalFilePattern: '$(COCO_DIR)/val*',
-      paramsOverride+: {
-        task+: {
-          annotation_file: '$(COCO_DIR)/instances_val2017.json',
-        },
-      },
-    },
-  },
-  local functional_schedule = '0 9 * * *',
-  Functional:: mixins.Functional {
-    schedule: if !(self.accelerator.type == 'tpu') || self.accelerator.name == 'v3-8' || self.accelerator.name == 'v4-8' then
-      functional_schedule
-    else
-      null,
-    metricConfig+: {
-      sourceMap+:: {
-        tensorboard+: {
-          aggregateAssertionsMap+:: {
-            examples_per_second: {
-              AVERAGE: {
-                inclusive_bounds: true,
-                std_devs_from_mean: {
-                  comparison: 'GREATER',
-                  std_devs: 4.0,
-                },
-                wait_for_n_data_points: 0,
-              },
-            },
-          },
-        },
-      },
-    },
-  },
-  // Override default schedule for Functional.
-  RunNightly:: {
-    schedule: functional_schedule,
-  },
-  Convergence:: mixins.Convergence {
-    schedule: '0 5 * * 0,2,4',
-    metricConfig+: {
-      sourceMap+:: {
-        tensorboard+: {
-          aggregateAssertionsMap+:: {
-            examples_per_second: {
-              AVERAGE: {
-                inclusive_bounds: true,
-                std_devs_from_mean: {
-                  comparison: 'GREATER',
-                  // TODO(wcromar): Tighten this restriction
-                  std_devs: 2.0,
-                },
-                wait_for_n_data_points: 0,
-              },
-            },
-          },
-        },
-      },
-    },
-  },
-}
diff --git a/tests/tensorflow/nightly-se/targets.jsonnet b/tests/tensorflow/nightly-se/targets.jsonnet
deleted file mode 100644
index fea004d7f..000000000
--- a/tests/tensorflow/nightly-se/targets.jsonnet
+++ /dev/null
@@ -1,20 +0,0 @@
-// Copyright 2020 Google LLC
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     https://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-local dlrm = import 'tf-dlrm-criteo.libsonnet';
-
-// Add new models here
-std.flattenArrays([
-  dlrm.configs,
-])
diff --git a/tests/tensorflow/nightly-se/tf-dlrm-criteo.libsonnet b/tests/tensorflow/nightly-se/tf-dlrm-criteo.libsonnet
deleted file mode 100644
index e5a374284..000000000
--- a/tests/tensorflow/nightly-se/tf-dlrm-criteo.libsonnet
+++ /dev/null
@@ -1,125 +0,0 @@
-// Copyright 2020 Google LLC
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     https://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-local experimental = import '../experimental.libsonnet';
-local common = import 'common.libsonnet';
-local mixins = import 'templates/mixins.libsonnet';
-local timeouts = import 'templates/timeouts.libsonnet';
-local tpus = import 'templates/tpus.libsonnet';
-
-{
-  local dlrm = common.TfRankingTest {
-    modelName: 'dlrm-criteo',
-    paramsOverride+:: {
-      task+: {
-        model+: {
-          interaction: 'dot',
-        },
-      },
-    },
-  },
-  local functional = self.functional,
-  functional:: common.Functional {
-    command+: [
-      '--mode=train',
-    ],
-    paramsOverride+: {
-      trainer+: {
-        train_steps: 10000,
-      },
-    },
-  },
-  local convergence = self.convergence,
-  convergence:: common.Convergence {
-    local config = self,
-
-    command+: [
-      '--mode=train_and_eval',
-    ],
-    paramsOverride+: {
-      trainer+: {
-        train_steps: 256054,
-      },
-    },
-  },
-
-  local tpu_common = self.tpu_common,
-  tpu_common:: {
-    paramsOverride+:: {
-      runtime+: {
-        distribution_strategy: 'tpu',
-        tpu: '$(KUBE_GOOGLE_CLOUD_TPU_ENDPOINTS)',
-      },
-    },
-  },
-
-  local v2_8 = self.v2_8,
-  v2_8:: tpu_common {
-    accelerator: tpus.v2_8,
-    paramsOverride+:: {
-      task+: {
-        model+: {
-          bottom_mlp: [512, 256, 16],
-          embedding_dim: 16,
-        },
-      },
-    },
-  },
-
-  local v2_32 = self.v2_32,
-  v2_32:: tpu_common {
-    accelerator: tpus.v2_32,
-    paramsOverride+:: {
-      task+: {
-        model+: {
-          bottom_mlp: [512, 256, 64],
-          embedding_dim: 64,
-        },
-      },
-    },
-  },
-
-  local v4_8 = self.v4_8,
-  v4_8:: tpu_common {
-    accelerator: tpus.v4_8,
-    paramsOverride+:: {
-      task+: {
-        model+: {
-          bottom_mlp: [512, 256, 64],
-          embedding_dim: 64,
-        },
-      },
-    },
-  },
-  local v4_32 = self.v4_32,
-  v4_32:: tpu_common {
-    accelerator: tpus.v4_32,
-    paramsOverride+:: {
-      task+: {
-        model+: {
-          bottom_mlp: [512, 256, 128],
-          embedding_dim: 128,
-        },
-      },
-    },
-  },
-  local tpuVm = self.tpuVm,
-  tpuVm:: common.tpuVm,
-
-  configs: [
-    dlrm + functional + v2_8 + tpuVm,
-    dlrm + convergence + v2_32 + tpuVm,
-    dlrm + functional + v4_8 + tpuVm,
-  ],
-}
diff --git a/tests/tensorflow/targets.jsonnet b/tests/tensorflow/targets.jsonnet
index f9c95d8d0..788255626 100644
--- a/tests/tensorflow/targets.jsonnet
+++ b/tests/tensorflow/targets.jsonnet
@@ -12,11 +12,9 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-local nightly_se = import 'nightly-se/targets.jsonnet';
 local r2_14 = import 'r2.14/targets.jsonnet';
 
 // Add new versions here
 std.flattenArrays([
-  nightly_se,
   r2_14,
 ])