diff --git a/torch_xla/csrc/BUILD b/torch_xla/csrc/BUILD
index f5bc1147863..7f78c534af4 100644
--- a/torch_xla/csrc/BUILD
+++ b/torch_xla/csrc/BUILD
@@ -149,7 +149,6 @@ ptxla_cc_library(
         "@xla//xla/client/lib:svd",
         "@xla//xla/stream_executor:dnn",
         "@tsl//tsl/platform:errors",
-        "@tsl//tsl/lib/gtl:inlined_vector",
         "@tsl//tsl/profiler/lib:traceme",
         "@tsl//tsl/profiler/lib:traceme_encode",
         "@tsl//tsl/platform:tensor_float_32_utils",
diff --git a/torch_xla/csrc/convolution_helper.h b/torch_xla/csrc/convolution_helper.h
index cc2f4620473..bd833b7b651 100644
--- a/torch_xla/csrc/convolution_helper.h
+++ b/torch_xla/csrc/convolution_helper.h
@@ -4,7 +4,7 @@
 #include <string>
 #include <string_view>
 
-#include "tsl/lib/gtl/inlined_vector.h"
+#include "absl/container/inlined_vector.h"
 #include "xla/client/xla_builder.h"
 #include "xla/xla_data.pb.h"
 
@@ -97,7 +97,7 @@ struct ConvBackpropSpatialDimension {
 // Computed dimensions for a backwards convolution.
 struct ConvBackpropDimensions {
   // Information about each spatial dimension.
-  ::tsl::gtl::InlinedVector<ConvBackpropSpatialDimension, 3> spatial_dims;
+  ::absl::InlinedVector<ConvBackpropSpatialDimension, 3> spatial_dims;
 
   // Batch size.
   int64_t batch_size;
diff --git a/torch_xla/csrc/ir.h b/torch_xla/csrc/ir.h
index ac6ae9ed428..0a98c1122ce 100644
--- a/torch_xla/csrc/ir.h
+++ b/torch_xla/csrc/ir.h
@@ -16,10 +16,10 @@
 #include <utility>
 #include <vector>
 
+#include "absl/container/inlined_vector.h"
 #include "absl/hash/hash.h"
 #include "absl/types/span.h"
 #include "torch_xla/csrc/runtime/types.h"
-#include "tsl/lib/gtl/inlined_vector.h"
 #include "xla/client/xla_builder.h"
 
 namespace torch_xla {
@@ -29,7 +29,7 @@ static const uint32_t default_hash_seed = (uint32_t)0x5a2d296e9;
 class XlaNode;
 class LoweringContext;
 
-using XlaOpVector = tsl::gtl::InlinedVector<xla::XlaOp, 1>;
+using XlaOpVector = absl::InlinedVector<xla::XlaOp, 1>;
 
 template <typename T>
 using OutputMap =