Skip to content

Commit

Permalink
Update spot TPUs prices (#114)
Browse files Browse the repository at this point in the history
  • Loading branch information
@r4victor
r4victor authored Dec 23, 2024
1 parent 8ecc8bc commit b707e74
Show file tree
Hide file tree
Showing 2 changed files with 25 additions and 61 deletions.
7 changes: 4 additions & 3 deletions src/gpuhunt/providers/gcp.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -117,7 +117,7 @@ class TPUHardwareSpec:
TPUHardwareSpec(name="v2-8", cpu=96, memory_gb=334, hbm_gb=64),
TPUHardwareSpec(name="v3-8", cpu=96, memory_gb=334, hbm_gb=128),
TPUHardwareSpec(name="v5litepod-1", cpu=24, memory_gb=48, hbm_gb=16),
TPUHardwareSpec(name="v5litepod-4", cpu=112, memory_gb=192, hbm_gb=16),
TPUHardwareSpec(name="v5litepod-4", cpu=112, memory_gb=192, hbm_gb=64),
TPUHardwareSpec(name="v5litepod-8", cpu=224, memory_gb=384, hbm_gb=128),
TPUHardwareSpec(name="v5p-8", cpu=208, memory_gb=448, hbm_gb=95),
TPUHardwareSpec(name="v6e-1", cpu=44, memory_gb=176, hbm_gb=32),
Expand All @@ -133,8 +133,9 @@ def load_tpu_pricing() -> dict:
)


# A manually filled TPU pricing table from the pricing page:
# https://cloud.google.com/tpu/pricing?hl=en.
# A manually filled TPU pricing table from the pricing page.
# On-demand TPUs - https://cloud.google.com/tpu/pricing?hl=en.
# Spot TPUs - https://cloud.google.com/spot-vms/pricing?hl=en.
# It's needed since the TPU pricing API does not return prices for all regions.
# The API may also return 1-year Commitment prices instead of on-demand prices.
TPU_PRICING_TABLE = load_tpu_pricing()
Expand Down
79 changes: 21 additions & 58 deletions src/gpuhunt/resources/tpu_pricing.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,159 +3,122 @@
"us-east1": {
"Location": "South Carolina",
"On Demand (USD)": 2.7000,
"1-year Commitment (USD)": 1.8900,
"3-year Commitment (USD)": 1.2200
"Spot (USD)": 1.8900
},
"us-east5": {
"Location": "Ohio",
"On Demand (USD)": 2.7000,
"1-year Commitment (USD)": 1.8900,
"3-year Commitment (USD)": 1.2200
"Spot (USD)": 1.8900
},
"europe-west4": {
"Location": "Netherlands",
"On Demand (USD)": 2.9700,
"1-year Commitment (USD)": 2.0800,
"3-year Commitment (USD)": 1.3400
"Spot (USD)": 2.0800

},
"asia-northeast1": {
"Location": "Tokio",
"On Demand (USD)": 3.2400,
"1-year Commitment (USD)": 2.2700,
"3-year Commitment (USD)": 1.4600
"Spot (USD)": 2.2700
}
},
"TPU v5p": {
"us-east5": {
"Location": "Ohio",
"Location": "Columbus",
"On Demand (USD)": 4.2000,
"1-year Commitment (USD)": 2.9400,
"3-year Commitment (USD)": 1.8900,
"Spot (USD)": 2.1000
"Spot (USD)": 2.4150
},
"us-east1": {
"Location": "South Carolina",
"On Demand (USD)": 4.2000,
"1-year Commitment (USD)": 2.9400,
"3-year Commitment (USD)": 1.8900,
"Spot (USD)": 2.1000
}
},
"TPU v5e": {
"us-central1": {
"Location": "Iowa",
"On Demand (USD)": 1.2000,
"1-year Commitment (USD)": 0.8400,
"3-year Commitment (USD)": 0.5400,
"Spot (USD)": 0.6000
"Spot (USD)": 0.6300
},
"us-east5": {
"Location": "Ohio",
"On Demand (USD)": 1.2000,
"1-year Commitment (USD)": 0.8400,
"3-year Commitment (USD)": 0.5400,
"Spot (USD)": 0.6000
},
"us-south1": {
"Location": "Dallas",
"On Demand (USD)": 1.2000,
"1-year Commitment (USD)": 0.8400,
"3-year Commitment (USD)": 0.5400,
"Spot (USD)": 0.6000
"On Demand (USD)": 1.416,
"Spot (USD)": 0.708
},
"us-west1": {
"Location": "Oregon",
"On Demand (USD)": 1.2000,
"1-year Commitment (USD)": 0.8400,
"3-year Commitment (USD)": 0.5400,
"Spot (USD)": 0.6000
"Spot (USD)": 0.6300
},
"us-west4": {
"Location": "Nevada",
"On Demand (USD)": 1.2000,
"1-year Commitment (USD)": 0.8400,
"3-year Commitment (USD)": 0.5400,
"Spot (USD)": 0.6000
"Spot (USD)": 0.5100
},
"europe-west1": {
"Location": "Belgium",
"On Demand (USD)": 1.3213,
"1-year Commitment (USD)": 0.9249,
"3-year Commitment (USD)": 0.5946,
"Spot (USD)": 0.6607
"Spot (USD)": 0.66066
},
"europe-west4": {
"Location": "Netherlands",
"On Demand (USD)": 1.5600,
"1-year Commitment (USD)": 1.0920,
"3-year Commitment (USD)": 0.7020,
"Spot (USD)": 0.7800
"Spot (USD)": 0.663
},
"asia-southeast1": {
"Location": "Singapore",
"On Demand (USD)": 1.5600,
"1-year Commitment (USD)": 1.0920,
"3-year Commitment (USD)": 0.7020,
"Spot (USD)": 0.7800
}
},
"TPU v4 pod": {
"us-central2": {
"Location": "Oklahoma",
"On Demand (USD)": 3.2200,
"1-year Commitment (USD)": 2.0286,
"3-year Commitment (USD)": 1.4490,
"Spot (USD)": 0.9660
"Spot (USD)": 3.686
}
},
"TPU v3 pod": {
"europe-west4": {
"Location": "Netherlands",
"On Demand (USD)": 2.0000,
"1-year Commitment (USD)": 1.2600,
"3-year Commitment (USD)": 0.9000,
"Spot (USD)": 0.6000
"Spot (USD)": 2.6400
}
},
"TPU v3 device": {
"europe-west4": {
"Location": "Netherlands",
"On Demand (USD)": 2.2000,
"1-year Commitment (USD)": 1.3860,
"3-year Commitment (USD)": 0.9900,
"Spot (USD)": 0.6600
"Spot (USD)": 2.2440
}
},
"TPU v2 pod": {
"us-central1": {
"Location": "Iowa",
"On Demand (USD)": 1.5000,
"1-year Commitment (USD)": 0.9450,
"3-year Commitment (USD)": 0.6750,
"Spot (USD)": 0.4500
"Spot (USD)": 1.5300
},
"europe-west4": {
"Location": "Netherlands",
"On Demand (USD)": 1.6500,
"1-year Commitment (USD)": 1.0395,
"3-year Commitment (USD)": 0.7425,
"Spot (USD)": 0.4950
"On Demand (USD)": 1.5000,
"Spot (USD)": 1.5300
}
},
"TPU v2 device": {
"asia-east1": {
"Location": "Taiwan",
"On Demand (USD)": 1.3050,
"1-year Commitment (USD)": 0.8222,
"3-year Commitment (USD)": 0.5873,
"Spot (USD)": 0.3915
},
"europe-west4": {
"Location": "Netherlands",
"On Demand (USD)": 1.2375,
"1-year Commitment (USD)": 0.7796,
"3-year Commitment (USD)": 0.5569,
"Spot (USD)": 0.3713
"Spot (USD)": 1.26225
}
}
}

0 comments on commit b707e74

Please sign in to comment.