Skip to content

Commit

Permalink
asdf
Browse files Browse the repository at this point in the history
  • Loading branch information
danielhou0515 committed Dec 11, 2024
1 parent 904bc78 commit 051ef76
Showing 1 changed file with 6 additions and 11 deletions.
17 changes: 6 additions & 11 deletions examples/carbon_emission_monitor/run_clm.py
Original file line number Diff line number Diff line change
Expand Up @@ -55,9 +55,7 @@
from transformers.utils import check_min_version, send_example_telemetry
from transformers.utils.versions import require_version

from zeus.monitor import ZeusMonitor
from zeus.monitor.carbon import CarbonEmissionMonitor, ElectrictyMapsClient, get_ip_lat_long
from zeus.optimizer.power_limit import HFGlobalPowerLimitOptimizer

# Will error if the minimal version of Transformers is not installed. Remove at your own risks.
check_min_version("4.37.2")
Expand Down Expand Up @@ -675,9 +673,12 @@ def compute_metrics(eval_preds):
preds = preds[:, :-1].reshape(-1)
return metric.compute(predictions=preds, references=labels)

# Initialize our ZeusMonitor and HFGlobalPowerLimitOptimizer
monitor = ZeusMonitor()
optimizer = HFGlobalPowerLimitOptimizer(monitor)
# initialize CarbonEmissionMonitor
ip_latlong = get_ip_lat_long()
carbon_intensity_provider = ElectrictyMapsClient(ip_latlong, estimate=True)
monitor = CarbonEmissionMonitor(carbon_intensity_provider)
train_measurement = None
eval_measurement = None

# Initialize our Trainer
trainer = Trainer(
Expand All @@ -694,14 +695,8 @@ def compute_metrics(eval_preds):
preprocess_logits_for_metrics=preprocess_logits_for_metrics
if training_args.do_eval and not is_torch_tpu_available()
else None,
callbacks=[optimizer], # Add the optimizer callback
)

ip_latlong = get_ip_lat_long()
carbon_intensity_provider = ElectrictyMapsClient(ip_latlong, estimate=True)
monitor = CarbonEmissionMonitor(carbon_intensity_provider)
train_measurement = None
eval_measurement = None
# Training
if training_args.do_train:
checkpoint = None
Expand Down

0 comments on commit 051ef76

Please sign in to comment.