Skip to content

Commit

Permalink
Update and short circuit the Neuron initialization (#8041)
Browse files Browse the repository at this point in the history
  • Loading branch information
rpsilva-aws committed Sep 19, 2024
1 parent 441098b commit d0ea5cc
Showing 1 changed file with 12 additions and 15 deletions.
27 changes: 12 additions & 15 deletions torch_xla/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -125,29 +125,26 @@ def _aws_ec2_inf_trn_init():
try:
from libneuronxla.libneuronpjrt_path import libneuronpjrt_path
except ImportError:
pass
else:
# Need to set NEURON_LIBRARY_PATH here for proper Neuron Cache behavior
os.environ.setdefault('NEURON_LIBRARY_PATH', libneuronpjrt_path())
# Enable addition features and overrides
try:
from torch_neuronx import xla
except ImportError:
pass
else:
xla.init()
# Did not find libneuronxla
return False

# Need to set NEURON_LIBRARY_PATH here for proper Neuron Cache behavior
os.environ.setdefault('NEURON_LIBRARY_PATH', libneuronpjrt_path())
# Enable addition features and overrides
try:
from torch_neuronx import xla
except ImportError:
# Basic initializations if torch-neuronx is not available
from ._internal import neuron
if os.path.basename(sys.argv[0]) != 'neuron_parallel_compile':
import libneuronxla
libneuronxla.configure_environment()
neuron.set_envvar_defaults()
neuron.configure_pjrt_environment()
# Found libneuronxla
return True
# Did not find libneuronxla
return False
else:
xla.init()
# Found libneuronxla
return True


def _setup_tpu_vm_library_path() -> bool:
Expand Down

0 comments on commit d0ea5cc

Please sign in to comment.