Skip to content

Commit

Permalink
Revert "Committing clang-format changes"
Browse files Browse the repository at this point in the history 
This reverts commit b1fa5fd.
  • Loading branch information
@henricasanova
henricasanova committed Sep 18, 2024
1 parent b1fa5fd commit cfa3c61
Show file tree
Hide file tree
Showing 597 changed files with 115,527 additions and 128,246 deletions.
335 changes: 153 additions & 182 deletions benchmark/Simulator.cpp
100644 → 100755
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,205 +2,176 @@
#include <iostream>
#include <wrench-dev.h>

#include "StressTestActionAPIController.h"
#include "StressTestWorkflowAPIController.h"
#include "StressTestActionAPIController.h"

XBT_LOG_NEW_DEFAULT_CATEGORY(stress_test_simulator,
"Log category for Stress Test Simulator");
XBT_LOG_NEW_DEFAULT_CATEGORY(stress_test_simulator, "Log category for Stress Test Simulator");

using namespace wrench;

void setupSimulationPlatform(const shared_ptr<Simulation> &simulation,
unsigned long num_cs, unsigned long num_ss) {

// Create the platform file
std::string xml = "<?xml version='1.0'?>\n";
xml += "<!DOCTYPE platform SYSTEM "
"\"http://simgrid.gforge.inria.fr/simgrid/simgrid.dtd\">\n";
xml += "<platform version=\"4.1\">\n";
xml += " <zone id=\"AS0\" routing=\"Full\">\n";

// CS hosts
for (unsigned long i = 0; i < num_cs; i++) {
xml += " <host id=\"CS_host_" + std::to_string(i) +
"\" speed=\"1f\" core=\"16\">\n";
xml += " <disk id=\"hard_drive_CS_" + std::to_string(i) +
"\" read_bw=\"100MBps\" write_bw=\"100MBps\">\n";
xml += " <prop id=\"size\" value=\"5000GiB\"/>\n";
xml += " <prop id=\"mount\" value=\"/\"/>\n";
xml += " </disk>\n";
xml += " </host>\n";
}

// CS hosts
for (unsigned long i = 0; i < num_ss; i++) {
xml += " <host id=\"SS_host_" + std::to_string(i) +
"\" speed=\"1f\" core=\"16\">\n";
xml += " <disk id=\"hard_drive_SS_" + std::to_string(i) +
"\" read_bw=\"100MBps\" write_bw=\"100MBps\">\n";
xml += " <prop id=\"size\" value=\"5000GiB\"/>\n";
xml += " <prop id=\"mount\" value=\"/\"/>\n";
xml += " </disk>\n";
xml += " </host>\n";
}

// Network link
xml += " <link id=\"wide_area_link\" bandwidth=\"10GBps\" "
"latency=\"100ns\"/>\n";

for (unsigned long i = 0; i < num_cs; i++) {
for (unsigned long j = i; j < num_cs; j++) {
xml += " <route src=\"CS_host_" + std::to_string(i) +
"\" dst=\"CS_host_" + std::to_string(j) +
"\"> <link_ctn id=\"wide_area_link\"/> </route>\n";
void setupSimulationPlatform(const shared_ptr<Simulation> &simulation, unsigned long num_cs, unsigned long num_ss) {

// Create the platform file
std::string xml = "<?xml version='1.0'?>\n";
xml += "<!DOCTYPE platform SYSTEM \"http://simgrid.gforge.inria.fr/simgrid/simgrid.dtd\">\n";
xml += "<platform version=\"4.1\">\n";
xml += " <zone id=\"AS0\" routing=\"Full\">\n";

// CS hosts
for (unsigned long i = 0; i < num_cs; i++) {
xml += " <host id=\"CS_host_" + std::to_string(i) + "\" speed=\"1f\" core=\"16\">\n";
xml += " <disk id=\"hard_drive_CS_" + std::to_string(i) + "\" read_bw=\"100MBps\" write_bw=\"100MBps\">\n";
xml += " <prop id=\"size\" value=\"5000GiB\"/>\n";
xml += " <prop id=\"mount\" value=\"/\"/>\n";
xml += " </disk>\n";
xml += " </host>\n";
}

// CS hosts
for (unsigned long i = 0; i < num_ss; i++) {
xml += " <host id=\"SS_host_" + std::to_string(i) + "\" speed=\"1f\" core=\"16\">\n";
xml += " <disk id=\"hard_drive_SS_" + std::to_string(i) + "\" read_bw=\"100MBps\" write_bw=\"100MBps\">\n";
xml += " <prop id=\"size\" value=\"5000GiB\"/>\n";
xml += " <prop id=\"mount\" value=\"/\"/>\n";
xml += " </disk>\n";
xml += " </host>\n";
}
}

for (unsigned long i = 0; i < num_ss; i++) {
for (unsigned long j = i; j < num_ss; j++) {
xml += " <route src=\"SS_host_" + std::to_string(i) +
"\" dst=\"SS_host_" + std::to_string(j) +
"\"> <link_ctn id=\"wide_area_link\"/> </route>\n";
// Network link
xml += " <link id=\"wide_area_link\" bandwidth=\"10GBps\" latency=\"100ns\"/>\n";

for (unsigned long i = 0; i < num_cs; i++) {
for (unsigned long j = i; j < num_cs; j++) {
xml += " <route src=\"CS_host_" + std::to_string(i) + "\" dst=\"CS_host_" + std::to_string(j) + "\"> <link_ctn id=\"wide_area_link\"/> </route>\n";
}
}
}

for (unsigned long i = 0; i < num_cs; i++) {
for (unsigned long j = 0; j < num_ss; j++) {
xml += " <route src=\"CS_host_" + std::to_string(i) +
"\" dst=\"SS_host_" + std::to_string(j) +
"\"> <link_ctn id=\"wide_area_link\"/> </route>\n";
for (unsigned long i = 0; i < num_ss; i++) {
for (unsigned long j = i; j < num_ss; j++) {
xml += " <route src=\"SS_host_" + std::to_string(i) + "\" dst=\"SS_host_" + std::to_string(j) + "\"> <link_ctn id=\"wide_area_link\"/> </route>\n";
}
}

for (unsigned long i = 0; i < num_cs; i++) {
for (unsigned long j = 0; j < num_ss; j++) {
xml += " <route src=\"CS_host_" + std::to_string(i) + "\" dst=\"SS_host_" + std::to_string(j) + "\"> <link_ctn id=\"wide_area_link\"/> </route>\n";
}
}

xml += " </zone>\n";
xml += "</platform>\n";

FILE *platform_file = fopen("/tmp/platform.xml", "w");
fprintf(platform_file, "%s", xml.c_str());
fclose(platform_file);

try {
simulation->instantiatePlatform("/tmp/platform.xml");
} catch (std::invalid_argument &e) {// Unfortunately S4U doesn't throw for this...
throw std::runtime_error("Invalid generated XML platform file: " + std::string(e.what()));
}
}

xml += " </zone>\n";
xml += "</platform>\n";

FILE *platform_file = fopen("/tmp/platform.xml", "w");
fprintf(platform_file, "%s", xml.c_str());
fclose(platform_file);

try {
simulation->instantiatePlatform("/tmp/platform.xml");
} catch (
std::invalid_argument &e) { // Unfortunately S4U doesn't throw for this...
throw std::runtime_error("Invalid generated XML platform file: " +
std::string(e.what()));
}
}

int main(int argc, char **argv) {

// Create and initialize a simulation
auto simulation = wrench::Simulation::createSimulation();
simulation->init(&argc, argv);

// Parse command-line arguments
unsigned long num_jobs;
unsigned long num_cs;
unsigned long num_ss;
unsigned long num_nps;
unsigned long buffer_size;

if (argc == 7) {
if ((strcmp(argv[1], "WORKFLOW") and strcmp(argv[1], "ACTION")) or
((sscanf(argv[2], "%lu", &num_jobs) != 1) or (num_jobs < 1)) or
((sscanf(argv[3], "%lu", &num_cs) != 1) or (num_cs < 1)) or
((sscanf(argv[4], "%lu", &num_ss) != 1) or (num_ss < 1)) or
((sscanf(argv[5], "%lu", &num_nps) != 1)) or
((sscanf(argv[6], "%lu", &buffer_size) != 1))) {
std::cerr
<< "Usage: " << argv[0]
<< " <WORKFLOW|ACTION> <num jobs> <num compute services> <num "
"storage services> <num network proximity services> [buffer size]"
<< "\n";
exit(1);
// Create and initialize a simulation
auto simulation = wrench::Simulation::createSimulation();
simulation->init(&argc, argv);

// Parse command-line arguments
unsigned long num_jobs;
unsigned long num_cs;
unsigned long num_ss;
unsigned long num_nps;
unsigned long buffer_size;

if (argc == 7) {
if ((strcmp(argv[1], "WORKFLOW") and strcmp(argv[1], "ACTION")) or
((sscanf(argv[2], "%lu", &num_jobs) != 1) or (num_jobs < 1)) or
((sscanf(argv[3], "%lu", &num_cs) != 1) or (num_cs < 1)) or
((sscanf(argv[4], "%lu", &num_ss) != 1) or (num_ss < 1)) or
((sscanf(argv[5], "%lu", &num_nps) != 1)) or
((sscanf(argv[6], "%lu", &buffer_size) != 1))) {
std::cerr << "Usage: " << argv[0]
<< " <WORKFLOW|ACTION> <num jobs> <num compute services> <num storage services> <num network proximity services> [buffer size]"
<< "\n";
exit(1);
}
} else if (argc == 6) {
if ((strcmp(argv[1], "WORKFLOW") and strcmp(argv[1], "ACTION")) or
((sscanf(argv[2], "%lu", &num_jobs) != 1) or (num_jobs < 1)) or
((sscanf(argv[3], "%lu", &num_cs) != 1) or (num_cs < 1)) or
((sscanf(argv[4], "%lu", &num_ss) != 1) or (num_ss < 1)) or
((sscanf(argv[5], "%lu", &num_nps) != 1))) {
std::cerr << "Usage: " << argv[0]
<< " <WORKFLOW|ACTION> <num jobs> <num compute services> <num storage services> <num network proximity services> [buffer size]"
<< "\n";
exit(1);
}
buffer_size = 10485760;
} else {
std::cerr << "Usage: " << argv[0]
<< " <WORKFLOW|ACTION> <num jobs> <num compute services> <num storage services> <num network proximity services> [buffer size]"
<< "\n";
exit(1);
}
} else if (argc == 6) {
if ((strcmp(argv[1], "WORKFLOW") and strcmp(argv[1], "ACTION")) or
((sscanf(argv[2], "%lu", &num_jobs) != 1) or (num_jobs < 1)) or
((sscanf(argv[3], "%lu", &num_cs) != 1) or (num_cs < 1)) or
((sscanf(argv[4], "%lu", &num_ss) != 1) or (num_ss < 1)) or
((sscanf(argv[5], "%lu", &num_nps) != 1))) {
std::cerr
<< "Usage: " << argv[0]
<< " <WORKFLOW|ACTION> <num jobs> <num compute services> <num "
"storage services> <num network proximity services> [buffer size]"
<< "\n";
exit(1);

// Set up the simulation platform
setupSimulationPlatform(simulation, num_cs, num_ss);

// Create the Compute Services
std::set<std::shared_ptr<ComputeService>> compute_services;
for (unsigned int i = 0; i < num_cs; i++) {
std::string hostname = "CS_host_" + std::to_string(i);
compute_services.insert(simulation->add<ComputeService>(new BareMetalComputeService(hostname, {hostname}, "", {}, {})));
}

// Create the Storage Services
std::set<std::shared_ptr<StorageService>> storage_services;
for (unsigned int i = 0; i < num_ss; i++) {
std::string hostname = "SS_host_" + std::to_string(i);
storage_services.insert(simulation->add<StorageService>(SimpleStorageService::createSimpleStorageService(hostname, {"/"}, {{wrench::SimpleStorageServiceProperty::BUFFER_SIZE, std::to_string(buffer_size)}}, {})));
}
buffer_size = 10485760;
} else {
std::cerr
<< "Usage: " << argv[0]
<< " <WORKFLOW|ACTION> <num jobs> <num compute services> <num storage "
"services> <num network proximity services> [buffer size]"
<< "\n";
exit(1);
}

// Set up the simulation platform
setupSimulationPlatform(simulation, num_cs, num_ss);

// Create the Compute Services
std::set<std::shared_ptr<ComputeService>> compute_services;
for (unsigned int i = 0; i < num_cs; i++) {
std::string hostname = "CS_host_" + std::to_string(i);
compute_services.insert(simulation->add<ComputeService>(
new BareMetalComputeService(hostname, {hostname}, "", {}, {})));
}

// Create the Storage Services
std::set<std::shared_ptr<StorageService>> storage_services;
for (unsigned int i = 0; i < num_ss; i++) {
std::string hostname = "SS_host_" + std::to_string(i);
storage_services.insert(simulation->add<StorageService>(
SimpleStorageService::createSimpleStorageService(
hostname, {"/"},
{{wrench::SimpleStorageServiceProperty::BUFFER_SIZE,
std::to_string(buffer_size)}},
{})));
}
// Create the Network Proximity Services
std::set<std::shared_ptr<NetworkProximityService>> network_proximity_services;
for (unsigned int i = 0; i < num_nps; i++) {
std::string hostname = "CS_host_0";
std::vector<std::string> participating_hosts;
participating_hosts.reserve(compute_services.size());
for (const auto &cs : compute_services) {
participating_hosts.push_back(cs->getHostname());
// Create the Network Proximity Services
std::set<std::shared_ptr<NetworkProximityService>> network_proximity_services;
for (unsigned int i = 0; i < num_nps; i++) {
std::string hostname = "CS_host_0";
std::vector<std::string> participating_hosts;
participating_hosts.reserve(compute_services.size());
for (const auto &cs: compute_services) {
participating_hosts.push_back(cs->getHostname());
}
for (const auto &ss: storage_services) {
participating_hosts.push_back(ss->getHostname());
}

network_proximity_services.insert(simulation->add(new NetworkProximityService(hostname, participating_hosts, {}, {})));
}
for (const auto &ss : storage_services) {
participating_hosts.push_back(ss->getHostname());


// Create the Controller
if (not strcmp(argv[1], "WORKFLOW")) {
simulation->add(
new StressTestWorkflowAPIController(compute_services, storage_services, network_proximity_services, num_jobs, "CS_host_0"));
} else {
simulation->add(
new StressTestActionAPIController(compute_services, storage_services, network_proximity_services, num_jobs, "CS_host_0"));
}

network_proximity_services.insert(simulation->add(
new NetworkProximityService(hostname, participating_hosts, {}, {})));
}

// Create the Controller
if (not strcmp(argv[1], "WORKFLOW")) {
simulation->add(new StressTestWorkflowAPIController(
compute_services, storage_services, network_proximity_services,
num_jobs, "CS_host_0"));
} else {
simulation->add(new StressTestActionAPIController(
compute_services, storage_services, network_proximity_services,
num_jobs, "CS_host_0"));
}

simulation->getOutput().enableWorkflowTaskTimestamps(false);
simulation->getOutput().enableFileReadWriteCopyTimestamps(false);

// Launch the simulation
try {
WRENCH_INFO("Launching simulation!");
simulation->launch();
} catch (std::runtime_error &e) {
std::cerr << "Simulation failed: " << e.what() << "\n";
exit(1);
}

std::cerr << wrench::Simulation::getCurrentSimulatedDate() << "\n";

return 0;
simulation->getOutput().enableWorkflowTaskTimestamps(false);
simulation->getOutput().enableFileReadWriteCopyTimestamps(false);


// Launch the simulation
try {
WRENCH_INFO("Launching simulation!");
simulation->launch();
} catch (std::runtime_error &e) {
std::cerr << "Simulation failed: " << e.what() << "\n";
exit(1);
}

std::cerr << wrench::Simulation::getCurrentSimulatedDate() << "\n";

return 0;
}
Loading

0 comments on commit cfa3c61

Please sign in to comment.