use the good image
continuous-integration/drone/push Build is passing Details
continuous-integration/drone/pr Build is passing Details

pull/1/head
Bastien OLLIER 2 years ago
parent 5435dc638d
commit 5154280fd1

@ -2,3 +2,4 @@
BasedOnStyle: LLVM
IndentWidth: 4
FixNamespaceComments: false
ColumnLimit: 100000

@ -17,11 +17,9 @@ std::vector<sk::host> sk::config::loadHostsFromToml(const fs::path &confFile) {
}
toml::table &serverInfo = *serverInfoPtr;
if (serverInfo.get_as<std::string>("ip") &&
serverInfo.get_as<int64_t>("nbContainerMax")) {
if (serverInfo.get_as<std::string>("ip") && serverInfo.get_as<int64_t>("nbContainerMax")) {
std::string serverIp = serverInfo.get_as<std::string>("ip")->get();
int serverMaxContainers =
serverInfo.get_as<int64_t>("nbContainerMax")->get();
int serverMaxContainers = serverInfo.get_as<int64_t>("nbContainerMax")->get();
hosts.push_back(sk::host(serverIp, serverMaxContainers));
}

@ -1,23 +1,16 @@
#include "host.hpp"
namespace sk {
host::host(const std::string &ip, unsigned int connectionsMax)
: ip{ip}, connections{0}, connectionsMax{connectionsMax}, runners{} {}
host::host(const std::string &ip, unsigned int connectionsMax) : ip{ip}, connections{0}, connectionsMax{connectionsMax}, runners{} {}
void host::addConnection(sk::runner& runner) {
void host::addConnection(sk::runner &runner) {
runners.push(runner);
connections += 1;
}
const std::string& host::getIp() const {
return ip;
}
const std::string &host::getIp() const { return ip; }
unsigned int host::getNbConnections() const {
return connections;
}
unsigned int host::getNbConnections() const { return connections; }
unsigned int host::getNbConnectionsMax() const {
return connectionsMax;
}
unsigned int host::getNbConnectionsMax() const { return connectionsMax; }
}

@ -1,8 +1,8 @@
#pragma once
#include <string>
#include "runner.hpp"
#include <queue>
#include "runner.hpp"
#include <string>
namespace sk {
class host {
@ -15,16 +15,13 @@ class host {
public:
host(const std::string &ip, unsigned int connectionsMax);
void addConnection(sk::runner& runner);
void addConnection(sk::runner &runner);
const std::string &getIp() const;
unsigned int getNbConnections() const;
unsigned int getNbConnectionsMax() const;
bool operator<(const host &other) const {
return (connectionsMax - connections) <
other.getNbConnectionsMax() - other.getNbConnections();
}
bool operator<(const host &other) const { return (connectionsMax - connections) < other.getNbConnectionsMax() - other.getNbConnections(); }
};
}

@ -20,8 +20,7 @@ static constexpr uint32_t MIN_MESSAGE_LEN = JOB_ID_LEN + sizeof(uint32_t) * 2;
sk::runner_backend detect_backend() {
const char *const argv[] = {"docker", "stats", "--no-stream", nullptr};
pid_t pid;
if (posix_spawnp(&pid, argv[0], nullptr, nullptr,
const_cast<char *const *>(argv), nullptr) != 0) {
if (posix_spawnp(&pid, argv[0], nullptr, nullptr, const_cast<char *const *>(argv), nullptr) != 0) {
return sk::runner_backend::BubbleWrap;
}
int status = 0;
@ -35,8 +34,7 @@ sk::runner_backend detect_backend() {
}
int main() {
std::vector<sk::host> listsHosts =
sk::config::loadHostsFromToml("../conf.toml");
std::vector<sk::host> listsHosts = sk::config::loadHostsFromToml("../conf.toml");
std::priority_queue<sk::host> hosts(listsHosts.begin(), listsHosts.end());
std::queue<sk::program> programQueue;
@ -61,25 +59,20 @@ int main() {
std::cerr << "Invalid request" << std::endl;
break;
}
std::string_view jobId(static_cast<char *>(request.data()), JOB_ID_LEN);
uint32_t imageLen =
sk::read_uint32(static_cast<char *>(request.data()) + JOB_ID_LEN);
uint32_t codeLen =
sk::read_uint32(static_cast<char *>(request.data()) + JOB_ID_LEN + sizeof(uint32_t));
uint32_t imageLen = sk::read_uint32(static_cast<char *>(request.data()) + JOB_ID_LEN);
uint32_t codeLen = sk::read_uint32(static_cast<char *>(request.data()) + JOB_ID_LEN + sizeof(uint32_t));
if (request.size() < MIN_MESSAGE_LEN + imageLen + codeLen) {
std::cerr << "Invalid request" << std::endl;
break;
}
std::string imageString(static_cast<char *>(request.data()) +
MIN_MESSAGE_LEN,
imageLen);
std::string requestString(static_cast<char *>(request.data()) +
MIN_MESSAGE_LEN + imageLen,
codeLen);
std::string imageString(static_cast<char *>(request.data()) + MIN_MESSAGE_LEN, imageLen);
std::string requestString(static_cast<char *>(request.data()) + MIN_MESSAGE_LEN + imageLen, codeLen);
std::cout << "Executing " << codeLen << " bytes code.\n";
sk::program program{requestString,
"ghcr.io/moshell-lang/moshell:master"};
sk::program program{requestString, imageString};
sk::run_result result = runner.run_blocking(program);
std::cout << "Result: " << result.out << std::endl;
@ -87,8 +80,7 @@ int main() {
// Send the job id and result.out to sink
zmq::message_t reply(JOB_ID_LEN + result.out.size());
memcpy(reply.data(), jobId.data(), JOB_ID_LEN);
memcpy(static_cast<char *>(reply.data()) + JOB_ID_LEN, result.out.data(),
result.out.size());
memcpy(static_cast<char *>(reply.data()) + JOB_ID_LEN, result.out.data(), result.out.size());
sender.send(reply, zmq::send_flags::none);
}
return 0;

@ -1,10 +1,5 @@
#include "network.hpp"
namespace sk {
uint32_t read_uint32(const char *buffer) {
return static_cast<uint32_t>(buffer[3]) |
static_cast<uint32_t>(buffer[2]) << 8 |
static_cast<uint32_t>(buffer[1]) << 16 |
static_cast<uint32_t>(buffer[0]) << 24;
}
uint32_t read_uint32(const char *buffer) { return static_cast<uint32_t>(buffer[3]) | static_cast<uint32_t>(buffer[2]) << 8 | static_cast<uint32_t>(buffer[1]) << 16 | static_cast<uint32_t>(buffer[0]) << 24; }
}

@ -30,33 +30,15 @@ run_result runner::run_blocking(const program &program) {
posix_spawn_file_actions_addclose(&actions, in_pipe[0]);
posix_spawn_file_actions_addclose(&actions, out_pipe[1]);
posix_spawn_file_actions_addclose(&actions, err_pipe[1]);
const char *const docker_args[] = {"docker",
"run",
"--rm",
"-i",
"--pull=never",
"--cap-drop=ALL",
"--network=none",
"--memory=64m",
"--memory-swap=64m",
"--pids-limit=128",
program.image.c_str(),
nullptr};
const char *const bwrap_args[] = {
"bwrap", "--ro-bind", "/usr", "/usr", "--dir",
"/tmp", "--dir", "/var", "--proc", "/proc",
"--dev", "/dev", "--symlink", "usr/lib", "/lib",
"--symlink", "usr/lib64", "/lib64", "--symlink", "usr/bin",
"/bin", "--symlink", "usr/sbin", "/sbin", "--unshare-all",
"/bin/sh", nullptr};
const char *const docker_args[] = {"docker", "run", "--rm", "-i", "--pull=never", "--cap-drop=ALL", "--network=none", "--memory=64m", "--memory-swap=64m", "--pids-limit=128", program.image.c_str(), nullptr};
const char *const bwrap_args[] = {"bwrap", "--ro-bind", "/usr", "/usr", "--dir", "/tmp", "--dir", "/var", "--proc", "/proc", "--dev", "/dev", "--symlink", "usr/lib", "/lib", "--symlink", "usr/lib64", "/lib64", "--symlink", "usr/bin", "/bin", "--symlink", "usr/sbin", "/sbin", "--unshare-all", "/bin/sh", nullptr};
const char *const *args = docker_args;
if (backend == runner_backend::BubbleWrap) {
args = bwrap_args;
}
pid_t pid;
int exit_code;
if (posix_spawnp(&pid, args[0], &actions, nullptr,
const_cast<char *const *>(args), nullptr) != 0) {
if (posix_spawnp(&pid, args[0], &actions, nullptr, const_cast<char *const *>(args), nullptr) != 0) {
throw std::system_error{errno, std::generic_category()};
}
@ -70,19 +52,16 @@ run_result runner::run_blocking(const program &program) {
std::array<char, 1024> buffer{};
std::string out;
std::string err;
std::array<pollfd, 2> plist = {pollfd{out_pipe[0], POLLIN, 0},
pollfd{err_pipe[0], POLLIN, 0}};
std::array<pollfd, 2> plist = {pollfd{out_pipe[0], POLLIN, 0}, pollfd{err_pipe[0], POLLIN, 0}};
while (poll(plist.data(), plist.size(), /*timeout*/ -1) > 0) {
if (plist[0].revents & POLLIN) {
ssize_t bytes_read =
read(out_pipe[0], buffer.data(), buffer.size());
ssize_t bytes_read = read(out_pipe[0], buffer.data(), buffer.size());
if (bytes_read == -1) {
throw std::system_error{errno, std::generic_category()};
}
out.append(buffer.data(), bytes_read);
} else if (plist[1].revents & POLLIN) {
ssize_t bytes_read =
read(err_pipe[0], buffer.data(), buffer.size());
ssize_t bytes_read = read(err_pipe[0], buffer.data(), buffer.size());
if (bytes_read == -1) {
throw std::system_error{errno, std::generic_category()};
}

Loading…
Cancel
Save