mirror of
https://github.com/latentPrion/libspinscale.git
synced 2026-08-12 23:48:22 +00:00
Compare commits
4
Commits
88d6367491
...
main
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
e6d9bfe30c | ||
|
|
fd2440e4ee | ||
|
|
21fa125d52 | ||
|
|
3156652257 |
@@ -87,6 +87,7 @@ add_library(spinscale SHARED
|
|||||||
src/puppetApplication.cpp
|
src/puppetApplication.cpp
|
||||||
src/runtime.cpp
|
src/runtime.cpp
|
||||||
src/callableTracer.cpp
|
src/callableTracer.cpp
|
||||||
|
src/multiOperationResultSet.cpp
|
||||||
)
|
)
|
||||||
|
|
||||||
set_target_properties(spinscale PROPERTIES
|
set_target_properties(spinscale PROPERTIES
|
||||||
|
|||||||
@@ -202,17 +202,19 @@ nursery.launch(
|
|||||||
nvc.checkAndRethrowException();
|
nvc.checkAndRethrowException();
|
||||||
});
|
});
|
||||||
|
|
||||||
nursery.requestCancelOnAll();
|
|
||||||
nursery.closeAdmission();
|
nursery.closeAdmission();
|
||||||
|
nursery.requestCancelOnAll();
|
||||||
nursery.syncAwaitAllSettlements(
|
nursery.syncAwaitAllSettlements(
|
||||||
sscl::ComponentThread::getSelf()->getIoContext());
|
sscl::ComponentThread::getSelf()->getIoContext());
|
||||||
```
|
```
|
||||||
|
|
||||||
Each slot owns a `SyncCancelerForAsyncWork`. `requestCancelOnAll()` only signals
|
Each slot owns a `SyncCancelerForAsyncWork`. `requestCancelOnAll()` only signals
|
||||||
cooperative stop; it does not destroy invokers. Invokers are retired when their
|
cooperative stop; it does not destroy invokers. Invokers are retired when their
|
||||||
completion callbacks run. Call `closeAdmission()` explicitly before
|
completion callbacks run. Call `closeAdmission()` before `requestCancelOnAll()`
|
||||||
`asyncAwaitAllSettlements()` or `syncAwaitAllSettlements()`; those APIs wait until
|
so no new work can be admitted after cancel begins, and call `closeAdmission()`
|
||||||
all slots have retired naturally and throw if admission is still open.
|
explicitly before `asyncAwaitAllSettlements()` or `syncAwaitAllSettlements()`;
|
||||||
|
those APIs wait until all slots have retired naturally and throw if admission is
|
||||||
|
still open.
|
||||||
|
|
||||||
`syncAwaitAllSettlements()` runs a nested `io_context` loop on the **calling
|
`syncAwaitAllSettlements()` runs a nested `io_context` loop on the **calling
|
||||||
thread** (it blocks in `run_one()` until every slot has retired). Pass the
|
thread** (it blocks in `run_one()` until every slot has retired). Pass the
|
||||||
|
|||||||
@@ -55,9 +55,6 @@ struct MemberInvoker : MemberInvokerBase
|
|||||||
* nursery member. The external submitter should add the complete flow to the
|
* nursery member. The external submitter should add the complete flow to the
|
||||||
* nursery and then return; the nursery owns that flow until the flow settles.
|
* nursery and then return; the nursery owns that flow until the flow settles.
|
||||||
*
|
*
|
||||||
* Call closeAdmission() explicitly before asyncAwaitAllSettlements() or
|
|
||||||
* syncAwaitAllSettlements().
|
|
||||||
*
|
|
||||||
* syncAwaitAllSettlements() runs a nested io_context loop on the calling
|
* syncAwaitAllSettlements() runs a nested io_context loop on the calling
|
||||||
* thread (AsynchronousBridge). Pass the calling thread's io_context —
|
* thread (AsynchronousBridge). Pass the calling thread's io_context —
|
||||||
* typically
|
* typically
|
||||||
@@ -240,6 +237,36 @@ public:
|
|||||||
s.rsrc.admissionOpen = true;
|
s.rsrc.admissionOpen = true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/** EXPLANATION:
|
||||||
|
* Stopping a nursery: always closeAdmission() before
|
||||||
|
* requestCancelOnAll(). requestCancelOnAll() only marks currently
|
||||||
|
* ACTIVE_UNSETTLED slots; it does not refuse new leases. If cancel
|
||||||
|
* runs while admission is still open, a concurrent submitter can still
|
||||||
|
* getNewSlotLease() / launch() after cancel has fanned out, and that
|
||||||
|
* newly admitted work will not have been cancelled — it races past the
|
||||||
|
* stop wave and keeps the drain from reaching "all settled" until it
|
||||||
|
* finishes on its own (or a later cancel). Closing admission first
|
||||||
|
* seals the nursery so cancel applies to a fixed membership set, then
|
||||||
|
* drain with asyncAwaitAllSettlements() / syncAwaitAllSettlements()
|
||||||
|
* (those APIs also require admission already closed).
|
||||||
|
*
|
||||||
|
* Preferred stop stack for a daemon/service that enqueues request
|
||||||
|
* coroutines into the nursery: keep protocol "stop listening /
|
||||||
|
* disconnect / refuse new connections and requests" separate from
|
||||||
|
* protocol state destruction. Stop accepting at the protocol level
|
||||||
|
* first, then nursery closeAdmission(), then requestCancelOnAll(),
|
||||||
|
* then cancel any awaited I/O owned outside the cancelers, then drain,
|
||||||
|
* then destroy protocol state. That ordering stops new work at the
|
||||||
|
* source before admission is sealed.
|
||||||
|
*
|
||||||
|
* If the daemon/service cannot disconnect/stop listening separately
|
||||||
|
* from destruction, the spinscale-using embedding project must handle
|
||||||
|
* closed-admission failures when it tries to enqueue. For example,
|
||||||
|
* catch the "admission closed" throw around nursery.launch() (or in
|
||||||
|
* the factory that calls it) and emit a protocol-specific failure such
|
||||||
|
* as "connection failed" or "request timed out" instead of letting the
|
||||||
|
* exception escape the accept/request path unbounded.
|
||||||
|
*/
|
||||||
void closeAdmission()
|
void closeAdmission()
|
||||||
{
|
{
|
||||||
sscl::SpinLock::Guard guard(s.lock);
|
sscl::SpinLock::Guard guard(s.lock);
|
||||||
|
|||||||
@@ -20,9 +20,66 @@ public:
|
|||||||
explicit EnvKvStore(
|
explicit EnvKvStore(
|
||||||
const std::vector<std::filesystem::path> &envFilePaths);
|
const std::vector<std::filesystem::path> &envFilePaths);
|
||||||
|
|
||||||
std::optional<std::string> get(std::string_view name) const;
|
/** EXPLANATION:
|
||||||
|
* Precedence: process getenv wins over compiled file-store values unless
|
||||||
|
* bypassProcessEnvironment is true (file store only).
|
||||||
|
*/
|
||||||
|
std::optional<std::string> find(
|
||||||
|
std::string_view name,
|
||||||
|
bool bypassProcessEnvironment = false) const;
|
||||||
|
|
||||||
|
/** Throws if find() returns nullopt. */
|
||||||
|
std::string get(
|
||||||
|
std::string_view name,
|
||||||
|
bool bypassProcessEnvironment = false) const;
|
||||||
|
|
||||||
|
/** EXPLANATION:
|
||||||
|
* Typed int accessors. defaultValue applies only when find() is nullopt;
|
||||||
|
* nullopt defaultValue with a missing key throws. A present value that fails
|
||||||
|
* to parse or fails the positivity constraint always throws.
|
||||||
|
*/
|
||||||
|
int getInt(
|
||||||
|
std::string_view name,
|
||||||
|
std::optional<int> defaultValue = std::nullopt) const
|
||||||
|
{
|
||||||
|
return getIntWithConstraint(name, defaultValue, IntConstraint::Any);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Parsed value must be >= 0. */
|
||||||
|
int getPositiveInt(
|
||||||
|
std::string_view name,
|
||||||
|
std::optional<int> defaultValue = std::nullopt) const
|
||||||
|
{
|
||||||
|
return getIntWithConstraint(
|
||||||
|
name, defaultValue, IntConstraint::NonNegative);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Parsed value must be > 0. */
|
||||||
|
int getPositiveNonZeroInt(
|
||||||
|
std::string_view name,
|
||||||
|
std::optional<int> defaultValue = std::nullopt) const
|
||||||
|
{
|
||||||
|
return getIntWithConstraint(
|
||||||
|
name, defaultValue, IntConstraint::PositiveNonZero);
|
||||||
|
}
|
||||||
|
|
||||||
private:
|
private:
|
||||||
|
/** dotenv line parsing owned by EnvKvStore (definition in .cpp). */
|
||||||
|
class DotenvParser;
|
||||||
|
|
||||||
|
enum class IntConstraint
|
||||||
|
{
|
||||||
|
Any,
|
||||||
|
NonNegative,
|
||||||
|
PositiveNonZero,
|
||||||
|
};
|
||||||
|
|
||||||
|
static int parseInt(std::string_view name, const std::string &raw);
|
||||||
|
int getIntWithConstraint(
|
||||||
|
std::string_view name,
|
||||||
|
std::optional<int> defaultValue,
|
||||||
|
IntConstraint constraint) const;
|
||||||
|
|
||||||
void loadFiles(
|
void loadFiles(
|
||||||
const std::vector<std::filesystem::path> &envFilePaths,
|
const std::vector<std::filesystem::path> &envFilePaths,
|
||||||
std::ostream &warningStream);
|
std::ostream &warningStream);
|
||||||
|
|||||||
@@ -4,6 +4,9 @@
|
|||||||
#include <exception>
|
#include <exception>
|
||||||
|
|
||||||
namespace sscl {
|
namespace sscl {
|
||||||
|
namespace co {
|
||||||
|
struct Group;
|
||||||
|
} // namespace co
|
||||||
|
|
||||||
/** Plain aggregate for fan-out / fan-in results returned from coroutines. */
|
/** Plain aggregate for fan-out / fan-in results returned from coroutines. */
|
||||||
struct MultiOperationResultSet
|
struct MultiOperationResultSet
|
||||||
@@ -38,9 +41,29 @@ struct MultiOperationResultSetWithException
|
|||||||
memberFailureException(memberFailureExceptionIn)
|
memberFailureException(memberFailureExceptionIn)
|
||||||
{}
|
{}
|
||||||
|
|
||||||
|
/** Summarize a settled Group into counts + aggregated member failure. */
|
||||||
|
explicit MultiOperationResultSetWithException(const co::Group &group);
|
||||||
|
|
||||||
bool hasMemberFailure() const
|
bool hasMemberFailure() const
|
||||||
{ return memberFailureException != nullptr; }
|
{ return memberFailureException != nullptr; }
|
||||||
|
|
||||||
|
/** Combine this result set with another phase's counts and exception. */
|
||||||
|
MultiOperationResultSetWithException mergeWith(
|
||||||
|
const MultiOperationResultSetWithException &other) const
|
||||||
|
{
|
||||||
|
std::exception_ptr memberFailure = memberFailureException;
|
||||||
|
if (!memberFailure && other.hasMemberFailure()) {
|
||||||
|
memberFailure = other.memberFailureException;
|
||||||
|
}
|
||||||
|
|
||||||
|
return MultiOperationResultSetWithException(
|
||||||
|
MultiOperationResultSet(
|
||||||
|
results.nTotal + other.results.nTotal,
|
||||||
|
results.nSucceeded + other.results.nSucceeded,
|
||||||
|
results.nFailed + other.results.nFailed),
|
||||||
|
memberFailure);
|
||||||
|
}
|
||||||
|
|
||||||
MultiOperationResultSet results;
|
MultiOperationResultSet results;
|
||||||
std::exception_ptr memberFailureException = nullptr;
|
std::exception_ptr memberFailureException = nullptr;
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -2,6 +2,7 @@
|
|||||||
#define SHARED_RESOURCE_GROUP_H
|
#define SHARED_RESOURCE_GROUP_H
|
||||||
|
|
||||||
#include <string>
|
#include <string>
|
||||||
|
#include <utility>
|
||||||
|
|
||||||
namespace sscl {
|
namespace sscl {
|
||||||
|
|
||||||
@@ -20,6 +21,11 @@ public:
|
|||||||
: lock(lockName), rsrc(initialRsrc)
|
: lock(lockName), rsrc(initialRsrc)
|
||||||
{}
|
{}
|
||||||
|
|
||||||
|
SharedResourceGroup(
|
||||||
|
const std::string& lockName, ResourceType&& initialRsrc)
|
||||||
|
: lock(lockName), rsrc(std::move(initialRsrc))
|
||||||
|
{}
|
||||||
|
|
||||||
~SharedResourceGroup() = default;
|
~SharedResourceGroup() = default;
|
||||||
|
|
||||||
LockType lock;
|
LockType lock;
|
||||||
|
|||||||
+256
-176
@@ -3,197 +3,186 @@
|
|||||||
#include <cstdlib>
|
#include <cstdlib>
|
||||||
#include <fstream>
|
#include <fstream>
|
||||||
#include <iostream>
|
#include <iostream>
|
||||||
|
#include <limits>
|
||||||
#include <ranges>
|
#include <ranges>
|
||||||
#include <sstream>
|
#include <sstream>
|
||||||
#include <stdexcept>
|
#include <stdexcept>
|
||||||
|
#include <utility>
|
||||||
|
|
||||||
#include <spinscale/envKvStore.h>
|
#include <spinscale/envKvStore.h>
|
||||||
|
|
||||||
namespace sscl {
|
namespace sscl {
|
||||||
namespace {
|
|
||||||
|
|
||||||
std::string trim(std::string_view value)
|
class EnvKvStore::DotenvParser
|
||||||
{
|
{
|
||||||
auto begin = std::ranges::find_if_not(
|
public:
|
||||||
value, [](unsigned char c) { return std::isspace(c); });
|
static bool lineIsBlankOrComment(const std::string &line)
|
||||||
auto rbegin = std::ranges::find_if_not(
|
|
||||||
value | std::views::reverse,
|
|
||||||
[](unsigned char c) { return std::isspace(c); });
|
|
||||||
auto end = rbegin.base();
|
|
||||||
if (begin >= end)
|
|
||||||
{
|
{
|
||||||
return {};
|
std::string trimmed = trim(line);
|
||||||
|
return trimmed.empty() || trimmed.front() == '#';
|
||||||
}
|
}
|
||||||
return std::string(begin, end);
|
|
||||||
}
|
|
||||||
|
|
||||||
bool characterIsValidNameStart(char c)
|
static std::pair<std::string, std::string> parseAssignment(
|
||||||
{
|
const std::filesystem::path &envFilePath,
|
||||||
return std::isalpha(static_cast<unsigned char>(c)) || c == '_';
|
std::size_t lineNumber,
|
||||||
}
|
const std::string &line)
|
||||||
|
|
||||||
bool characterIsValidNameBody(char c)
|
|
||||||
{
|
|
||||||
return std::isalnum(static_cast<unsigned char>(c)) || c == '_';
|
|
||||||
}
|
|
||||||
|
|
||||||
bool nameIsValid(std::string_view name)
|
|
||||||
{
|
|
||||||
if (name.empty() || !characterIsValidNameStart(name.front()))
|
|
||||||
{
|
{
|
||||||
return false;
|
std::size_t separator = line.find('=');
|
||||||
|
if (separator == std::string::npos)
|
||||||
|
{
|
||||||
|
throw makeParseError(
|
||||||
|
envFilePath, lineNumber, "Expected KEY=value.");
|
||||||
|
}
|
||||||
|
|
||||||
|
std::string name = trim(std::string_view(line).substr(0, separator));
|
||||||
|
if (!nameIsValid(name))
|
||||||
|
{
|
||||||
|
throw makeParseError(
|
||||||
|
envFilePath, lineNumber, "Invalid variable name.");
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
std::move(name),
|
||||||
|
parseValue(
|
||||||
|
envFilePath,
|
||||||
|
lineNumber,
|
||||||
|
std::string_view(line).substr(separator + 1))};
|
||||||
}
|
}
|
||||||
return std::ranges::all_of(name.substr(1), characterIsValidNameBody);
|
|
||||||
}
|
|
||||||
|
|
||||||
std::runtime_error makeParseError(
|
private:
|
||||||
const std::filesystem::path &envFilePath,
|
static std::string trim(std::string_view value)
|
||||||
std::size_t lineNumber,
|
|
||||||
const std::string &message)
|
|
||||||
{
|
|
||||||
std::ostringstream stream;
|
|
||||||
stream << envFilePath << ":" << lineNumber << ": " << message;
|
|
||||||
return std::runtime_error(stream.str());
|
|
||||||
}
|
|
||||||
|
|
||||||
bool lineIsBlankOrComment(const std::string &line)
|
|
||||||
{
|
|
||||||
std::string trimmed = trim(line);
|
|
||||||
return trimmed.empty() || trimmed.front() == '#';
|
|
||||||
}
|
|
||||||
|
|
||||||
std::size_t findClosingQuote(
|
|
||||||
const std::filesystem::path &envFilePath,
|
|
||||||
std::size_t lineNumber,
|
|
||||||
std::string_view value)
|
|
||||||
{
|
|
||||||
char quote = value.front();
|
|
||||||
bool escapeNext = false;
|
|
||||||
for (std::size_t i = 1; i < value.size(); ++i)
|
|
||||||
{
|
{
|
||||||
if (escapeNext)
|
auto begin = std::ranges::find_if_not(
|
||||||
{
|
value, [](unsigned char c) { return std::isspace(c); });
|
||||||
escapeNext = false;
|
auto rbegin = std::ranges::find_if_not(
|
||||||
continue;
|
value | std::views::reverse,
|
||||||
}
|
[](unsigned char c) { return std::isspace(c); });
|
||||||
if (quote == '"' && value[i] == '\\')
|
auto end = rbegin.base();
|
||||||
{
|
if (begin >= end) { return {}; }
|
||||||
escapeNext = true;
|
return std::string(begin, end);
|
||||||
continue;
|
|
||||||
}
|
|
||||||
if (value[i] == quote)
|
|
||||||
{
|
|
||||||
return i;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
throw makeParseError(envFilePath, lineNumber, "Unterminated quoted value.");
|
|
||||||
}
|
|
||||||
|
|
||||||
std::string decodeDoubleQuotedValue(std::string_view value)
|
static bool characterIsValidNameStart(char c)
|
||||||
{
|
|
||||||
std::string decoded;
|
|
||||||
decoded.reserve(value.size());
|
|
||||||
bool escapeNext = false;
|
|
||||||
for (char c : value)
|
|
||||||
{
|
{
|
||||||
if (!escapeNext && c == '\\')
|
return std::isalpha(static_cast<unsigned char>(c)) || c == '_';
|
||||||
|
}
|
||||||
|
|
||||||
|
static bool characterIsValidNameBody(char c)
|
||||||
|
{
|
||||||
|
return std::isalnum(static_cast<unsigned char>(c)) || c == '_';
|
||||||
|
}
|
||||||
|
|
||||||
|
static bool nameIsValid(std::string_view name)
|
||||||
|
{
|
||||||
|
if (name.empty() || !characterIsValidNameStart(name.front())) { return false; }
|
||||||
|
return std::ranges::all_of(name.substr(1), characterIsValidNameBody);
|
||||||
|
}
|
||||||
|
|
||||||
|
static std::runtime_error makeParseError(
|
||||||
|
const std::filesystem::path &envFilePath,
|
||||||
|
std::size_t lineNumber,
|
||||||
|
const std::string &message)
|
||||||
|
{
|
||||||
|
std::ostringstream stream;
|
||||||
|
stream << envFilePath << ":" << lineNumber << ": " << message;
|
||||||
|
return std::runtime_error(stream.str());
|
||||||
|
}
|
||||||
|
|
||||||
|
static std::size_t findClosingQuote(
|
||||||
|
const std::filesystem::path &envFilePath,
|
||||||
|
std::size_t lineNumber,
|
||||||
|
std::string_view value)
|
||||||
|
{
|
||||||
|
char quote = value.front();
|
||||||
|
bool escapeNext = false;
|
||||||
|
for (std::size_t i = 1; i < value.size(); ++i)
|
||||||
{
|
{
|
||||||
escapeNext = true;
|
if (escapeNext)
|
||||||
continue;
|
|
||||||
}
|
|
||||||
if (escapeNext)
|
|
||||||
{
|
|
||||||
switch (c)
|
|
||||||
{
|
{
|
||||||
case 'n':
|
escapeNext = false;
|
||||||
decoded.push_back('\n');
|
continue;
|
||||||
break;
|
|
||||||
case 'r':
|
|
||||||
decoded.push_back('\r');
|
|
||||||
break;
|
|
||||||
case 't':
|
|
||||||
decoded.push_back('\t');
|
|
||||||
break;
|
|
||||||
default:
|
|
||||||
decoded.push_back(c);
|
|
||||||
break;
|
|
||||||
}
|
}
|
||||||
escapeNext = false;
|
if (quote == '"' && value[i] == '\\')
|
||||||
continue;
|
{
|
||||||
|
escapeNext = true;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (value[i] == quote) { return i; }
|
||||||
}
|
}
|
||||||
decoded.push_back(c);
|
|
||||||
}
|
|
||||||
if (escapeNext)
|
|
||||||
{
|
|
||||||
decoded.push_back('\\');
|
|
||||||
}
|
|
||||||
return decoded;
|
|
||||||
}
|
|
||||||
|
|
||||||
std::string parseQuotedValue(
|
|
||||||
const std::filesystem::path &envFilePath,
|
|
||||||
std::size_t lineNumber,
|
|
||||||
std::string_view value)
|
|
||||||
{
|
|
||||||
char quote = value.front();
|
|
||||||
std::size_t closingQuote = findClosingQuote(envFilePath, lineNumber, value);
|
|
||||||
std::string trailing = trim(value.substr(closingQuote + 1));
|
|
||||||
if (!trailing.empty() && trailing.front() != '#')
|
|
||||||
{
|
|
||||||
throw makeParseError(
|
throw makeParseError(
|
||||||
envFilePath, lineNumber, "Unexpected text after quoted value.");
|
envFilePath, lineNumber, "Unterminated quoted value.");
|
||||||
}
|
|
||||||
std::string_view quotedBody = value.substr(1, closingQuote - 1);
|
|
||||||
if (quote == '"')
|
|
||||||
{
|
|
||||||
return decodeDoubleQuotedValue(quotedBody);
|
|
||||||
}
|
|
||||||
return std::string(quotedBody);
|
|
||||||
}
|
|
||||||
|
|
||||||
std::string parseValue(
|
|
||||||
const std::filesystem::path &envFilePath,
|
|
||||||
std::size_t lineNumber,
|
|
||||||
std::string_view rawValue)
|
|
||||||
{
|
|
||||||
std::string value = trim(rawValue);
|
|
||||||
if (value.empty())
|
|
||||||
{
|
|
||||||
return {};
|
|
||||||
}
|
|
||||||
if (value.front() == '\'' || value.front() == '"')
|
|
||||||
{
|
|
||||||
return parseQuotedValue(envFilePath, lineNumber, value);
|
|
||||||
}
|
|
||||||
return trim(value.substr(0, value.find('#')));
|
|
||||||
}
|
|
||||||
|
|
||||||
std::pair<std::string, std::string> parseAssignment(
|
|
||||||
const std::filesystem::path &envFilePath,
|
|
||||||
std::size_t lineNumber,
|
|
||||||
const std::string &line)
|
|
||||||
{
|
|
||||||
std::size_t separator = line.find('=');
|
|
||||||
if (separator == std::string::npos)
|
|
||||||
{
|
|
||||||
throw makeParseError(envFilePath, lineNumber, "Expected KEY=value.");
|
|
||||||
}
|
}
|
||||||
|
|
||||||
std::string name = trim(std::string_view(line).substr(0, separator));
|
static std::string decodeDoubleQuotedValue(std::string_view value)
|
||||||
if (!nameIsValid(name))
|
|
||||||
{
|
{
|
||||||
throw makeParseError(envFilePath, lineNumber, "Invalid variable name.");
|
std::string decoded;
|
||||||
|
decoded.reserve(value.size());
|
||||||
|
bool escapeNext = false;
|
||||||
|
for (char c : value)
|
||||||
|
{
|
||||||
|
if (!escapeNext && c == '\\')
|
||||||
|
{
|
||||||
|
escapeNext = true;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (escapeNext)
|
||||||
|
{
|
||||||
|
switch (c)
|
||||||
|
{
|
||||||
|
case 'n':
|
||||||
|
decoded.push_back('\n');
|
||||||
|
break;
|
||||||
|
case 'r':
|
||||||
|
decoded.push_back('\r');
|
||||||
|
break;
|
||||||
|
case 't':
|
||||||
|
decoded.push_back('\t');
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
decoded.push_back(c);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
escapeNext = false;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
decoded.push_back(c);
|
||||||
|
}
|
||||||
|
if (escapeNext) { decoded.push_back('\\'); }
|
||||||
|
return decoded;
|
||||||
}
|
}
|
||||||
|
|
||||||
return {
|
static std::string parseQuotedValue(
|
||||||
std::move(name),
|
const std::filesystem::path &envFilePath,
|
||||||
parseValue(
|
std::size_t lineNumber,
|
||||||
envFilePath,
|
std::string_view value)
|
||||||
lineNumber,
|
{
|
||||||
std::string_view(line).substr(separator + 1))};
|
char quote = value.front();
|
||||||
}
|
std::size_t closingQuote =
|
||||||
|
findClosingQuote(envFilePath, lineNumber, value);
|
||||||
|
std::string trailing = trim(value.substr(closingQuote + 1));
|
||||||
|
if (!trailing.empty() && trailing.front() != '#')
|
||||||
|
{
|
||||||
|
throw makeParseError(
|
||||||
|
envFilePath,
|
||||||
|
lineNumber,
|
||||||
|
"Unexpected text after quoted value.");
|
||||||
|
}
|
||||||
|
std::string_view quotedBody = value.substr(1, closingQuote - 1);
|
||||||
|
if (quote == '"') { return decodeDoubleQuotedValue(quotedBody); }
|
||||||
|
return std::string(quotedBody);
|
||||||
|
}
|
||||||
|
|
||||||
} // namespace
|
static std::string parseValue(
|
||||||
|
const std::filesystem::path &envFilePath,
|
||||||
|
std::size_t lineNumber,
|
||||||
|
std::string_view rawValue)
|
||||||
|
{
|
||||||
|
std::string value = trim(rawValue);
|
||||||
|
if (value.empty()) { return {}; }
|
||||||
|
if (value.front() == '\'' || value.front() == '"') { return parseQuotedValue(envFilePath, lineNumber, value); }
|
||||||
|
return trim(value.substr(0, value.find('#')));
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
EnvKvStore::EnvKvStore(
|
EnvKvStore::EnvKvStore(
|
||||||
const std::vector<std::filesystem::path> &envFilePaths,
|
const std::vector<std::filesystem::path> &envFilePaths,
|
||||||
@@ -205,8 +194,7 @@ EnvKvStore::EnvKvStore(
|
|||||||
EnvKvStore::EnvKvStore(
|
EnvKvStore::EnvKvStore(
|
||||||
const std::vector<std::filesystem::path> &envFilePaths)
|
const std::vector<std::filesystem::path> &envFilePaths)
|
||||||
: EnvKvStore(envFilePaths, std::cerr)
|
: EnvKvStore(envFilePaths, std::cerr)
|
||||||
{
|
{}
|
||||||
}
|
|
||||||
|
|
||||||
void EnvKvStore::loadFiles(
|
void EnvKvStore::loadFiles(
|
||||||
const std::vector<std::filesystem::path> &envFilePaths,
|
const std::vector<std::filesystem::path> &envFilePaths,
|
||||||
@@ -218,21 +206,115 @@ void EnvKvStore::loadFiles(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
std::optional<std::string> EnvKvStore::get(std::string_view name) const
|
std::optional<std::string> EnvKvStore::find(
|
||||||
|
std::string_view name,
|
||||||
|
bool bypassProcessEnvironment) const
|
||||||
{
|
{
|
||||||
std::string ownedName(name);
|
if (!bypassProcessEnvironment)
|
||||||
if (const char *value = std::getenv(ownedName.c_str()))
|
|
||||||
{
|
{
|
||||||
return std::string(value);
|
std::string ownedName(name);
|
||||||
|
if (const char *value = std::getenv(ownedName.c_str())) {
|
||||||
|
return std::string(value);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
auto value = values.find(std::string(name));
|
auto value = values.find(std::string(name));
|
||||||
if (value == values.end())
|
if (value == values.end()) { return std::nullopt; }
|
||||||
{
|
|
||||||
return std::nullopt;
|
|
||||||
}
|
|
||||||
return value->second;
|
return value->second;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
std::string EnvKvStore::get(
|
||||||
|
std::string_view name,
|
||||||
|
bool bypassProcessEnvironment) const
|
||||||
|
{
|
||||||
|
std::optional<std::string> value = find(name, bypassProcessEnvironment);
|
||||||
|
if (!value.has_value())
|
||||||
|
{
|
||||||
|
throw std::runtime_error(
|
||||||
|
std::string("EnvKvStore: missing key '")
|
||||||
|
+ std::string(name)
|
||||||
|
+ "'");
|
||||||
|
}
|
||||||
|
return *value;
|
||||||
|
}
|
||||||
|
|
||||||
|
int EnvKvStore::parseInt(std::string_view name, const std::string &raw)
|
||||||
|
{
|
||||||
|
try
|
||||||
|
{
|
||||||
|
std::size_t consumed = 0;
|
||||||
|
const long parsed = std::stol(raw, &consumed);
|
||||||
|
if (consumed != raw.size())
|
||||||
|
{
|
||||||
|
throw std::runtime_error(
|
||||||
|
std::string("EnvKvStore: '")
|
||||||
|
+ std::string(name)
|
||||||
|
+ "' must be an integer, got: "
|
||||||
|
+ raw);
|
||||||
|
}
|
||||||
|
if (parsed < std::numeric_limits<int>::min()
|
||||||
|
|| parsed > std::numeric_limits<int>::max())
|
||||||
|
{
|
||||||
|
throw std::runtime_error(
|
||||||
|
std::string("EnvKvStore: '")
|
||||||
|
+ std::string(name)
|
||||||
|
+ "' is out of int range, got: "
|
||||||
|
+ raw);
|
||||||
|
}
|
||||||
|
return static_cast<int>(parsed);
|
||||||
|
}
|
||||||
|
catch (const std::runtime_error &)
|
||||||
|
{
|
||||||
|
throw;
|
||||||
|
}
|
||||||
|
catch (const std::exception &)
|
||||||
|
{
|
||||||
|
throw std::runtime_error(
|
||||||
|
std::string("EnvKvStore: failed to parse '")
|
||||||
|
+ std::string(name)
|
||||||
|
+ "' as an integer, got: "
|
||||||
|
+ raw);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
int EnvKvStore::getIntWithConstraint(
|
||||||
|
std::string_view name,
|
||||||
|
std::optional<int> defaultValue,
|
||||||
|
IntConstraint constraint) const
|
||||||
|
{
|
||||||
|
const std::optional<std::string> raw = find(name);
|
||||||
|
if (!raw.has_value())
|
||||||
|
{
|
||||||
|
if (!defaultValue.has_value())
|
||||||
|
{
|
||||||
|
throw std::runtime_error(
|
||||||
|
std::string("EnvKvStore: missing key '")
|
||||||
|
+ std::string(name)
|
||||||
|
+ "'");
|
||||||
|
}
|
||||||
|
return *defaultValue;
|
||||||
|
}
|
||||||
|
|
||||||
|
const int parsed = parseInt(name, *raw);
|
||||||
|
if (constraint == IntConstraint::NonNegative && parsed < 0)
|
||||||
|
{
|
||||||
|
throw std::runtime_error(
|
||||||
|
std::string("EnvKvStore: '")
|
||||||
|
+ std::string(name)
|
||||||
|
+ "' must be a non-negative integer, got: "
|
||||||
|
+ *raw);
|
||||||
|
}
|
||||||
|
if (constraint == IntConstraint::PositiveNonZero && parsed <= 0)
|
||||||
|
{
|
||||||
|
throw std::runtime_error(
|
||||||
|
std::string("EnvKvStore: '")
|
||||||
|
+ std::string(name)
|
||||||
|
+ "' must be a positive non-zero integer, got: "
|
||||||
|
+ *raw);
|
||||||
|
}
|
||||||
|
return parsed;
|
||||||
|
}
|
||||||
|
|
||||||
void EnvKvStore::loadFile(
|
void EnvKvStore::loadFile(
|
||||||
const std::filesystem::path &envFilePath,
|
const std::filesystem::path &envFilePath,
|
||||||
std::ostream &warningStream)
|
std::ostream &warningStream)
|
||||||
@@ -249,11 +331,9 @@ void EnvKvStore::loadFile(
|
|||||||
while (std::getline(file, line))
|
while (std::getline(file, line))
|
||||||
{
|
{
|
||||||
++lineNumber;
|
++lineNumber;
|
||||||
if (lineIsBlankOrComment(line))
|
if (DotenvParser::lineIsBlankOrComment(line)) { continue; }
|
||||||
{
|
auto [name, value] =
|
||||||
continue;
|
DotenvParser::parseAssignment(envFilePath, lineNumber, line);
|
||||||
}
|
|
||||||
auto [name, value] = parseAssignment(envFilePath, lineNumber, line);
|
|
||||||
storeValue(envFilePath, name, value, warningStream);
|
storeValue(envFilePath, name, value, warningStream);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,35 @@
|
|||||||
|
#include <boostAsioLinkageFix.h>
|
||||||
|
|
||||||
|
#include <spinscale/multiOperationResultSet.h>
|
||||||
|
#include <spinscale/co/group.h>
|
||||||
|
|
||||||
|
namespace sscl {
|
||||||
|
|
||||||
|
MultiOperationResultSetWithException::MultiOperationResultSetWithException(
|
||||||
|
const co::Group &group)
|
||||||
|
{
|
||||||
|
unsigned int nSucceeded = 0;
|
||||||
|
unsigned int nFailed = 0;
|
||||||
|
using SettlementType = co::Group::SettlementDescriptor::TypeE;
|
||||||
|
|
||||||
|
for (const auto &desc : group.s.rsrc.settlements)
|
||||||
|
{
|
||||||
|
if (desc.type == SettlementType::EXCEPTION_THROWN) {
|
||||||
|
nFailed++;
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
nSucceeded++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
results = MultiOperationResultSet(
|
||||||
|
static_cast<unsigned int>(group.s.rsrc.settlements.size()),
|
||||||
|
nSucceeded,
|
||||||
|
nFailed);
|
||||||
|
|
||||||
|
if (nFailed > 0) {
|
||||||
|
memberFailureException = group.captureAggregatedGroupExceptions();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
} // namespace sscl
|
||||||
+505
-45
@@ -1,8 +1,11 @@
|
|||||||
|
#include <algorithm>
|
||||||
#include <cstdlib>
|
#include <cstdlib>
|
||||||
#include <chrono>
|
#include <chrono>
|
||||||
#include <filesystem>
|
#include <filesystem>
|
||||||
#include <fstream>
|
#include <fstream>
|
||||||
|
#include <optional>
|
||||||
#include <sstream>
|
#include <sstream>
|
||||||
|
#include <stdexcept>
|
||||||
#include <string>
|
#include <string>
|
||||||
#include <vector>
|
#include <vector>
|
||||||
|
|
||||||
@@ -12,6 +15,16 @@
|
|||||||
|
|
||||||
namespace {
|
namespace {
|
||||||
|
|
||||||
|
constexpr const char *kTestEnvName = "SSCL_ENV_TEST_VALUE";
|
||||||
|
constexpr const char *kPositiveIntMsEnvName = "SSCL_POSITIVE_INT_MS";
|
||||||
|
constexpr int kPositiveIntMsDefault = 33;
|
||||||
|
|
||||||
|
void unsetTestEnvVars()
|
||||||
|
{
|
||||||
|
unsetenv(kTestEnvName);
|
||||||
|
unsetenv(kPositiveIntMsEnvName);
|
||||||
|
}
|
||||||
|
|
||||||
class EnvKvStoreTest
|
class EnvKvStoreTest
|
||||||
: public testing::Test
|
: public testing::Test
|
||||||
{
|
{
|
||||||
@@ -24,12 +37,12 @@ protected:
|
|||||||
.time_since_epoch().count())
|
.time_since_epoch().count())
|
||||||
+ "-" + std::to_string(testCounter++));
|
+ "-" + std::to_string(testCounter++));
|
||||||
std::filesystem::create_directories(root);
|
std::filesystem::create_directories(root);
|
||||||
unsetenv("SSCL_ENV_TEST_VALUE");
|
unsetTestEnvVars();
|
||||||
}
|
}
|
||||||
|
|
||||||
void TearDown() override
|
void TearDown() override
|
||||||
{
|
{
|
||||||
unsetenv("SSCL_ENV_TEST_VALUE");
|
unsetTestEnvVars();
|
||||||
std::filesystem::remove_all(root);
|
std::filesystem::remove_all(root);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -43,6 +56,26 @@ protected:
|
|||||||
return path;
|
return path;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void expectParseErrorContaining(
|
||||||
|
const std::filesystem::path &envFile,
|
||||||
|
const std::string &expectedFragment)
|
||||||
|
{
|
||||||
|
std::ostringstream warnings;
|
||||||
|
try
|
||||||
|
{
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
FAIL() << "Expected parse of " << envFile << " to throw.";
|
||||||
|
}
|
||||||
|
catch (const std::runtime_error &e)
|
||||||
|
{
|
||||||
|
std::string message = e.what();
|
||||||
|
EXPECT_NE(message.find(envFile.string()), std::string::npos)
|
||||||
|
<< message;
|
||||||
|
EXPECT_NE(message.find(expectedFragment), std::string::npos)
|
||||||
|
<< message;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
std::filesystem::path root;
|
std::filesystem::path root;
|
||||||
static inline int testCounter = 0;
|
static inline int testCounter = 0;
|
||||||
};
|
};
|
||||||
@@ -65,69 +98,196 @@ TEST_F(EnvKvStoreTest, ParsesSupportedDotenvForms)
|
|||||||
std::ostringstream warnings;
|
std::ostringstream warnings;
|
||||||
sscl::EnvKvStore store({envFile}, warnings);
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
EXPECT_EQ(store.get("PLAIN"), "value");
|
EXPECT_EQ(store.find("PLAIN"), "value");
|
||||||
EXPECT_EQ(store.get("TRIMMED"), "value with spaces");
|
EXPECT_EQ(store.find("TRIMMED"), "value with spaces");
|
||||||
EXPECT_EQ(store.get("SINGLE"), " preserved value ");
|
EXPECT_EQ(store.find("SINGLE"), " preserved value ");
|
||||||
EXPECT_EQ(store.get("DOUBLE"), "another preserved value");
|
EXPECT_EQ(store.find("DOUBLE"), "another preserved value");
|
||||||
EXPECT_EQ(store.get("ESCAPED"), "quote: \" slash: \\ tab: \t");
|
EXPECT_EQ(store.find("ESCAPED"), "quote: \" slash: \\ tab: \t");
|
||||||
EXPECT_EQ(store.get("COMMENTED"), "value");
|
EXPECT_EQ(store.find("COMMENTED"), "value");
|
||||||
EXPECT_TRUE(warnings.str().empty());
|
EXPECT_TRUE(warnings.str().empty());
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_F(EnvKvStoreTest, LaterFilesOverwriteEarlierFilesAndWarn)
|
TEST_F(EnvKvStoreTest, EmptyPathListYieldsEmptyStore)
|
||||||
{
|
{
|
||||||
std::filesystem::path first = writeFile("first.env", "VALUE=first\n");
|
|
||||||
std::filesystem::path second = writeFile("second.env", "VALUE=second\n");
|
|
||||||
|
|
||||||
std::ostringstream warnings;
|
std::ostringstream warnings;
|
||||||
sscl::EnvKvStore store({first, second}, warnings);
|
sscl::EnvKvStore store({}, warnings);
|
||||||
|
|
||||||
EXPECT_EQ(store.get("VALUE"), "second");
|
EXPECT_EQ(store.find("ANY"), std::nullopt);
|
||||||
EXPECT_NE(warnings.str().find("VALUE"), std::string::npos);
|
EXPECT_TRUE(warnings.str().empty());
|
||||||
EXPECT_NE(warnings.str().find("first"), std::string::npos);
|
|
||||||
EXPECT_NE(warnings.str().find("second"), std::string::npos);
|
|
||||||
EXPECT_NE(warnings.str().find(second.string()), std::string::npos);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_F(EnvKvStoreTest, DuplicateKeysInsideSameFileOverwriteAndWarn)
|
TEST_F(EnvKvStoreTest, EmptyFileYieldsEmptyStore)
|
||||||
{
|
{
|
||||||
std::filesystem::path envFile =
|
std::filesystem::path envFile = writeFile("empty.env", "");
|
||||||
writeFile("one.env", "VALUE=first\nVALUE=second\n");
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find("ANY"), std::nullopt);
|
||||||
|
EXPECT_TRUE(warnings.str().empty());
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, CommentOnlyAndWhitespaceOnlyLinesAreIgnored)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile = writeFile(
|
||||||
|
"comments.env",
|
||||||
|
" \n"
|
||||||
|
"\t\n"
|
||||||
|
"# only comment\n"
|
||||||
|
" # indented comment\n"
|
||||||
|
"KEEP=yes\n"
|
||||||
|
"\n");
|
||||||
|
|
||||||
std::ostringstream warnings;
|
std::ostringstream warnings;
|
||||||
sscl::EnvKvStore store({envFile}, warnings);
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
EXPECT_EQ(store.get("VALUE"), "second");
|
EXPECT_EQ(store.find("KEEP"), "yes");
|
||||||
EXPECT_NE(warnings.str().find("VALUE"), std::string::npos);
|
EXPECT_TRUE(warnings.str().empty());
|
||||||
EXPECT_NE(warnings.str().find("first"), std::string::npos);
|
|
||||||
EXPECT_NE(warnings.str().find("second"), std::string::npos);
|
|
||||||
EXPECT_NE(warnings.str().find(envFile.string()), std::string::npos);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_F(EnvKvStoreTest, ProcessEnvironmentOverridesStoreSilently)
|
TEST_F(EnvKvStoreTest, EmptyUnquotedValueIsAccepted)
|
||||||
{
|
{
|
||||||
std::filesystem::path envFile =
|
std::filesystem::path envFile = writeFile("empty-value.env", "EMPTY=\n");
|
||||||
writeFile("one.env", "SSCL_ENV_TEST_VALUE=file\n");
|
std::ostringstream warnings;
|
||||||
setenv("SSCL_ENV_TEST_VALUE", "process", 1);
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find("EMPTY"), "");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, UnquotedHashStartsInlineComment)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile = writeFile(
|
||||||
|
"hash.env",
|
||||||
|
"A=before#after\n"
|
||||||
|
"B= # leading comment after equals\n");
|
||||||
|
|
||||||
std::ostringstream warnings;
|
std::ostringstream warnings;
|
||||||
sscl::EnvKvStore store({envFile}, warnings);
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
EXPECT_EQ(store.get("SSCL_ENV_TEST_VALUE"), "process");
|
EXPECT_EQ(store.find("A"), "before");
|
||||||
EXPECT_TRUE(warnings.str().empty());
|
EXPECT_EQ(store.find("B"), "");
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_F(EnvKvStoreTest, EmptyProcessEnvironmentValueOverridesStoreSilently)
|
TEST_F(EnvKvStoreTest, HashInsideQuotesIsLiteral)
|
||||||
{
|
{
|
||||||
std::filesystem::path envFile =
|
std::filesystem::path envFile = writeFile(
|
||||||
writeFile("one.env", "SSCL_ENV_TEST_VALUE=file\n");
|
"hash-quoted.env",
|
||||||
setenv("SSCL_ENV_TEST_VALUE", "", 1);
|
"SINGLE='#not-comment'\n"
|
||||||
|
"DOUBLE=\"#not-comment\"\n"
|
||||||
|
"DOUBLE_TRAIL=\"kept\" # trailing comment ok\n");
|
||||||
|
|
||||||
std::ostringstream warnings;
|
std::ostringstream warnings;
|
||||||
sscl::EnvKvStore store({envFile}, warnings);
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
EXPECT_EQ(store.get("SSCL_ENV_TEST_VALUE"), "");
|
EXPECT_EQ(store.find("SINGLE"), "#not-comment");
|
||||||
EXPECT_TRUE(warnings.str().empty());
|
EXPECT_EQ(store.find("DOUBLE"), "#not-comment");
|
||||||
|
EXPECT_EQ(store.find("DOUBLE_TRAIL"), "kept");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, DoubleQuotedEscapeSequences)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile = writeFile(
|
||||||
|
"escapes.env",
|
||||||
|
"NL=\"line\\nbreak\"\n"
|
||||||
|
"CR=\"ret\\rurn\"\n"
|
||||||
|
"TAB=\"a\\tb\"\n"
|
||||||
|
"UNKNOWN=\"\\q\"\n"
|
||||||
|
"TRAILING=\"end\\\\\"\n"
|
||||||
|
"ESCAPED_QUOTE_MID=\"a\\\"b\"\n");
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find("NL"), "line\nbreak");
|
||||||
|
EXPECT_EQ(store.find("CR"), "ret\rurn");
|
||||||
|
EXPECT_EQ(store.find("TAB"), "a\tb");
|
||||||
|
EXPECT_EQ(store.find("UNKNOWN"), "q");
|
||||||
|
EXPECT_EQ(store.find("TRAILING"), "end\\");
|
||||||
|
EXPECT_EQ(store.find("ESCAPED_QUOTE_MID"), "a\"b");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, SingleQuotedValuesDoNotDecodeEscapes)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile = writeFile(
|
||||||
|
"single-escapes.env",
|
||||||
|
"LITERAL='\\n\\t\\\"'\n");
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find("LITERAL"), "\\n\\t\\\"");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, ValidNamesAcceptUnderscoreAndAlnum)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile = writeFile(
|
||||||
|
"names.env",
|
||||||
|
"_LEADING=1\n"
|
||||||
|
"A1B2=2\n"
|
||||||
|
"mixed_Case99=3\n");
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find("_LEADING"), "1");
|
||||||
|
EXPECT_EQ(store.find("A1B2"), "2");
|
||||||
|
EXPECT_EQ(store.find("mixed_Case99"), "3");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, InvalidNamesThrow)
|
||||||
|
{
|
||||||
|
expectParseErrorContaining(
|
||||||
|
writeFile("digit.env", "1BAD=x\n"),
|
||||||
|
"Invalid variable name.");
|
||||||
|
expectParseErrorContaining(
|
||||||
|
writeFile("hyphen.env", "BAD-NAME=x\n"),
|
||||||
|
"Invalid variable name.");
|
||||||
|
expectParseErrorContaining(
|
||||||
|
writeFile("dot.env", "BAD.NAME=x\n"),
|
||||||
|
"Invalid variable name.");
|
||||||
|
expectParseErrorContaining(
|
||||||
|
writeFile("empty-name.env", "=value\n"),
|
||||||
|
"Invalid variable name.");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, UnterminatedQuotedValueThrows)
|
||||||
|
{
|
||||||
|
expectParseErrorContaining(
|
||||||
|
writeFile("unterminated-double.env", "X=\"no close\n"),
|
||||||
|
"Unterminated quoted value.");
|
||||||
|
expectParseErrorContaining(
|
||||||
|
writeFile("unterminated-single.env", "X='no close\n"),
|
||||||
|
"Unterminated quoted value.");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, UnexpectedTextAfterQuotedValueThrows)
|
||||||
|
{
|
||||||
|
expectParseErrorContaining(
|
||||||
|
writeFile("trail.env", "X=\"ok\" trailing\n"),
|
||||||
|
"Unexpected text after quoted value.");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, MalformedLineThrowsWithLineNumber)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile = writeFile(
|
||||||
|
"bad.env",
|
||||||
|
"# header\n"
|
||||||
|
"GOOD=1\n"
|
||||||
|
"NOT AN ASSIGNMENT\n");
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
try
|
||||||
|
{
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
FAIL() << "Expected malformed env file to throw.";
|
||||||
|
}
|
||||||
|
catch (const std::runtime_error &e)
|
||||||
|
{
|
||||||
|
std::string message = e.what();
|
||||||
|
EXPECT_NE(message.find(envFile.string()), std::string::npos);
|
||||||
|
EXPECT_NE(message.find(":3:"), std::string::npos) << message;
|
||||||
|
EXPECT_NE(message.find("Expected KEY=value."), std::string::npos)
|
||||||
|
<< message;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_F(EnvKvStoreTest, MissingFileThrows)
|
TEST_F(EnvKvStoreTest, MissingFileThrows)
|
||||||
@@ -138,20 +298,320 @@ TEST_F(EnvKvStoreTest, MissingFileThrows)
|
|||||||
std::runtime_error);
|
std::runtime_error);
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_F(EnvKvStoreTest, MalformedLineThrows)
|
TEST_F(EnvKvStoreTest, UnreadableFileThrowsOpenFailure)
|
||||||
{
|
{
|
||||||
std::filesystem::path envFile = writeFile("bad.env", "NOT AN ASSIGNMENT\n");
|
std::filesystem::path envFile = writeFile("noread.env", "X=1\n");
|
||||||
std::ostringstream warnings;
|
std::filesystem::permissions(envFile, std::filesystem::perms::none);
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
try
|
try
|
||||||
{
|
{
|
||||||
sscl::EnvKvStore store({envFile}, warnings);
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
FAIL() << "Expected malformed env file to throw.";
|
FAIL() << "Expected unreadable file open to throw.";
|
||||||
}
|
}
|
||||||
catch (const std::runtime_error &e)
|
catch (const std::runtime_error &e)
|
||||||
{
|
{
|
||||||
std::string message = e.what();
|
EXPECT_NE(
|
||||||
EXPECT_NE(message.find(envFile.string()), std::string::npos);
|
std::string(e.what()).find("Failed to open env file:"),
|
||||||
EXPECT_NE(message.find(":1:"), std::string::npos);
|
std::string::npos);
|
||||||
|
}
|
||||||
|
|
||||||
|
std::filesystem::permissions(
|
||||||
|
envFile,
|
||||||
|
std::filesystem::perms::owner_read
|
||||||
|
| std::filesystem::perms::owner_write);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, LaterFilesOverwriteEarlierFilesAndWarn)
|
||||||
|
{
|
||||||
|
std::filesystem::path first = writeFile("first.env", "VALUE=first\n");
|
||||||
|
std::filesystem::path second = writeFile("second.env", "VALUE=second\n");
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({first, second}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find("VALUE"), "second");
|
||||||
|
EXPECT_NE(warnings.str().find("VALUE"), std::string::npos);
|
||||||
|
EXPECT_NE(warnings.str().find("first"), std::string::npos);
|
||||||
|
EXPECT_NE(warnings.str().find("second"), std::string::npos);
|
||||||
|
EXPECT_NE(warnings.str().find(second.string()), std::string::npos);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, ThreeFileOverwriteKeepsLastValue)
|
||||||
|
{
|
||||||
|
std::filesystem::path a = writeFile("a.env", "K=a\nSHARED=1\n");
|
||||||
|
std::filesystem::path b = writeFile("b.env", "SHARED=2\n");
|
||||||
|
std::filesystem::path c = writeFile("c.env", "SHARED=3\nK=c\n");
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({a, b, c}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find("K"), "c");
|
||||||
|
EXPECT_EQ(store.find("SHARED"), "3");
|
||||||
|
const std::string warningText = warnings.str();
|
||||||
|
EXPECT_GE(
|
||||||
|
std::count(warningText.begin(), warningText.end(), '\n'),
|
||||||
|
2);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, DuplicateKeysInsideSameFileOverwriteAndWarn)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile =
|
||||||
|
writeFile("one.env", "VALUE=first\nVALUE=second\n");
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find("VALUE"), "second");
|
||||||
|
EXPECT_NE(warnings.str().find("VALUE"), std::string::npos);
|
||||||
|
EXPECT_NE(warnings.str().find("first"), std::string::npos);
|
||||||
|
EXPECT_NE(warnings.str().find("second"), std::string::npos);
|
||||||
|
EXPECT_NE(warnings.str().find(envFile.string()), std::string::npos);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, ProcessEnvironmentOverridesStoreSilently)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile =
|
||||||
|
writeFile("one.env", "SSCL_ENV_TEST_VALUE=file\n");
|
||||||
|
setenv(kTestEnvName, "process", 1);
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find(kTestEnvName), "process");
|
||||||
|
EXPECT_TRUE(warnings.str().empty());
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, EmptyProcessEnvironmentValueOverridesStoreSilently)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile =
|
||||||
|
writeFile("one.env", "SSCL_ENV_TEST_VALUE=file\n");
|
||||||
|
setenv(kTestEnvName, "", 1);
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find(kTestEnvName), "");
|
||||||
|
EXPECT_TRUE(warnings.str().empty());
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, ProcessEnvironmentReturnedWhenKeyAbsentFromStore)
|
||||||
|
{
|
||||||
|
setenv(kTestEnvName, "only-process", 1);
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find(kTestEnvName), "only-process");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, BypassProcessEnvironmentUsesFileStoreOnly)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile =
|
||||||
|
writeFile("one.env", "SSCL_ENV_TEST_VALUE=file\n");
|
||||||
|
setenv(kTestEnvName, "process", 1);
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find(kTestEnvName, true), "file");
|
||||||
|
EXPECT_EQ(store.find(kTestEnvName, false), "process");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, BypassIgnoresProcessEnvWhenKeyOnlyInProcess)
|
||||||
|
{
|
||||||
|
setenv(kTestEnvName, "process-only", 1);
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find(kTestEnvName, true), std::nullopt);
|
||||||
|
EXPECT_EQ(store.find(kTestEnvName, false), "process-only");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, MissingKeyReturnsNullopt)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile = writeFile("one.env", "PRESENT=1\n");
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.find("PRESENT"), "1");
|
||||||
|
EXPECT_EQ(store.find("ABSENT"), std::nullopt);
|
||||||
|
EXPECT_EQ(store.find("ABSENT", true), std::nullopt);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, DefaultWarningCtorLoadsWithoutThrowing)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile = writeFile("one.env", "OK=1\n");
|
||||||
|
sscl::EnvKvStore store({envFile});
|
||||||
|
EXPECT_EQ(store.find("OK"), "1");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetThrowsWhenKeyMissing)
|
||||||
|
{
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({}, warnings);
|
||||||
|
EXPECT_THROW(store.get("ABSENT"), std::runtime_error);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetReturnsPresentValue)
|
||||||
|
{
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store(
|
||||||
|
{writeFile("one.env", "PRESENT=1\n")},
|
||||||
|
warnings);
|
||||||
|
EXPECT_EQ(store.get("PRESENT"), "1");
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetIntUsesDefaultWhenUnset)
|
||||||
|
{
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.getInt(kPositiveIntMsEnvName, kPositiveIntMsDefault), kPositiveIntMsDefault);
|
||||||
|
EXPECT_EQ(store.getInt("CUSTOM", 42), 42);
|
||||||
|
EXPECT_THROW(store.getInt("MISSING"), std::runtime_error);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetIntParsesSignedValues)
|
||||||
|
{
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store(
|
||||||
|
{writeFile("one.env", "NEG=-7\nZERO=0\n")},
|
||||||
|
warnings);
|
||||||
|
EXPECT_EQ(store.getInt("NEG"), -7);
|
||||||
|
EXPECT_EQ(store.getInt("ZERO"), 0);
|
||||||
|
EXPECT_EQ(store.getPositiveInt("ZERO"), 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetPositiveNonZeroIntUsesDefaultWhenUnset)
|
||||||
|
{
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(
|
||||||
|
store.getPositiveNonZeroInt(kPositiveIntMsEnvName, kPositiveIntMsDefault),
|
||||||
|
kPositiveIntMsDefault);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetPositiveNonZeroIntParsesFileValue)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile = writeFile(
|
||||||
|
"one.env",
|
||||||
|
std::string(kPositiveIntMsEnvName) + "=50\n");
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(
|
||||||
|
store.getPositiveNonZeroInt(kPositiveIntMsEnvName, kPositiveIntMsDefault),
|
||||||
|
50);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetPositiveNonZeroIntHonorsProcessEnvironmentOverFile)
|
||||||
|
{
|
||||||
|
std::filesystem::path envFile = writeFile(
|
||||||
|
"one.env",
|
||||||
|
std::string(kPositiveIntMsEnvName) + "=50\n");
|
||||||
|
setenv(kPositiveIntMsEnvName, "77", 1);
|
||||||
|
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store({envFile}, warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(
|
||||||
|
store.getPositiveNonZeroInt(kPositiveIntMsEnvName, kPositiveIntMsDefault),
|
||||||
|
77);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetPositiveNonZeroIntRejectsNonPositive)
|
||||||
|
{
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore zeroStore(
|
||||||
|
{writeFile(
|
||||||
|
"zero.env",
|
||||||
|
std::string(kPositiveIntMsEnvName) + "=0\n")},
|
||||||
|
warnings);
|
||||||
|
EXPECT_THROW(
|
||||||
|
zeroStore.getPositiveNonZeroInt(
|
||||||
|
kPositiveIntMsEnvName, kPositiveIntMsDefault),
|
||||||
|
std::runtime_error);
|
||||||
|
|
||||||
|
sscl::EnvKvStore negativeStore(
|
||||||
|
{writeFile(
|
||||||
|
"neg.env",
|
||||||
|
std::string(kPositiveIntMsEnvName) + "=-3\n")},
|
||||||
|
warnings);
|
||||||
|
EXPECT_THROW(
|
||||||
|
negativeStore.getPositiveNonZeroInt(
|
||||||
|
kPositiveIntMsEnvName, kPositiveIntMsDefault),
|
||||||
|
std::runtime_error);
|
||||||
|
EXPECT_THROW(
|
||||||
|
negativeStore.getPositiveInt(
|
||||||
|
kPositiveIntMsEnvName, kPositiveIntMsDefault),
|
||||||
|
std::runtime_error);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetPositiveNonZeroIntRejectsNonNumericAndTrailingJunk)
|
||||||
|
{
|
||||||
|
std::ostringstream warnings;
|
||||||
|
|
||||||
|
sscl::EnvKvStore letters(
|
||||||
|
{writeFile(
|
||||||
|
"letters.env",
|
||||||
|
std::string(kPositiveIntMsEnvName) + "=abc\n")},
|
||||||
|
warnings);
|
||||||
|
try
|
||||||
|
{
|
||||||
|
(void)letters.getPositiveNonZeroInt(
|
||||||
|
kPositiveIntMsEnvName, kPositiveIntMsDefault);
|
||||||
|
FAIL() << "Expected non-numeric parse to throw.";
|
||||||
|
}
|
||||||
|
catch (const std::runtime_error &e)
|
||||||
|
{
|
||||||
|
EXPECT_NE(
|
||||||
|
std::string(e.what()).find("failed to parse"),
|
||||||
|
std::string::npos)
|
||||||
|
<< e.what();
|
||||||
|
}
|
||||||
|
|
||||||
|
sscl::EnvKvStore trailing(
|
||||||
|
{writeFile(
|
||||||
|
"trailing.env",
|
||||||
|
std::string(kPositiveIntMsEnvName) + "=50ms\n")},
|
||||||
|
warnings);
|
||||||
|
try
|
||||||
|
{
|
||||||
|
(void)trailing.getPositiveNonZeroInt(
|
||||||
|
kPositiveIntMsEnvName, kPositiveIntMsDefault);
|
||||||
|
FAIL() << "Expected trailing junk to throw.";
|
||||||
|
}
|
||||||
|
catch (const std::runtime_error &e)
|
||||||
|
{
|
||||||
|
EXPECT_NE(
|
||||||
|
std::string(e.what()).find("must be an integer"),
|
||||||
|
std::string::npos)
|
||||||
|
<< e.what();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetPositiveNonZeroIntRejectsEmptyStringValue)
|
||||||
|
{
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store(
|
||||||
|
{writeFile(
|
||||||
|
"empty.env",
|
||||||
|
std::string(kPositiveIntMsEnvName) + "=\n")},
|
||||||
|
warnings);
|
||||||
|
|
||||||
|
EXPECT_THROW(
|
||||||
|
store.getPositiveNonZeroInt(kPositiveIntMsEnvName, kPositiveIntMsDefault),
|
||||||
|
std::runtime_error);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(EnvKvStoreTest, GetPositiveNonZeroIntAcceptsOne)
|
||||||
|
{
|
||||||
|
std::ostringstream warnings;
|
||||||
|
sscl::EnvKvStore store(
|
||||||
|
{writeFile("one.env", "CUSTOM=1\n")},
|
||||||
|
warnings);
|
||||||
|
|
||||||
|
EXPECT_EQ(store.getPositiveNonZeroInt("CUSTOM", 99), 1);
|
||||||
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user