Skip to content

Commit

Permalink
Fix S3BinaryCacheStore
Browse files Browse the repository at this point in the history
It failed with

   AWS error uploading ‘6gaxphsyhg66mz0a00qghf9nqf7majs2.ls.xz’: Unable to parse ExceptionName: MissingContentLength Message: You must provide the Content-Length HTTP header.

possibly because the istringstream_nocopy introduced in
0d2ebb4 doesn't supply the seek
method that the AWS library expects. So bring back the old version,
but only for S3BinaryCacheStore.
  • Loading branch information
edolstra committed Dec 8, 2016
1 parent 8df1a3b commit e6a61b8
Show file tree
Hide file tree
Showing 4 changed files with 11 additions and 53 deletions.
2 changes: 1 addition & 1 deletion src/libstore/derivations.cc
Original file line number Diff line number Diff line change
Expand Up @@ -155,7 +155,7 @@ static StringSet parseStrings(std::istream & str, bool arePaths)
static Derivation parseDerivation(const string & s)
{
Derivation drv;
istringstream_nocopy str(s);
std::istringstream str(s);
expect(str, "Derive([");

/* Parse the list of outputs. */
Expand Down
9 changes: 9 additions & 0 deletions src/libstore/s3-binary-cache-store.cc
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,15 @@

namespace nix {

struct istringstream_nocopy : public std::stringstream
{
istringstream_nocopy(const std::string & s)
{
rdbuf()->pubsetbuf(
(char *) s.data(), s.size());
}
};

struct S3Error : public Error
{
Aws::S3::S3Errors err;
Expand Down
2 changes: 1 addition & 1 deletion src/libutil/hash.cc
Original file line number Diff line number Diff line change
Expand Up @@ -106,7 +106,7 @@ Hash parseHash(HashType ht, const string & s)
string s2(s, i * 2, 2);
if (!isxdigit(s2[0]) || !isxdigit(s2[1]))
throw BadHash(format("invalid hash ‘%1%’") % s);
istringstream_nocopy str(s2);
std::istringstream str(s2);
int n;
str >> std::hex >> n;
hash.hash[i] = n;
Expand Down
51 changes: 0 additions & 51 deletions src/libutil/util.hh
Original file line number Diff line number Diff line change
Expand Up @@ -431,55 +431,4 @@ void callSuccess(
}


/* A variant of std::istringstream that doesn't copy its string
argument. This is useful for large strings. The caller must ensure
that the string object is not destroyed while it's referenced by
this object. */
class istringbuf_nocopy : public std::streambuf
{
const std::string & s;
decltype(s.size()) off;
decltype(s.size()) size;
public:
istringbuf_nocopy(const std::string & s) : s{s}, off{0}, size{s.size()}
{
}

private:
int_type underflow()
{
if (off == size)
return traits_type::eof();
return traits_type::to_int_type(s[off]);
}

int_type uflow()
{
if (off == size)
return traits_type::eof();
return traits_type::to_int_type(s[off++]);
}

int_type pbackfail(int_type ch)
{
if (off == 0 || (ch != traits_type::eof() && ch != s[off - 1]))
return traits_type::eof();

return traits_type::to_int_type(s[--off]);
}

std::streamsize showmanyc()
{
return size - off;
}
};


struct istringstream_nocopy : public std::iostream
{
istringbuf_nocopy buf;
istringstream_nocopy(const std::string & s) : std::iostream(&buf), buf(s) {};
};


}

0 comments on commit e6a61b8

Please sign in to comment.