Skip to content

Commit

Permalink
Galaxy: Add support for downloading dependencies
Browse files Browse the repository at this point in the history 
Adds support for downloading dependencies for a game
Added --galaxy-no-dependencies option to disable downloading dependencies during --galaxy-install
  • Loading branch information
@Sude-
Sude- committed Sep 5, 2018
1 parent cae5f80 commit 35b178e
Show file tree
Hide file tree
Showing 5 changed files with 134 additions and 40 deletions.
1 change: 1 addition & 0 deletions include/config.h
View file
Expand Up @@ -51,6 +51,7 @@ struct DownloadConfig

bool bIgnoreDLCCount;
bool bDuplicateHandler;
bool bGalaxyDependencies;
};

struct gameSpecificConfig
Expand Down
8 changes: 6 additions & 2 deletions include/galaxyapi.h
View file
Expand Up @@ -37,6 +37,7 @@ struct galaxyDepotItem
uintmax_t totalSizeUncompressed;
std::string md5;
std::string product_id;
bool isDependency = false;
};

class galaxyAPI
Expand All @@ -50,15 +51,18 @@ class galaxyAPI
Json::Value getProductBuilds(const std::string& product_id, const std::string& platform = "windows", const std::string& generation = "2");
Json::Value getManifestV1(const std::string& product_id, const std::string& build_id, const std::string& manifest_id = "repository", const std::string& platform = "windows");
Json::Value getManifestV1(const std::string& manifest_url);
Json::Value getManifestV2(std::string manifest_hash);
Json::Value getManifestV2(std::string manifest_hash, const bool& is_dependency = false);
Json::Value getSecureLink(const std::string& product_id, const std::string& path);
Json::Value getDependencyLink(const std::string& path);
std::string getResponse(const std::string& url, const bool& zlib_decompress = false);
Json::Value getResponseJson(const std::string& url, const bool& zlib_decompress = false);
std::string hashToGalaxyPath(const std::string& hash);
std::vector<galaxyDepotItem> getDepotItemsVector(const std::string& hash);
std::vector<galaxyDepotItem> getDepotItemsVector(const std::string& hash, const bool& is_dependency = false);
Json::Value getProductInfo(const std::string& product_id);
gameDetails productInfoJsonToGameDetails(const Json::Value& json, const DownloadConfig& dlConf);
Json::Value getUserData();
Json::Value getDependenciesJson();
std::vector<galaxyDepotItem> getFilteredDepotItemsVectorFromJson(const Json::Value& depot_json, const std::string& galaxy_language, const std::string& galaxy_arch, const bool& is_dependency = false);
protected:
private:
CurlConfig curlConf;
Expand Down
3 changes: 3 additions & 0 deletions main.cpp
View file
Expand Up @@ -144,6 +144,7 @@ int main(int argc, char *argv[])
bool bNoSubDirectories = false;
bool bNoPlatformDetection = false;
bool bLogin = false;
bool bNoGalaxyDependencies = false;
std::string sInstallerPlatform;
std::string sInstallerLanguage;
std::string sIncludeOptions;
Expand Down Expand Up @@ -237,6 +238,7 @@ int main(int argc, char *argv[])
("galaxy-platform", bpo::value<std::string>(&sGalaxyPlatform)->default_value("w"), galaxy_platform_text.c_str())
("galaxy-language", bpo::value<std::string>(&sGalaxyLanguage)->default_value("en"), galaxy_language_text.c_str())
("galaxy-arch", bpo::value<std::string>(&sGalaxyArch)->default_value("x64"), galaxy_arch_text.c_str())
("galaxy-no-dependencies", bpo::value<bool>(&bNoGalaxyDependencies)->zero_tokens()->default_value(false), "Don't download dependencies during --galaxy-install")
;

options_cli_all.add(options_cli_no_cfg).add(options_cli_cfg).add(options_cli_experimental);
Expand Down Expand Up @@ -436,6 +438,7 @@ int main(int argc, char *argv[])
Globals::globalConfig.dlConf.bRemoteXML = !bNoRemoteXML;
Globals::globalConfig.dirConf.bSubDirectories = !bNoSubDirectories;
Globals::globalConfig.bPlatformDetection = !bNoPlatformDetection;
Globals::globalConfig.dlConf.bGalaxyDependencies = !bNoGalaxyDependencies;

for (auto i = unrecognized_options_cli.begin(); i != unrecognized_options_cli.end(); ++i)
if (i->compare(0, GlobalConstants::PROTOCOL_PREFIX.length(), GlobalConstants::PROTOCOL_PREFIX) == 0)
Expand Down
73 changes: 39 additions & 34 deletions src/downloader.cpp
View file
Expand Up @@ -3323,48 +3323,49 @@ void Downloader::galaxyInstallGame(const std::string& product_id, int build_inde
std::vector<galaxyDepotItem> items;
for (unsigned int i = 0; i < json["depots"].size(); ++i)
{
bool bSelectedLanguage = false;
bool bSelectedArch = false;
boost::regex language_re("^(" + sLanguageRegex + ")$", boost::regex::perl | boost::regex::icase);
boost::match_results<std::string::const_iterator> what;
for (unsigned int j = 0; j < json["depots"][i]["languages"].size(); ++j)
std::vector<galaxyDepotItem> vec = gogGalaxy->getFilteredDepotItemsVectorFromJson(json["depots"][i], sLanguageRegex, sGalaxyArch);

if (!vec.empty())
items.insert(std::end(items), std::begin(vec), std::end(vec));
}

// Add dependency ids to vector
std::vector<std::string> dependencies;
if (json.isMember("dependencies") && Globals::globalConfig.dlConf.bGalaxyDependencies)
{
for (unsigned int i = 0; i < json["dependencies"].size(); ++i)
{
std::string language = json["depots"][i]["languages"][j].asString();
if (language == "*" || boost::regex_search(language, what, language_re))
bSelectedLanguage = true;
dependencies.push_back(json["dependencies"][i].asString());
}
}

if (json["depots"][i].isMember("osBitness"))
// Add dependencies to items vector
if (!dependencies.empty())
{
Json::Value dependenciesJson = gogGalaxy->getDependenciesJson();
if (!dependenciesJson.empty() && dependenciesJson.isMember("depots"))
{
for (unsigned int j = 0; j < json["depots"][i]["osBitness"].size(); ++j)
for (unsigned int i = 0; i < dependenciesJson["depots"].size(); ++i)
{
std::string osBitness = json["depots"][i]["osBitness"][j].asString();
if (osBitness == "*" || osBitness == sGalaxyArch)
bSelectedArch = true;
std::string dependencyId = dependenciesJson["depots"][i]["dependencyId"].asString();
if (std::any_of(dependencies.begin(), dependencies.end(), [dependencyId](std::string dependency){return dependency == dependencyId;}))
{
std::vector<galaxyDepotItem> vec = gogGalaxy->getFilteredDepotItemsVectorFromJson(dependenciesJson["depots"][i], sLanguageRegex, sGalaxyArch, true);

if (!vec.empty())
items.insert(std::end(items), std::begin(vec), std::end(vec));
}
}
}
else
}

// Set product id for items
for (auto it = items.begin(); it != items.end(); ++it)
{
if (it->product_id.empty())
{
// No osBitness found, assume that we want to download this depot
bSelectedArch = true;
it->product_id = product_id;
}

if (!bSelectedLanguage || !bSelectedArch)
continue;

std::string depotHash = json["depots"][i]["manifest"].asString();
std::string depot_product_id = json["depots"][i]["productId"].asString();

if (depot_product_id.empty())
depot_product_id = product_id;

std::vector<galaxyDepotItem> vec = gogGalaxy->getDepotItemsVector(depotHash);

// Set product id for items
for (auto it = vec.begin(); it != vec.end(); ++it)
it->product_id = depot_product_id;

items.insert(std::end(items), std::begin(vec), std::end(vec));
}

uintmax_t totalSize = 0;
Expand Down Expand Up @@ -3626,7 +3627,11 @@ void Downloader::processGalaxyDownloadQueue(const std::string& install_path, Con
}
}

Json::Value json = galaxy->getSecureLink(item.product_id, galaxy->hashToGalaxyPath(item.chunks[j].md5_compressed));
Json::Value json;
if (item.isDependency)
json = galaxy->getDependencyLink(galaxy->hashToGalaxyPath(item.chunks[j].md5_compressed));
else
json = galaxy->getSecureLink(item.product_id, galaxy->hashToGalaxyPath(item.chunks[j].md5_compressed));

// Prefer edgecast urls
bool bPreferEdgecast = true;
Expand Down
89 changes: 85 additions & 4 deletions src/galaxyapi.cpp
View file
Expand Up @@ -176,12 +176,16 @@ Json::Value galaxyAPI::getManifestV1(const std::string& manifest_url)
return this->getResponseJson(manifest_url);
}

Json::Value galaxyAPI::getManifestV2(std::string manifest_hash)
Json::Value galaxyAPI::getManifestV2(std::string manifest_hash, const bool& is_dependency)
{
if (!manifest_hash.empty() && manifest_hash.find("/") == std::string::npos)
manifest_hash = this->hashToGalaxyPath(manifest_hash);

std::string url = "https://cdn.gog.com/content-system/v2/meta/" + manifest_hash;
std::string url;
if (is_dependency)
url = "https://cdn.gog.com/content-system/v2/dependencies/meta/" + manifest_hash;
else
url = "https://cdn.gog.com/content-system/v2/meta/" + manifest_hash;

return this->getResponseJson(url, true);
}
Expand All @@ -193,6 +197,14 @@ Json::Value galaxyAPI::getSecureLink(const std::string& product_id, const std::s
return this->getResponseJson(url);
}

Json::Value galaxyAPI::getDependencyLink(const std::string& path)
{
std::string url = "https://content-system.gog.com/open_link?generation=2&_version=2&path=/dependencies/store/" + path;

return this->getResponseJson(url);
}


std::string galaxyAPI::hashToGalaxyPath(const std::string& hash)
{
std::string galaxy_path = hash;
Expand All @@ -202,9 +214,9 @@ std::string galaxyAPI::hashToGalaxyPath(const std::string& hash)
return galaxy_path;
}

std::vector<galaxyDepotItem> galaxyAPI::getDepotItemsVector(const std::string& hash)
std::vector<galaxyDepotItem> galaxyAPI::getDepotItemsVector(const std::string& hash, const bool& is_dependency)
{
Json::Value json = this->getManifestV2(hash);
Json::Value json = this->getManifestV2(hash, is_dependency);

std::vector<galaxyDepotItem> items;

Expand All @@ -216,6 +228,7 @@ std::vector<galaxyDepotItem> galaxyAPI::getDepotItemsVector(const std::string& h
item.totalSizeCompressed = 0;
item.totalSizeUncompressed = 0;
item.path = json["depot"]["items"][i]["path"].asString();
item.isDependency = is_dependency;

while (Util::replaceString(item.path, "\\", "/"));
for (unsigned int j = 0; j < json["depot"]["items"][i]["chunks"].size(); ++j)
Expand Down Expand Up @@ -443,3 +456,71 @@ Json::Value galaxyAPI::getUserData()

return this->getResponseJson(url);
}

Json::Value galaxyAPI::getDependenciesJson()
{
std::string url = "https://content-system.gog.com/dependencies/repository?generation=2";
Json::Value dependencies;
Json::Value repository = this->getResponseJson(url);

if (!repository.empty())
{
if (repository.isMember("repository_manifest"))
{
std::string manifest_url = repository["repository_manifest"].asString();
dependencies = this->getResponseJson(manifest_url, true);
}
}

return dependencies;
}

std::vector<galaxyDepotItem> galaxyAPI::getFilteredDepotItemsVectorFromJson(const Json::Value& depot_json, const std::string& galaxy_language, const std::string& galaxy_arch, const bool& is_dependency)
{
std::vector<galaxyDepotItem> items;

bool bSelectedLanguage = false;
bool bSelectedArch = false;
boost::regex language_re("^(" + galaxy_language + ")$", boost::regex::perl | boost::regex::icase);
boost::match_results<std::string::const_iterator> what;
for (unsigned int j = 0; j < depot_json["languages"].size(); ++j)
{
std::string language = depot_json["languages"][j].asString();
if (language == "*" || boost::regex_search(language, what, language_re))
bSelectedLanguage = true;
}

if (depot_json.isMember("osBitness"))
{
for (unsigned int j = 0; j < depot_json["osBitness"].size(); ++j)
{
std::string osBitness = depot_json["osBitness"][j].asString();
if (osBitness == "*" || osBitness == galaxy_arch)
bSelectedArch = true;
}
}
else
{
// No osBitness found, assume that we want this depot
bSelectedArch = true;
}

if (bSelectedLanguage && bSelectedArch)
{
std::string depotHash = depot_json["manifest"].asString();
std::string depot_product_id = depot_json["productId"].asString();

items = this->getDepotItemsVector(depotHash, is_dependency);

// Set product id for items
for (auto it = items.begin(); it != items.end(); ++it)
{
if (!depot_product_id.empty())
{
it->product_id = depot_product_id;
}
}
}

return items;
}

0 comments on commit 35b178e

Please sign in to comment.