2017-04-27 18:24:53 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
2015-06-16 13:08:31 +00:00
|
|
|
#include <QObject>
|
|
|
|
#include <QTimer>
|
|
|
|
#include <QNetworkAccessManager>
|
|
|
|
#include <QNetworkReply>
|
|
|
|
#include <QEventLoop>
|
cloudstorage: try to pick between multiple cloud servers
The backend infrastructure will soon be able to support more than one
cloud server which automagically stay in sync with each other.
One critical requirement for that to work is that once a session was
started with one of the servers, the complete session happens with that
server - we must not switch from server to server while doing a git
transaction. To make sure that's the case, we aren't trying to use DNS
tricks to make this load balancing scheme work, but instead try to
determine at program start which server is the best one to use.
Right now this is super simplistic. Two servers, one in the US, one in
Europe. By default we use the European server (most of our users appear
to be in Europe), but if we can figure out that the client is actually
in the Americas, use the US server. We might improve that heuristic over
time, but as a first attempt it seems not entirely bogus.
The way this is implemented is a simple combination of two free
webservices that together appear to give us a very reliable estimate
which continent the user is located on.
api.ipify.org gives us our external IP address
ip-api.com gives us the continent that IP address is on
If any of this fails or takes too long to respond, we simply ignore it
since either server will work. One oddity is that if we decide to change
servers we only change the settings that are stored on disk, not the
runtime preferences. This goes back to the comment above that we have to
avoid changing servers in mid sync.
Signed-off-by: Dirk Hohndel <dirk@hohndel.org>
2021-04-11 01:03:08 +00:00
|
|
|
#include <QHostAddress>
|
2015-06-16 13:08:31 +00:00
|
|
|
|
|
|
|
#include "pref.h"
|
2018-06-03 20:15:19 +00:00
|
|
|
#include "qthelper.h"
|
2016-04-04 00:26:05 +00:00
|
|
|
#include "git-access.h"
|
2019-08-05 17:41:15 +00:00
|
|
|
#include "errorhelper.h"
|
2024-03-13 08:41:11 +00:00
|
|
|
#include "core/format.h"
|
cloudstorage: try to pick between multiple cloud servers
The backend infrastructure will soon be able to support more than one
cloud server which automagically stay in sync with each other.
One critical requirement for that to work is that once a session was
started with one of the servers, the complete session happens with that
server - we must not switch from server to server while doing a git
transaction. To make sure that's the case, we aren't trying to use DNS
tricks to make this load balancing scheme work, but instead try to
determine at program start which server is the best one to use.
Right now this is super simplistic. Two servers, one in the US, one in
Europe. By default we use the European server (most of our users appear
to be in Europe), but if we can figure out that the client is actually
in the Americas, use the US server. We might improve that heuristic over
time, but as a first attempt it seems not entirely bogus.
The way this is implemented is a simple combination of two free
webservices that together appear to give us a very reliable estimate
which continent the user is located on.
api.ipify.org gives us our external IP address
ip-api.com gives us the continent that IP address is on
If any of this fails or takes too long to respond, we simply ignore it
since either server will work. One oddity is that if we decide to change
servers we only change the settings that are stored on disk, not the
runtime preferences. This goes back to the comment above that we have to
avoid changing servers in mid sync.
Signed-off-by: Dirk Hohndel <dirk@hohndel.org>
2021-04-11 01:03:08 +00:00
|
|
|
#include "core/subsurface-string.h"
|
2021-04-18 23:28:25 +00:00
|
|
|
#include "core/membuffer.h"
|
cloudstorage: try to pick between multiple cloud servers
The backend infrastructure will soon be able to support more than one
cloud server which automagically stay in sync with each other.
One critical requirement for that to work is that once a session was
started with one of the servers, the complete session happens with that
server - we must not switch from server to server while doing a git
transaction. To make sure that's the case, we aren't trying to use DNS
tricks to make this load balancing scheme work, but instead try to
determine at program start which server is the best one to use.
Right now this is super simplistic. Two servers, one in the US, one in
Europe. By default we use the European server (most of our users appear
to be in Europe), but if we can figure out that the client is actually
in the Americas, use the US server. We might improve that heuristic over
time, but as a first attempt it seems not entirely bogus.
The way this is implemented is a simple combination of two free
webservices that together appear to give us a very reliable estimate
which continent the user is located on.
api.ipify.org gives us our external IP address
ip-api.com gives us the continent that IP address is on
If any of this fails or takes too long to respond, we simply ignore it
since either server will work. One oddity is that if we decide to change
servers we only change the settings that are stored on disk, not the
runtime preferences. This goes back to the comment above that we have to
avoid changing servers in mid sync.
Signed-off-by: Dirk Hohndel <dirk@hohndel.org>
2021-04-11 01:03:08 +00:00
|
|
|
#include "core/settings/qPrefCloudStorage.h"
|
2015-06-16 13:08:31 +00:00
|
|
|
|
|
|
|
#include "checkcloudconnection.h"
|
|
|
|
|
2015-10-02 19:25:03 +00:00
|
|
|
CheckCloudConnection::CheckCloudConnection(QObject *parent) :
|
|
|
|
QObject(parent),
|
|
|
|
reply(0)
|
2015-06-16 13:08:31 +00:00
|
|
|
{
|
|
|
|
|
|
|
|
}
|
|
|
|
|
cloudstorage: try to pick between multiple cloud servers
The backend infrastructure will soon be able to support more than one
cloud server which automagically stay in sync with each other.
One critical requirement for that to work is that once a session was
started with one of the servers, the complete session happens with that
server - we must not switch from server to server while doing a git
transaction. To make sure that's the case, we aren't trying to use DNS
tricks to make this load balancing scheme work, but instead try to
determine at program start which server is the best one to use.
Right now this is super simplistic. Two servers, one in the US, one in
Europe. By default we use the European server (most of our users appear
to be in Europe), but if we can figure out that the client is actually
in the Americas, use the US server. We might improve that heuristic over
time, but as a first attempt it seems not entirely bogus.
The way this is implemented is a simple combination of two free
webservices that together appear to give us a very reliable estimate
which continent the user is located on.
api.ipify.org gives us our external IP address
ip-api.com gives us the continent that IP address is on
If any of this fails or takes too long to respond, we simply ignore it
since either server will work. One oddity is that if we decide to change
servers we only change the settings that are stored on disk, not the
runtime preferences. This goes back to the comment above that we have to
avoid changing servers in mid sync.
Signed-off-by: Dirk Hohndel <dirk@hohndel.org>
2021-04-11 01:03:08 +00:00
|
|
|
// two free APIs to figure out where we are
|
|
|
|
#define GET_EXTERNAL_IP_API "http://api.ipify.org"
|
|
|
|
#define GET_CONTINENT_API "http://ip-api.com/line/%1?fields=continent"
|
|
|
|
|
2021-04-11 00:40:30 +00:00
|
|
|
// our own madeup API to make sure we are talking to a Subsurface cloud server
|
2015-06-16 13:08:31 +00:00
|
|
|
#define TEAPOT "/make-latte?number-of-shots=3"
|
|
|
|
#define HTTP_I_AM_A_TEAPOT 418
|
|
|
|
#define MILK "Linus does not like non-fat milk"
|
|
|
|
bool CheckCloudConnection::checkServer()
|
|
|
|
{
|
2016-04-04 00:26:05 +00:00
|
|
|
if (verbose)
|
2024-03-24 20:03:08 +00:00
|
|
|
report_info("Checking cloud connection...");
|
2016-04-04 00:26:05 +00:00
|
|
|
|
2015-06-16 13:08:31 +00:00
|
|
|
QEventLoop loop;
|
|
|
|
QNetworkAccessManager *mgr = new QNetworkAccessManager();
|
2021-04-16 19:55:05 +00:00
|
|
|
do {
|
|
|
|
QNetworkRequest request;
|
|
|
|
request.setRawHeader("Accept", "text/plain");
|
|
|
|
request.setRawHeader("User-Agent", getUserAgent().toUtf8());
|
|
|
|
request.setUrl(QString(prefs.cloud_base_url) + TEAPOT);
|
|
|
|
reply = mgr->get(request);
|
|
|
|
QTimer timer;
|
|
|
|
timer.setSingleShot(true);
|
|
|
|
connect(&timer, &QTimer::timeout, &loop, &QEventLoop::quit);
|
|
|
|
connect(reply, &QNetworkReply::finished, &loop, &QEventLoop::quit);
|
|
|
|
connect(reply, &QNetworkReply::sslErrors, this, &CheckCloudConnection::sslErrors);
|
|
|
|
for (int seconds = 1; seconds <= prefs.cloud_timeout; seconds++) {
|
|
|
|
timer.start(1000); // wait the given number of seconds (default 5)
|
|
|
|
loop.exec();
|
|
|
|
if (timer.isActive()) {
|
|
|
|
// didn't time out, did we get the right response?
|
|
|
|
timer.stop();
|
|
|
|
if (reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt() == HTTP_I_AM_A_TEAPOT &&
|
|
|
|
reply->readAll() == QByteArray(MILK)) {
|
|
|
|
reply->deleteLater();
|
|
|
|
mgr->deleteLater();
|
|
|
|
if (verbose)
|
|
|
|
qWarning() << "Cloud storage: successfully checked connection to cloud server";
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
} else if (seconds < prefs.cloud_timeout) {
|
|
|
|
QString text = tr("Waiting for cloud connection (%n second(s) passed)", "", seconds);
|
|
|
|
git_storage_update_progress(qPrintable(text));
|
|
|
|
} else {
|
|
|
|
disconnect(reply, SIGNAL(finished()), &loop, SLOT(quit()));
|
|
|
|
reply->abort();
|
2016-04-04 00:26:05 +00:00
|
|
|
}
|
2015-06-16 13:08:31 +00:00
|
|
|
}
|
2021-04-16 19:55:05 +00:00
|
|
|
if (verbose)
|
|
|
|
qDebug() << "connection test to cloud server" << prefs.cloud_base_url << "failed" <<
|
|
|
|
reply->error() << reply->errorString() <<
|
|
|
|
reply->attribute(QNetworkRequest::HttpStatusCodeAttribute).toInt() <<
|
|
|
|
reply->readAll();
|
|
|
|
} while (nextServer());
|
|
|
|
// if none of the servers was reachable, update the user and switch to git_local_only
|
2017-06-18 06:50:22 +00:00
|
|
|
git_storage_update_progress(qPrintable(tr("Cloud connection failed")));
|
2018-09-10 13:30:01 +00:00
|
|
|
git_local_only = true;
|
2015-06-16 13:08:31 +00:00
|
|
|
reply->deleteLater();
|
|
|
|
mgr->deleteLater();
|
2015-09-20 17:11:09 +00:00
|
|
|
if (verbose)
|
|
|
|
qWarning() << "Cloud storage: unable to connect to cloud server";
|
2015-06-16 13:08:31 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2019-04-01 20:15:19 +00:00
|
|
|
void CheckCloudConnection::sslErrors(const QList<QSslError> &errorList)
|
2015-09-23 16:55:11 +00:00
|
|
|
{
|
2019-10-09 15:49:40 +00:00
|
|
|
qDebug() << "Received error response trying to set up https connection with cloud storage backend:";
|
|
|
|
for (QSslError err: errorList)
|
|
|
|
qDebug() << err.errorString();
|
2015-09-23 16:55:11 +00:00
|
|
|
}
|
|
|
|
|
2021-04-16 19:55:05 +00:00
|
|
|
bool CheckCloudConnection::nextServer()
|
|
|
|
{
|
|
|
|
struct serverTried {
|
|
|
|
const char *server;
|
|
|
|
bool tried;
|
|
|
|
};
|
|
|
|
static struct serverTried cloudServers[] = {
|
|
|
|
{ CLOUD_HOST_EU, false },
|
2023-12-27 21:54:50 +00:00
|
|
|
{ CLOUD_HOST_US, false },
|
|
|
|
{ CLOUD_HOST_E2, false },
|
|
|
|
{ CLOUD_HOST_U2, false }
|
2021-04-16 19:55:05 +00:00
|
|
|
};
|
|
|
|
const char *server = nullptr;
|
2022-11-12 08:06:01 +00:00
|
|
|
for (serverTried &item: cloudServers) {
|
|
|
|
if (strstr(prefs.cloud_base_url, item.server))
|
|
|
|
item.tried = true;
|
|
|
|
else if (item.tried == false)
|
|
|
|
server = item.server;
|
2021-04-16 19:55:05 +00:00
|
|
|
}
|
|
|
|
if (server) {
|
|
|
|
int s = strlen(server);
|
|
|
|
char *baseurl = (char *)malloc(10 + s);
|
|
|
|
strcpy(baseurl, "https://");
|
|
|
|
strncat(baseurl, server, s);
|
|
|
|
strcat(baseurl, "/");
|
|
|
|
qDebug() << "failed to connect to" << prefs.cloud_base_url << "next server to try: " << baseurl;
|
|
|
|
prefs.cloud_base_url = baseurl;
|
|
|
|
git_storage_update_progress(qPrintable(tr("Trying different cloud server...")));
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
qDebug() << "failed to connect to any of the Subsurface cloud servers, giving up";
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
cloudstorage: try to pick between multiple cloud servers
The backend infrastructure will soon be able to support more than one
cloud server which automagically stay in sync with each other.
One critical requirement for that to work is that once a session was
started with one of the servers, the complete session happens with that
server - we must not switch from server to server while doing a git
transaction. To make sure that's the case, we aren't trying to use DNS
tricks to make this load balancing scheme work, but instead try to
determine at program start which server is the best one to use.
Right now this is super simplistic. Two servers, one in the US, one in
Europe. By default we use the European server (most of our users appear
to be in Europe), but if we can figure out that the client is actually
in the Americas, use the US server. We might improve that heuristic over
time, but as a first attempt it seems not entirely bogus.
The way this is implemented is a simple combination of two free
webservices that together appear to give us a very reliable estimate
which continent the user is located on.
api.ipify.org gives us our external IP address
ip-api.com gives us the continent that IP address is on
If any of this fails or takes too long to respond, we simply ignore it
since either server will work. One oddity is that if we decide to change
servers we only change the settings that are stored on disk, not the
runtime preferences. This goes back to the comment above that we have to
avoid changing servers in mid sync.
Signed-off-by: Dirk Hohndel <dirk@hohndel.org>
2021-04-11 01:03:08 +00:00
|
|
|
void CheckCloudConnection::pickServer()
|
|
|
|
{
|
|
|
|
QNetworkRequest request(QString(GET_EXTERNAL_IP_API));
|
|
|
|
request.setRawHeader("Accept", "text/plain");
|
|
|
|
request.setRawHeader("User-Agent", getUserAgent().toUtf8());
|
|
|
|
QNetworkAccessManager *mgr = new QNetworkAccessManager();
|
|
|
|
connect(mgr, &QNetworkAccessManager::finished, this, &CheckCloudConnection::gotIP);
|
|
|
|
mgr->get(request);
|
|
|
|
}
|
|
|
|
|
|
|
|
void CheckCloudConnection::gotIP(QNetworkReply *reply)
|
|
|
|
{
|
|
|
|
if (reply->error() != QNetworkReply::NoError) {
|
|
|
|
// whatever, just use the default host
|
|
|
|
if (verbose)
|
|
|
|
qDebug() << __FUNCTION__ << "got error reply from ip webservice - not changing cloud host";
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
QString addressString = reply->readAll();
|
|
|
|
// use the QHostAddress constructor as a convenient way to validate that this is indeed an IP address
|
|
|
|
// but then don't do annything with the QHostAdress - we need the address string...
|
|
|
|
QHostAddress addr(addressString);
|
|
|
|
if (addr.isNull()) {
|
|
|
|
// this isn't an address, don't try to update the cloud host
|
|
|
|
if (verbose)
|
|
|
|
qDebug() << __FUNCTION__ << "returned address doesn't appear to be valid (" << addressString << ") - not changing cloud host";
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
if (verbose)
|
|
|
|
qDebug() << "IP used for cloud server access" << addressString;
|
|
|
|
// now figure out which continent we are on
|
|
|
|
QNetworkRequest request(QString(GET_CONTINENT_API).arg(addressString));
|
|
|
|
request.setRawHeader("Accept", "text/plain");
|
|
|
|
request.setRawHeader("User-Agent", getUserAgent().toUtf8());
|
|
|
|
QNetworkAccessManager *mgr = new QNetworkAccessManager();
|
|
|
|
connect(mgr, &QNetworkAccessManager::finished, this, &CheckCloudConnection::gotContinent);
|
|
|
|
mgr->get(request);
|
|
|
|
}
|
|
|
|
|
|
|
|
void CheckCloudConnection::gotContinent(QNetworkReply *reply)
|
|
|
|
{
|
|
|
|
if (reply->error() != QNetworkReply::NoError) {
|
|
|
|
// whatever, just use the default host
|
|
|
|
if (verbose)
|
|
|
|
qDebug() << __FUNCTION__ << "got error reply from ip location webservice - not changing cloud host";
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
QString continentString = reply->readAll();
|
|
|
|
// in most cases this response comes back too late for us - we may already have
|
|
|
|
// started to talk to the cloud server (this certinaly seems to be the case when
|
|
|
|
// we use the cloud storage as default file). So instead of potentially changing
|
|
|
|
// the server that is used in mid connection, let's just update what's stored in
|
|
|
|
// our settings so the next time we'll use the server that's closer.
|
|
|
|
|
|
|
|
// of course, right now the logic for that is very simplistic. Use the US server
|
|
|
|
// when in the Americas, the EU server otherwise. This may need a better algorithm
|
|
|
|
// at some point, but for now it seems good enough
|
|
|
|
|
|
|
|
const char *base_url;
|
|
|
|
if (continentString.contains("America", Qt::CaseInsensitive))
|
|
|
|
base_url = "https://" CLOUD_HOST_US "/";
|
|
|
|
else
|
|
|
|
base_url = "https://" CLOUD_HOST_EU "/";
|
|
|
|
if (!same_string(base_url, prefs.cloud_base_url)) {
|
|
|
|
if (verbose)
|
|
|
|
qDebug() << "remember cloud server" << base_url << "based on IP location in " << continentString;
|
|
|
|
qPrefCloudStorage::instance()->store_cloud_base_url(base_url);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-06-16 13:08:31 +00:00
|
|
|
// helper to be used from C code
|
2022-04-13 16:43:37 +00:00
|
|
|
extern "C" bool canReachCloudServer(struct git_info *info)
|
2015-06-16 13:08:31 +00:00
|
|
|
{
|
2015-09-20 17:11:09 +00:00
|
|
|
if (verbose)
|
2024-03-11 20:41:14 +00:00
|
|
|
qWarning() << "Cloud storage: checking connection to cloud server" << info->url.c_str();
|
2021-04-18 23:28:25 +00:00
|
|
|
bool connection = CheckCloudConnection().checkServer();
|
2024-03-11 20:41:14 +00:00
|
|
|
if (info->url.find(prefs.cloud_base_url) == std::string::npos) {
|
2021-04-18 23:28:25 +00:00
|
|
|
// we switched the cloud URL - likely because we couldn't reach the server passed in
|
|
|
|
// the strstr with the offset is designed so we match the right component in the name;
|
|
|
|
// the cloud_base_url ends with a '/', so we need the text starting at "git/..."
|
2024-03-11 20:41:14 +00:00
|
|
|
size_t pos = info->url.find("org/git/");
|
|
|
|
if (pos != std::string::npos) {
|
|
|
|
info->url = format_string_std("%s%s", prefs.cloud_base_url, info->url.c_str() + pos + 4);
|
|
|
|
if (verbose)
|
|
|
|
qDebug() << "updating remote to: " << info->url.c_str();
|
|
|
|
}
|
2021-04-18 23:28:25 +00:00
|
|
|
}
|
|
|
|
return connection;
|
2015-06-16 13:08:31 +00:00
|
|
|
}
|