Finally.. finished refactoring out the RPC bits.

Now we can re-use the RPC method<->result code in the TcpServer side
which will face wallets.  Phew!  Took me long enough!

It's a minimal JSON-RPC protocol impl.. but it'll do.

The 1 nice bit is the Schema spec I came up with which more-or-less
works well enough as a first-pass validatior.

Further passes are needed in interested client code, but the initial
pass validation can be done in a thread so as to not waste the main
thread's time validating json or dict key presence/absense. Yay.
This commit is contained in:
Calin Culianu 2019-04-30 19:21:47 +03:00
parent 5e4aa2d9f9
commit faeb64207f
10 changed files with 157 additions and 315 deletions

View file

@ -4,16 +4,8 @@
#include <QtNetwork>
class BadServerReply : public Exception {
public:
using Exception::Exception; /// bring in c'tor
~BadServerReply();
};
BadServerReply::~BadServerReply() {} // for vtable
EXClient::EXClient(EXMgr *mgr, qint64 id, const QString &host, quint16 tport, quint16 sport)
: AbstractConnection(id, nullptr), host(host), tport(tport), sport(sport), mgr(mgr)
: RPC::Connection(mgr->rpcMethods(), id, nullptr), host(host), tport(tport), sport(sport), mgr(mgr)
{
Debug() << __FUNCTION__ << " host:" << host << " t:" << tport << " s:" << sport;
_thread.setObjectName(QString("%1 %2").arg("EXClient").arg(host));
@ -33,12 +25,12 @@ QString EXClient::prettyName(bool dontTouchSocket) const
Warning() << __PRETTY_FUNCTION__ << " called from another thread! FIXME!";
dontTouchSocket = true;
}
return AbstractConnection::prettyName(dontTouchSocket);
return RPC::Connection::prettyName(dontTouchSocket);
}
bool EXClient::isGood() const
{
return AbstractConnection::isGood() && _thread.isRunning() && info.isValid();
return RPC::Connection::isGood() && _thread.isRunning() && info.isValid();
}
@ -61,7 +53,7 @@ void EXClient::killSocket()
{
if (socket && socket->state() != QAbstractSocket::UnconnectedState) {
Debug() << host << " aborting connection";
disconnect();
do_disconnect();
}
delete socket; socket = nullptr; // delete of nullptr ok
status = NotConnected;
@ -97,21 +89,6 @@ void EXClient::reconnect()
}
void EXClient::_sendRequest(qint64 id, const QString &method, const QVariantList &params)
{
if (status != Connected || !socket) {
Error() << __FUNCTION__ << " method: " << method << "; Not connected!";
return;
}
while (idMethodMap.size() > 20000) { // prevent memory leaks in case of misbehaving server
idMethodMap.erase(idMethodMap.begin());
}
idMethodMap[id] = method;
emit send(makeRequestData(id, method, params)); // ends up calling do_write immediately (which is connected to send)
}
void EXClient::do_ping()
{
emit sendRequest(mgr->newId(), "server.ping");
@ -120,136 +97,20 @@ void EXClient::do_ping()
void EXClient::on_connected()
{
// runs in thread
AbstractConnection::on_connected();
connectedConns.push_back(connect(this, &EXClient::sendRequest, this, &EXClient::_sendRequest)); // connection will be auto-disconnected on socket disconnect
RPC::Connection::on_connected();
connectedConns.push_back(
connect(this, &RPC::Connection::gotMessage, this,
[this](RPC::Connection *c, const RPC::Message &m)
{
if (this == c) emit EXClient::gotMessage(this, m); /// re-emits as EXClient * signal (different C++ signature)
else Error() << "this != c for gotMessage fwd! FIXME!";
})
); // connection will be auto-disconnected on socket disconnect in superclass on_disconnected impl.
emit newConnection(this);
}
void EXClient::on_disconnected()
{
AbstractConnection::on_disconnected();
idMethodMap.clear();
RPC::Connection::on_disconnected();
emit lostConnection(this); /// re-emits as EXClient * signal (different method in C++)
}
/* static */
EXResponse EXResponse::fromJson(const QString &json)
{
const auto m = Util::Json::parseString(json).toMap();
const auto jsonrpc = m.value("jsonrpc", "").toString();
if (jsonrpc != "2.0")
throw BadServerReply(QString("Unexpected or missing jsonrpc version: \"%1\"").arg(jsonrpc));
const qint64 id = m.value("id", -1).toLongLong();
QString method = m.value("method", "").toString();
if (id < 0 && method.isEmpty())
throw BadServerReply("Bad server reply, missing required id field in JSON");
QVariantMap err = m.value("error", QVariantMap()).toMap();
if (!err.isEmpty()) {
// error reply
const int code = err.value("code", 123456789).toInt();
const QString message = err.value("message").toString();
if (code == 123456789 || message.isEmpty())
throw BadServerReply("Bad server reply, error field in JSON is not of the expected format");
return EXResponse{
jsonrpc, id, method, QVariant(), code, message
};
}
QVariant result = m.value("result", QVariant());
if (result.isNull()) {
result = m.value("params", QVariant());
}
return EXResponse{
jsonrpc,
id,
method,
result
};
}
QString
EXResponse::toString() const
{
return QString("jsonrpc: %1 ; id: %2 ; method: %3 ; result: %4 ; error code: %5 ; error message: %6")
.arg(jsonRpcVersion).arg(id).arg(method).arg(result.isNull() ? "(null)" : Util::Json::toString(result, true))
.arg(errorCode).arg(errorMessage);
}
void EXResponse::validate()
{
if (!errorMessage.isEmpty())
return;
if (method == "server.version" && !result.isNull()) {
QVariantList l = result.toList();
if (l.count() < 2 || l[0].toString().isNull() || l[1].toString().isNull())
throw BadServerReply(QString("%1 expected string list of size 2").arg(method));
return; // ok
} else if (method == "blockchain.headers.subscribe" && !result.isNull()) {
QVariantMap m = result.toMap();
QVariantList l = result.toList();
if (m.isEmpty() && !l.isEmpty()) {
// spontaneous "subscribe" callbacks pass a list containing a dict rather than a straight up dict,
// so mogrify ourselves to always contain the dict
m = l.last().toMap();
result = m; // save back result as a map rather than a list
}
if (m.isEmpty() || m.count() < 2 || m.value("height", -1).toInt() < 0 || m.value("hex", "").toString().isEmpty()) {
throw BadServerReply(QString("%1 expected map with 'height' and 'hex'").arg(method));
}
return; // ok
} else if (method == "server.ping") {
// always accept
return;
}
throw BadServerReply(QString("Unexpected method \"%1\", and/or incomplete/missing results").arg(method));
}
void EXClient::on_readyRead()
{
Debug() << __FUNCTION__;
try {
while (socket->canReadLine()) {
auto data = socket->readLine();
nReceived += data.length();
auto line = data.trimmed();
Debug() << "Got: " << line;
// testing
//mgr->testCheckMethod(line);
// /testing
auto resp = EXResponse::fromJson(line);
auto meth = resp.id > 0 ? idMethodMap.take(resp.id) : resp.method;
if (meth.isEmpty()) {
throw BadServerReply(QString("Unexpected/unknown message id (%1) in server reply").arg(resp.id));
}
resp.method = meth;
resp.validate(); // may throw, may modify resp
Debug() << "Parsed response: " << resp.toString();
lastGood = Util::getTime();
emit gotResponse(this, resp);
}
if (socket->bytesAvailable() > MAX_BUFFER) {
// bad server.. sending us garbage data not containing newlines. Kill connection.
throw BadServerReply(QString("Server has sent us more than %1 bytes without a newline! Bad server?").arg(MAX_BUFFER));
}
} catch (const Exception &e) {
Error() << "Error reading/parsing response: " << e.what();
disconnect();
status = Bad;
}
}
/* static */
QByteArray EXClient::makeRequestData(qint64 id, const QString &method, const QVariantList &params)
{
QVariantMap m;
m["id"] = id;
m["method"] = method;
m["params"] = params;
try {
static const QChar nl(012);
return QString("%1%2").arg(Util::Json::toString(m, true)).arg(nl).toUtf8();
} catch (const Util::Json::Error &e) {
Error() << __FUNCTION__ << ": " << e.what();
}
return QByteArray();
}