DBAPI.cpp

#include "DBAPI.h"
#include <ArduinoJson.h>
#include <Hash.h>
#ifdef ESP8266
#include <WiFiClientSecureBearSSL.h>
#else
#include <WiFiClientSecure.h>
#endif

#ifdef DEBUG_ESP_PORT
#define DB_DEBUG_MSG(...) DEBUG_ESP_PORT.printf( __VA_ARGS__ )
#else
#define DB_DEBUG_MSG(...)
#endif

#define DB_USER_AGENT "DBNavigator/iOS/26.12.1"

#ifdef ESP8266
#define DB_SET_CIPHERS(c) (c).setCiphers(dbCipherList, sizeof(dbCipherList) / sizeof(dbCipherList[0]))
#else
#define DB_SET_CIPHERS(c) dbSetCiphers((c), dbCipherList, sizeof(dbCipherList) / sizeof(dbCipherList[0]), 0)
#endif

#ifdef ESP8266
// Emulate Apple ciphers to combat Akamai filter
static const uint16_t dbCipherList[] = {
    BR_TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,
    BR_TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,
    BR_TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,
    BR_TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,
    BR_TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,
    BR_TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256,
};
#else
static const int dbCipherList[] = {
    MBEDTLS_TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,
    MBEDTLS_TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,
    MBEDTLS_TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256,
    MBEDTLS_TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,
    MBEDTLS_TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,
    MBEDTLS_TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256,
    0
};
#endif

#ifndef ESP8266
template <class C>
static auto dbSetCiphers(C& c, const int* list, size_t len, int) -> decltype(c.setCiphers(list, len), void()) {
	c.setCiphers(list, len);
}
template <class C>
static void dbSetCiphers(C& c, const int* list, size_t, long) {
	c.setCiphers(list);
}
#endif

DBAPI::DBAPI() {

}

/**
 * Get stations matching the name or close to an address
 * @param name    Name of the station to get
 * @param address Address to request nearest stations from - currently not implemented, leave as NULL
 * @param num     Maxmium of stations to request
 * @return DBstation* array, possibly NULL if no results were found
 * @note see getError to check if request was successful and is just empty because no station was found
 */
DBstation* DBAPI::getStation(
		const char* name,
		const char* address,
		uint8_t     num
	) {
	// Assume all is good at first
	err = DBERR_NONE;
	while (stations != NULL) {
		DBstation* next = stations->next;
		free(stations);
		stations = next;
	}
	/*
	bool isStation;
	if (name != NULL) {
		isStation = true;
	} else if (address != NULL) {
		isStation = false;
	} else {
		return NULL;
	}
	*/
#ifdef ESP8266
	BearSSL::WiFiClientSecure client;
#else
	WiFiClientSecure client;
#endif
	DB_SET_CIPHERS(client);
	client.setInsecure(); // Don't check fingerprint
	if (!client.connect(host, 443)) {
		DB_DEBUG_MSG("DBAPI: Connection to Host failed.\n");
		err = DBERR_REQ_FAILED;
		return NULL;
	}
	String json = String("{\"locationTypes\":[\"ST\"],\"searchTerm\":\"") + name + "\"}";
	client.print(String("POST /mob/location/search HTTP/1.1\r\n") +
		"Host: " + host + "\r\n" +
		"User-Agent: " DB_USER_AGENT "\r\n" +
		"X-Correlation-ID: FOO\r\n" +
		"Content-Type: application/x.db.vendo.mob.location.v3+json\r\n" +
		"Accept: application/x.db.vendo.mob.location.v3+json\r\n" +
		"Content-Length: " + json.length() + "\r\n\r\n" +
		json
		);
	
	if (!checkStatus(client)) {
		err = DBERR_RESP_INVALID;
		return stations;
	}
	char endOfHeaders[] = "\r\n\r\n";
	if (!client.find(endOfHeaders)) {
		DB_DEBUG_MSG("Did not find headers\n");
		err = DBERR_RESP_INVALID;
		return stations;
	}
	JsonDocument doc;
	DeserializationError error = deserializeJson(doc, client);
	if (error) {
		DB_DEBUG_MSG("deserializeJson() on Station failed");
		DB_DEBUG_MSG("%s\n", error.c_str());
		err = DBERR_DESERIALIZATION_FAILED;
		return stations;
	}
	DBstation* prev = NULL;
	for (uint8_t i = 0; i < doc.size() && i < num; i++) {
		DBstation* station = new DBstation();
		JsonObject st = doc[i];
		String stationname = st["name"];
		switch (repum) {
			case REP_AGFX:
				stationname.replace("ß", "\xE0");
				stationname.replace("Ä", "\x8E");
				stationname.replace("Ö", "\x99");
				stationname.replace("Ü", "\x9A");
				stationname.replace("ä", "\x84");
				stationname.replace("ö", "\x94");
				stationname.replace("ü", "\x81");
				break;
			case REP_UML:
				stationname.replace("ß", "ss");
				stationname.replace("Ä", "Ae");
				stationname.replace("Ö", "Oe");
				stationname.replace("Ü", "Ue");
				stationname.replace("ä", "ae");
				stationname.replace("ö", "oe");
				stationname.replace("ü", "ue");
				break;
			default:
				break;
		}
		strncpy(station->name, stationname.c_str(), sizeof(station->name));
		strncpy(station->stationId, st["locationId"], sizeof(station->stationId));
		station->longitude = st["coordinates"]["longitude"];
		station->latitude = st["coordinates"]["latitude"];
		station->next = NULL;
		if (prev == NULL) { // First element
			stations = station;
		} else {
			prev->next = station;
		}
		prev = station;
	}
	return stations;
}

/**
 * Get stations by coordinates
 * Legacy function, not implemented again
 * @return NULL currently
 */
DBstation* DBAPI::getStationByCoord(
		uint32_t latitude,
		uint32_t longitude,
		uint8_t  num,
		uint16_t maxDistance
	) {
	return NULL;
}

/**
 * Get last errorcode to check if the request was successful.
 * Most likely to be useful, when NULL is returned, but it can't be distinguished,
 * if the request was malformed, any function or request failed or there are simply
 * no more results available with the given parameters.
 * @return DBerror enum errorcode
 */
DBerror DBAPI::getError() {
	return err;
}

/**
 * Requests departures/arrivals from/at given stationID.
 * @param type abfahrt or ankunft
 * @param stationId ID of stations, can be acquired by getStation(...)->stationId
 * @param target target of service, currently not used, leave as NULL
 * @param time specify request date/time, leave at 0 if you want to query with current time
 * @param maxCount maxiumum of services to request (may be lower if maxDuration is reached before maxCount)
 * @param maxDuration maximum of hours to request (each hour will possibly generate a new http request)
 * @param productFilter any combination of DBprod values for service types to request
 * @return DBdeparr array, possibly NULL if no service is available with the requested parameters or an error occured
 * @note see getError to check if request was successful and is just empty because no service is available
 */
DBdeparr* DBAPI::getStationBoard(
		const char  type[8],
		const char* stationId,
		const char* target,
		time_t      time,
		uint8_t     maxCount,
		uint8_t     maxDuration,
		uint16_t    productFilter
	) {
	// Assume all is good at first
	err = DBERR_NONE;
	// sanity check, if no station is supplied, a request would crash ArduinJSON later.
	if (stationId == NULL || !strlen(stationId)) {
		DB_DEBUG_MSG("DBAPI: StationID was not supplied.\n");
		err = DBERR_NOSTATIONID;
		return NULL;
	}
	while (deparr != NULL) {
		DBdeparr* next = deparr->next;
		free(deparr);
		deparr = next;
	}

	bool abfahrt = strcmp(type, "abfahrt") == 0;
	DBdeparr* prev = NULL;
	uint8_t cnt = 0;
	uint8_t hashes[maxCount][20];

	// Set static request parameters
	JsonDocument reqDoc;
	JsonArray verkehrsmittel = reqDoc["verkehrsmittel"].to<JsonArray>();
	for (uint8_t i = 0; i < 10; i++) {
		if (productFilter & (1 << (9 - i))) {
			verkehrsmittel.add(services[i]);
		}
	}
	reqDoc["ursprungsBahnhofId"] = stationId;

	for (uint8_t offset = 0; offset < maxDuration && cnt < maxCount; offset++) {
		// Get current time, if requesting more than one hour and no request time is set
		// Sanity check, that year is > 2020, so only successful synced time is used
		// Your device would probably not survive 2020 years without restart, huh?
		if (time == 0 && maxDuration > 1 && year() > 2020) {
			time = now();
		}
		// Set params
		if (time != 0) {
			// Nobody knows, what happens at DST switch... ¯\_(ツ)_/¯
			char buf[11];
			// Setting the time offset - this might generate duplicates.
			// Train would have departed in queried hour but has delay of 70 min:
			// Will now be shown in the currently queried hour as the regular time matches.
			// But also in the next hour, because it will be reachable due to the delay.
			uint32_t tr = time + offset * 3600;
			snprintf(buf, 11, "%02d:%02d", hour(tr), minute(tr));
			reqDoc["anfragezeit"] = buf;
			snprintf(buf, 11, "%4d-%02d-%02d", year(tr), month(tr), day(tr));
			reqDoc["datum"] = buf;
		}
		size_t outputCapacity = 350;
		char* output = (char*)calloc(outputCapacity, sizeof(char));
		serializeJson(reqDoc, output, outputCapacity);

		// Init new client for each request	
#ifdef ESP8266
		BearSSL::WiFiClientSecure client;
#else
		WiFiClientSecure client;
#endif
		DB_SET_CIPHERS(client);
		client.setInsecure(); // Don't check fingerprint
		if (!client.connect(host, 443)) {
			DB_DEBUG_MSG("DBAPI: Connection to Host failed.\n");
			free(output);
			err = DBERR_REQ_FAILED;
			return NULL;
		}
		
		DB_DEBUG_MSG("DBAPI: Requesting StationBoard.\n");
		DB_DEBUG_MSG("%s\n", output);
		client.print(String("POST /mob/bahnhofstafel/") + type + " HTTP/1.1\r\n" +
			"Host: " + host + "\r\n" +
			"User-Agent: " DB_USER_AGENT "\r\n" +
			"X-Correlation-ID: FOO\r\n" +
			"Content-Type: application/x.db.vendo.mob.bahnhofstafeln.v2+json\r\n" +
			"Accept: application/x.db.vendo.mob.bahnhofstafeln.v2+json\r\n" +
			"Content-Length: " + strlen(output) + "\r\n\r\n" + output);
		free(output);
		if (!checkStatus(client)) {
			err = DBERR_RESP_INVALID;
			return deparr;
		}
		char endOfHeaders[] = "\r\n\r\n";
		if (!client.find(endOfHeaders)) {
			DB_DEBUG_MSG("DBAPI: Did not find headers\n");
			err = DBERR_RESP_INVALID;
			// Return so far accumulated array
			return deparr;
		}
		JsonDocument doc;
		if (!client.find(":[")) { // Skip to first element
			err = DBERR_NO_JSON_FOUND;
			return deparr;
		}
		do {
			DeserializationError error = deserializeJson(doc, client);
			if (error) {
				DB_DEBUG_MSG("DBAPI: deserializeJson() on departures/arrivals failed");
				DB_DEBUG_MSG("%s\n", error.c_str());
				//err = DBERR_DESERIALIZATION_FAILED;
				//return deparr;
				// No data in array, continue with next hour if selected
				break;
			}

			uint8_t current_hash[20];
			// hash to save RAM as the ID is >150 chars
			sha1(doc["zuglaufId"].as<String>(), current_hash);

			bool match = false;
			for (uint8_t i = 0; i < cnt && !match; i++) {
				match |= !memcmp(hashes[i], current_hash, sizeof(current_hash));
			}
			// duplicate entry found, skipping
			if (match) continue;
			memcpy(hashes[cnt], current_hash, sizeof(current_hash));

			DBdeparr* da = new DBdeparr();
			String targ = doc[abfahrt?"richtung":"abgangsOrt"];
			
			switch (repum) {
				case REP_AGFX:
					targ.replace("ß", "\xE0");
					targ.replace("Ä", "\x8E");
					targ.replace("Ö", "\x99");
					targ.replace("Ü", "\x9A");
					targ.replace("ä", "\x84");
					targ.replace("ö", "\x94");
					targ.replace("ü", "\x81");
					break;
				case REP_UML:
					targ.replace("ß", "ss");
					targ.replace("Ä", "Ae");
					targ.replace("Ö", "Oe");
					targ.replace("Ü", "Ue");
					targ.replace("ä", "ae");
					targ.replace("ö", "oe");
					targ.replace("ü", "ue");
					break;
				default:
					break;
			}
			targ.toCharArray(da->target, sizeof(DBdeparr::target));
			strncpy(da->product, doc["kurztext"], sizeof(DBdeparr::product));
			//strncpy(da->product, doc["produktGattung"], sizeof(DBdeparr::product));
			strncpy(da->textline, doc["mitteltext"], sizeof(DBdeparr::textline));
			for (uint8_t i = 0; i < strlen(da->textline); i++) {
				if (da->textline[i] >= '0' && da->textline[i] <= '9') {
					strncpy(da->textline, &doc["mitteltext"].as<const char*>()[i], sizeof(DBdeparr::textline));
					da->line = atol(da->textline);
					break;
				}
			}
			if (!doc["gleis"].isNull()) {
				strncpy(da->platform, doc["gleis"], sizeof(DBdeparr::platform));
			} else {
				da->platform[0] = 0;
			}
			
			if (!doc["ezGleis"].isNull()) {
				strncpy(da->newPlatform, doc["ezGleis"], sizeof(DBdeparr::newPlatform));
			} else {
				da->newPlatform[0] = 0;
			}
			JsonArray arr = doc["echtzeitNotizen"];
			da->cancelled = false;
			da->missingCars = false;
			for (uint8_t i = 0; i < arr.size(); i++) {
				String desc = arr[i]["text"].as<String>();
				if (desc.equals("Halt entfällt")) {
					da->cancelled = true;
				} else if (desc.indexOf("Wagen fehl") >= 0) {
					da->missingCars = true;
				} else {
					DB_DEBUG_MSG("%s\n", desc.c_str());
				}
			}
			da->time = this->parseTime(doc[abfahrt ? "abgangsDatum" : "ankunftsDatum"]);
			if (doc[abfahrt ? "ezAbgangsDatum" : "ezAnkunftsDatum"].isNull()) {
				da->realTime = da->time;
			} else {
				da->realTime = this->parseTime(doc[abfahrt ? "ezAbgangsDatum" : "ezAnkunftsDatum"]);
			}
			da->delay = da->realTime - da->time;
			da->delay /= 60;

			da->next = NULL;
			if (prev == NULL) {
				DB_DEBUG_MSG("DBAPI: Got first departure.");
				deparr = da;
			} else {
				DB_DEBUG_MSG("DBAPI: Got next departure.");
				prev->next = da;
			}
			prev = da;
			cnt++;
		} while (client.findUntil(",","]") && cnt < maxCount);

		if (maxDuration > 0 && time == 0 && prev != NULL) {
			// If no synced time available, set request time to last known depature - 59 minutes
			time = prev->time - 3540;
		}
		if (year(time) < 2020) break; // Can't query more hours, as there is no valid timestamp
	}
	return deparr;
}

/**
 * Reads the HTTP status line and checks for 2xx
 * @return true if the response indicates success
 */
bool DBAPI::checkStatus(Stream& client) {
	// "HTTP/1.1 200 OK"
	if (!client.find("HTTP/1.1 ")) {
		DB_DEBUG_MSG("DBAPI: No status line\n");
		return false;
	}
	int code = client.parseInt();
	if (code < 200 || code > 299) {
		DB_DEBUG_MSG("DBAPI: HTTP status %d\n", code);
#ifdef DEBUG_ESP_PORT
		if (client.find("\r\n\r\n")) {
			DEBUG_ESP_PORT.println(client.readString());
		}
#endif
		return false;
	}
	return true;
}

/**
 * Helper to parse string to time_t
 * @param t Time string in time with potential TZ formatted like 0123-56-89T12:45:67+90:23
 * @return time_t timestamp
 */
time_t DBAPI::parseTime(const char* t) {
	tmElements_t time;
	// 0123-56-89T12:45:67+90:23
	// Year in timeElements is years since 1970
	time.Year = atoi(&t[0]) - 1970;
	time.Month = atoi(&t[5]);
	time.Day = atoi(&t[8]);
	time.Hour = atoi(&t[11]);
	time.Minute = atoi(&t[14]);
	time.Second = 0;
	return makeTime(time);
}

/**
 * Wrapper for querying departures
 * @see getStationBoard
 */
DBdeparr* DBAPI::getDepartures(
		const char* stationId,
		const char* target,
		time_t      time,
		uint8_t     maxCount,
		uint8_t     maxDuration,
		uint16_t    productFilter
	) {
	return getStationBoard("abfahrt", stationId, target, time, maxCount, maxDuration, productFilter);
}

/**
 * Wrapper for querying arrivals
 * @see getStationBoard
 */
DBdeparr* DBAPI::getArrivals(
		const char* stationId,
		const char* target,
		time_t      time,
		uint8_t     maxCount,
		uint8_t     maxDuration,
		uint16_t    productFilter
	) {
	return getStationBoard("ankunft", stationId, target, time, maxCount, maxDuration, productFilter);
}

/**
 * Replace special characters for AdafruitGFX charset
 * @param gfx If true, will replace for AdafruitGFX, otherwise like ä -> ae
 */
void DBAPI::setAGFXOutput(bool gfx) {
	repum = gfx ? REP_AGFX : REP_UML;
}

/**
 * Replace special characters for displays
 * @param uml `REP_AGFX` for AdafruitGFX, `REP_UML` for simple ä -> ae and REP_NONE for raw output 
 */
void DBAPI::setUmlaut(enum DBumlaut uml) {
	repum = uml;
}

/**
 * Translate numeric values into strings for 2025+ API version
 */
const char* DBAPI::services[] = {
	"HOCHGESCHWINDIGKEITSZUEGE",
	"INTERCITYUNDEUROCITYZUEGE",
	"INTERREGIOUNDSCHNELLZUEGE",
	"NAHVERKEHRSONSTIGEZUEGE",
	"SBAHNEN",
	"BUSSE",
	"SCHIFFE",
	"UBAHN",
	"STRASSENBAHN",
	"ANRUFPFLICHTIGEVERKEHRE"
};