1 files changed, 495 insertions, 0 deletions
diff --git a/plugins/Updater/xmldata.cpp b/plugins/Updater/xmldata.cpp
new file mode 100644
index 0000000000..5a7aed440b
--- /dev/null
+++ b/plugins/Updater/xmldata.cpp
@@ -0,0 +1,495 @@
+#include "common.h"
+#include "xmldata.h"
+
+const char *category_files[] = { "category_plugins", "category_localisation" };
+
+BYTE *pData[NUM_CATEGORIES];
+int dataLength[NUM_CATEGORIES];
+ezxml_t doc[NUM_CATEGORIES];
+
+bool XMLDataAvailable(const Category cat) {
+	return (pData[cat] && dataLength[cat]);
+}
+
+void FreeXMLData(const Category cat) {
+	free(pData[cat]);
+    pData[cat] = NULL;
+
+    ezxml_free(doc[cat]);
+	doc[cat] = NULL;
+
+    dataLength[cat] = 0;
+}
+
+bool OldXMLDataExists(const Category cat) {
+	TCHAR xml_data_filename[MAX_PATH];
+	TCHAR *ts;
+	mir_sntprintf(xml_data_filename, SIZEOF(xml_data_filename), _T("%s\\%s.xml"),
+		options.data_folder, (ts = GetTString(category_files[cat])));
+	mir_free(ts);
+
+	HANDLE hDataFile = CreateFile(xml_data_filename, 0, 0, 0, OPEN_EXISTING, 0, 0);
+	if(hDataFile != INVALID_HANDLE_VALUE) {
+		CloseHandle(hDataFile);
+		return true;
+	}
+
+	return false;
+}
+
+// return age of file in hours
+const ULARGE_INTEGER mult = { 600000000, 0}; // number of 100 microsecond blocks in a minute
+long OldXMLDataAge(const Category cat) {
+	TCHAR xml_data_filename[MAX_PATH];
+	TCHAR *ts;
+	mir_sntprintf(xml_data_filename, SIZEOF(xml_data_filename), _T("%s\\%s.xml"),
+		options.data_folder, (ts = GetTString(category_files[cat])));
+	mir_free(ts);
+
+	HANDLE hDataFile = CreateFile(xml_data_filename, GENERIC_READ, FILE_SHARE_READ, 0, OPEN_EXISTING, 0, 0);
+	if(hDataFile != INVALID_HANDLE_VALUE) {
+		FILETIME ft_then, ft_now;
+		GetFileTime(hDataFile, 0, 0, &ft_then);
+		CloseHandle(hDataFile);
+
+		SYSTEMTIME now;
+		GetSystemTime(&now);
+		SystemTimeToFileTime(&now, &ft_now);
+
+		ULARGE_INTEGER uli_now, uli_then, diff;
+		uli_now.HighPart = ft_now.dwHighDateTime;
+		uli_now.LowPart = ft_now.dwLowDateTime;
+		uli_then.HighPart = ft_then.dwHighDateTime;
+		uli_then.LowPart = ft_then.dwLowDateTime;
+
+		diff.QuadPart = uli_now.QuadPart - uli_then.QuadPart;
+
+		long minutes = (long)(diff.QuadPart / mult.QuadPart); // rounded down 
+
+		// convert to hours (add 30 so we round up properly)
+		return (minutes + 30) / 60;
+	}
+
+	return -1;
+}
+
+bool LoadOldXMLData(const Category cat, bool update_age) {
+	TCHAR xml_data_filename[MAX_PATH];
+	TCHAR *ts;
+	mir_sntprintf(xml_data_filename, SIZEOF(xml_data_filename), _T("%s\\%s.xml"),
+		options.data_folder, (ts = GetTString(category_files[cat])));
+	mir_free(ts);
+
+	if(pData[cat]) free(pData[cat]);
+	pData[cat] = 0;
+	dataLength[cat] = 0;
+
+	// load 
+	HANDLE hDataFile = CreateFile(xml_data_filename, GENERIC_READ, FILE_SHARE_READ, 0, OPEN_EXISTING, 0, 0);
+	if(hDataFile != INVALID_HANDLE_VALUE) {
+		dataLength[cat] = GetFileSize(hDataFile, 0);
+		if(dataLength[cat]) {
+			unsigned long bytes_read;
+			pData[cat] = (BYTE *)malloc(dataLength[cat]);
+			if(ReadFile(hDataFile, pData[cat], dataLength[cat], &bytes_read, 0))
+				dataLength[cat] = bytes_read;
+			else {
+				free(pData[cat]);
+				pData[cat] = 0;
+				dataLength[cat] = 0;
+			}
+
+		}
+
+		if(update_age) {
+			FILETIME ft_now;
+			SYSTEMTIME now;
+			GetSystemTime(&now);
+			SystemTimeToFileTime(&now, &ft_now);
+			SetFileTime(hDataFile, 0, 0, &ft_now);
+		}
+
+		CloseHandle(hDataFile);
+	}
+	
+	if(pData[cat] && dataLength[cat]) {
+		doc[cat] = ezxml_parse_str((char*)pData[cat], dataLength[cat]);
+		return doc[cat] != NULL;
+	}
+	return false;
+}
+
+bool SaveXMLData(const Category cat) {
+	TCHAR xml_data_filename[MAX_PATH];
+	TCHAR *ts;
+	mir_sntprintf(xml_data_filename, SIZEOF(xml_data_filename), _T("%s\\%s.xml"),
+		options.data_folder, (ts = GetTString(category_files[cat])));
+	mir_free(ts);
+
+	if(!CreatePath(options.data_folder)) {
+		return false;
+	}
+	
+	// save data
+	if(pData[cat] && dataLength[cat]) {
+		HANDLE hDataFile = CreateFile(xml_data_filename, GENERIC_READ | GENERIC_WRITE, 0, 0, CREATE_ALWAYS, 0, 0);
+		if(hDataFile != INVALID_HANDLE_VALUE) {
+			unsigned long bytes_written;
+			WriteFile(hDataFile, pData[cat], dataLength[cat], &bytes_written, 0);
+			CloseHandle(hDataFile);
+			return true;
+		}
+	}
+
+	return false;
+}
+
+extern "C" void bz_internal_error ( int errcode ){}
+
+bool bz2_decompress_xml(char *in_data, int in_data_length, BYTE **pDat, int *data_length) {
+	const int BLOCKSIZE = 1024 * 100;
+
+	bz_stream bzs = {0};
+
+	switch(BZ2_bzDecompressInit(&bzs, 0, 0)) {
+	case BZ_CONFIG_ERROR: 
+		//MessageBox(0, "Configuration Error", "BZ2 Decompres Init", MB_OK | MB_ICONERROR); 
+		ShowError(TranslateT("BZ2 Decompression, configuration error"));
+		return false;
+	case BZ_PARAM_ERROR: 
+		//MessageBox(0, "Parameters Error", "BZ2 Decompres Init", MB_OK | MB_ICONERROR); 
+		ShowError(TranslateT("BZ2 Decompression, parameter error"));
+		return false;
+	case BZ_MEM_ERROR: 
+		//MessageBox(0, "Memory Error", "BZ2 Decompres Init", MB_OK | MB_ICONERROR); 
+		ShowError(TranslateT("DB2 Decompression, memory error"));
+		return false;
+	}
+
+	bzs.avail_in = in_data_length;
+	bzs.next_in = in_data;
+
+	bzs.avail_out = BLOCKSIZE;
+	*pDat = (BYTE *)malloc(bzs.avail_out + 1); // allocate 100k (at present, xml data is about 87k)  (1 byte extra for a terminating 0 for safety)
+	bzs.next_out = (char *)*pDat;
+
+	int blocknum = 0;
+	int ret;
+	while((ret = BZ2_bzDecompress(&bzs)) == BZ_OK && bzs.avail_in > 0) {
+		if(bzs.avail_out == 0) {
+			blocknum++;
+			*pDat = (BYTE *)realloc(*pDat, (blocknum + 1) * BLOCKSIZE + 1);
+			bzs.next_out = (char *)(*pDat + (blocknum * BLOCKSIZE));
+			bzs.avail_out = BLOCKSIZE;
+		}
+	}
+
+	BZ2_bzDecompressEnd(&bzs);
+
+	if(ret != BZ_STREAM_END) {
+//		char msg[512];
+//		sprintf(msg, "Error decompressing, code: %d", ret);
+//		MessageBox(0, msg, "Error Decompressing BZ2 XML data", MB_OK);
+		free(*pDat);
+		*pDat = 0;
+		*data_length = 0;
+		return false;
+	}
+
+	*data_length = bzs.total_out_lo32;		// assume it's not too massive!
+	(*pDat)[*data_length] = 0;				// for safety - last char shouldn't matter to us
+
+	//char msg[256];
+	//sprintf(msg, "Bytes decompressed: %d", data_length);
+	//MessageBox(0, msg, "msg", MB_OK);
+
+	return true;
+}
+
+bool UpdateXMLData(const Category cat, const char *redirect_url /*= 0*/, int recurse_count /*=0*/) {
+	
+	if(recurse_count > MAX_REDIRECT_RECURSE) {
+		PUShowMessageT(TranslateT("Updater: Error getting data - too many redirects"), SM_WARNING);
+		return false;
+	}
+
+	NETLIBHTTPREQUEST req = {0};
+	NETLIBHTTPHEADER etag_hdr = {0};
+
+	if(OldXMLDataExists(cat)) {
+		// ensure backend not checked more than once every MIN_XMLDATA_AGE hours
+		long age = OldXMLDataAge(cat);
+		if(age >= 0 && age < MIN_XMLDATA_AGE)	{	// get it only if our file is at least 8 hours old
+#ifdef DEBUG_HTTP_POPUPS
+			char buff[512];
+			sprintf(buff, "XML Data is recent (%d hours old) - not downloading, using local copy", age);
+			PUShowMessage(buff, SM_NOTIFY);
+#endif
+
+			return LoadOldXMLData(cat, false);
+		}
+
+		// add ETag header for conditional get
+		DBCONTACTGETSETTING cgs;
+		DBVARIANT dbv;
+		cgs.szModule = MODULE;
+		char buff[256];
+		strcpy(buff, "DataETag_");
+		strcat(buff, category_files[cat]);
+		cgs.szSetting = buff;
+		cgs.pValue = &dbv;
+		if(!CallService(MS_DB_CONTACT_GETSETTING, 0, (LPARAM)&cgs)) {
+			req.headersCount = 1;
+			req.headers = &etag_hdr;
+			etag_hdr.szName = "If-None-Match";
+			etag_hdr.szValue = _strdup(dbv.pszVal);
+			DBFreeVariant(&dbv);
+		}
+	}
+
+	req.cbSize = sizeof(req);
+	req.requestType = REQUEST_GET;
+	char URL[MAX_PATH];
+	if(!redirect_url) {
+		strcpy(URL, MIM_BACKEND_URL_PREFIX);
+		strcat(URL, category_files[cat]);
+		strcat(URL, ".bz2");
+	} else {
+		strcpy(URL, redirect_url);
+	}
+	req.szUrl = URL;
+	req.flags = NLHRF_HTTP11;
+	req.nlc = hNetlibHttp;
+
+	if (CallService(MS_SYSTEM_GETVERSION, 0, 0) >= PLUGIN_MAKE_VERSION(0,9,0,5))
+		req.flags |= NLHRF_PERSISTENT | NLHRF_REDIRECT;
+
+	NETLIBHTTPREQUEST *resp = (NETLIBHTTPREQUEST *)CallService(MS_NETLIB_HTTPTRANSACTION, (WPARAM)hNetlibUser, (LPARAM)&req);
+	free(etag_hdr.szValue);
+
+	if (!resp) 
+	{
+		hNetlibHttp = NULL;
+		if (!Miranda_Terminated())
+		{
+			int err = GetLastError();
+			if (err) 
+			{
+				TCHAR buff[512];
+				int len = mir_sntprintf(buff, SIZEOF(buff), TranslateT("Failed to download XML data: "));
+				FormatMessage(FORMAT_MESSAGE_FROM_SYSTEM, 0, err, 0, buff + len, 512 - len, 0);
+				ShowError(buff);
+				//MessageBox(0, buff + len, TranslateT("Updater: Error Downloading XML Data"), MB_OK | MB_ICONWARNING);
+			} 
+			else 
+			{
+				ShowError(TranslateT("Failed to download XML data - Response is NULL"));
+				//MessageBox(0, TranslateT("Error downloading XML data...\nResponse is NULL"), TranslateT("Updater Error"), MB_OK | MB_ICONWARNING);
+				NLog("Failed to download XML data - Response is NULL");
+			}
+		}
+		return LoadOldXMLData(cat, false);
+	} 
+	else if (resp->resultCode == 304) { // 'Not Modified' response
+		hNetlibHttp = resp->nlc;
+		CallService(MS_NETLIB_FREEHTTPREQUESTSTRUCT, 0, (LPARAM)resp);
+		resp = 0;
+#ifdef DEBUG_HTTP_POPUPS
+		PUShowMessage("XML Data unchanged - using local copy", SM_NOTIFY);
+#endif
+
+		// mark data as current
+		return LoadOldXMLData(cat, true);
+	} else if(resp->resultCode >= 300 && resp->resultCode < 400) { // redirect response
+		hNetlibHttp = resp->nlc;
+		// get new location
+		bool ret = false;
+		for(int i = 0; i < resp->headersCount; i++) {
+			//MessageBox(0, resp->headers[i].szValue, resp->headers[i].szName, MB_OK);
+			if(strcmp(resp->headers[i].szName, "Location") == 0) {
+				ret = UpdateXMLData(cat, resp->headers[i].szValue, recurse_count + 1);
+				break;
+			}
+		}
+		CallService(MS_NETLIB_FREEHTTPREQUESTSTRUCT, 0, (LPARAM)resp);
+		resp = 0;
+		if(!ret) return LoadOldXMLData(cat, false);
+
+		return ret;
+
+	} else if(resp->resultCode != 200) {
+		hNetlibHttp = resp->nlc;
+		TCHAR buff[512];
+		mir_sntprintf(buff, SIZEOF(buff), TranslateT("Failed to download XML data - Invalid response, code %d"), resp->resultCode);
+		ShowError(buff);
+		NLog(buff);
+		CallService(MS_NETLIB_FREEHTTPREQUESTSTRUCT, 0, (LPARAM)resp);
+		resp = 0;
+		return LoadOldXMLData(cat, false);
+	}
+		
+	// resp->resultCode == 200
+	hNetlibHttp = resp->nlc;
+
+	if(!bz2_decompress_xml(resp->pData, resp->dataLength, &pData[cat], &dataLength[cat])) {
+		ShowError(TranslateT("Failed to decompress XML data"));
+		CallService(MS_NETLIB_FREEHTTPREQUESTSTRUCT, 0, (LPARAM)resp);
+		resp = 0;
+		return LoadOldXMLData(cat, false);
+	}
+
+	// store date header and data for response 'Not Modified' (304) above
+	for(int i = 0; i < resp->headersCount; i++) {
+		//MessageBox(0, resp->headers[i].szValue, resp->headers[i].szName, MB_OK);
+		if(strcmp(resp->headers[i].szName, "ETag") == 0) {
+			//MessageBox(0, resp->headers[i].szValue, "Storing ETag", MB_OK);
+			char buff[256];
+			strcpy(buff, "DataETag_");
+			strcat(buff, category_files[cat]);
+			DBWriteContactSettingString(0, MODULE, buff, resp->headers[i].szValue);
+		}
+	}
+
+	CallService(MS_NETLIB_FREEHTTPREQUESTSTRUCT, 0, (LPARAM)resp);
+	resp = 0;
+
+	SaveXMLData(cat);
+
+	doc[cat] = ezxml_parse_str((char*)pData[cat], strlen((char*)pData[cat]));
+	if (!doc[cat]) return false;
+
+	return true;
+}
+
+bool GetXMLData(BYTE **pDat, int &dataLen, const Category cat) {
+	if(pData[cat] && dataLength[cat]) {
+		*pDat = pData[cat];
+		dataLen = dataLength[cat];
+		return true;
+	} else
+		return false;
+}
+
+bool VersionLess(const char *current, const char *potential) {
+	DWORD dwCur, dwPot;
+	if(VersionFromString(current, &dwCur) && VersionFromString(potential, &dwPot)) {
+		switch(options.ver_req) {
+		case VR_MAJOR:
+			dwCur &= 0xFF000000;
+			dwPot &= 0xFF000000;
+			break;
+		case VR_MINOR:
+			dwCur &= 0xFFFF0000;
+			dwPot &= 0xFFFF0000;
+			break;
+		case VR_RELEASE:
+			dwCur &= 0xFFFFFF00;
+			dwPot &= 0xFFFFFF00;
+			break;
+		case VR_BUILD:
+			break;
+		}
+		return dwCur < dwPot;
+	}
+	return false;
+}
+
+const char *FindVersion(int file_id, BYTE *pbVersionBytes, int cpbVersionBytes, const Category cat) {
+
+	if(!doc[cat]) return 0;
+
+	char version_string[128];
+	strncpy(version_string, (char *)pbVersionBytes, cpbVersionBytes);
+	version_string[sizeof(version_string)-1] = 0;
+
+	ezxml_t root = ezxml_get(doc[cat], "channel", 0, "item", -1);
+    while (root) {
+        int id = atoi(ezxml_txt(ezxml_child(root, "id")));
+        const char* version = ezxml_txt(ezxml_child(root, "version"));
+        
+		if (id == file_id && version[0]) {
+			if (strncmp(version, (char*)pbVersionBytes, cpbVersionBytes) && VersionLess(version_string, version)) {
+				return version;
+			} else {
+				return "same";
+            }
+		} 
+
+        root = ezxml_next(root);
+    }
+
+	return 0;
+}
+
+int FindFileID(const char *name, const Category cat, UpdateList *update_list) 
+{
+	if (!doc[cat]) return -1;
+
+	if (update_list) 
+    {
+		// couldn't find it in xml file - check if a plugin gave us a file id for a different shortName
+		for (int i = 0; i < update_list->getCount(); ++i) 
+        {
+			UpdateInternal &ui = (*update_list)[i];
+			if (ui.file_id != -1 && strcmp(ui.update.szComponentName, name) == 0) 
+				return ui.file_id;
+		}
+	}
+
+	// ignore case in name
+	int id = -1;
+	char *version = NULL;
+
+	ezxml_t root = ezxml_get(doc[cat], "channel", 0, "item", -1);
+    while (root) 
+	{
+        const char* title = ezxml_txt(ezxml_child(root, "title"));
+        if (_stricmp(title, name) == 0) 
+		{
+            const char* subcategory = ezxml_txt(ezxml_child(root, "subcategory"));
+            if (strcmp(subcategory, "Archived")) 
+			{
+                int id1 = atoi(ezxml_txt(ezxml_child(root, "id")));
+                if (id1)
+				{
+					char *version1 = ezxml_txt(ezxml_child(root, "version"));
+					if (!version || (version1 && VersionLess(version, version1)))
+					{
+						version = version1;
+						id = id1;
+					}
+				}
+            }
+        }
+        root = ezxml_next(root);
+    }
+
+	return id;
+}
+
+void UpdateFLIDs(UpdateList &update_list) 
+{
+    for (int i = 0; i < update_list.getCount(); ++i) 
+    {
+		if(update_list[i].file_id == -1 && update_list[i].update.szUpdateURL && strcmp(update_list[i].update.szUpdateURL, UPDATER_AUTOREGISTER) == 0) 
+		{
+			int file_id = FindFileID(update_list[i].update.szComponentName, MC_PLUGINS, 0);
+			if (file_id == -1)
+				file_id = FindFileID(update_list[i].update.szComponentName, MC_LOCALIZATION, 0);
+			if (file_id != -1) 
+			{
+				update_list[i].file_id = file_id;
+				char *buff = (char *)safe_alloc((int)strlen(MIM_DOWNLOAD_URL_PREFIX) + 9);
+				sprintf(buff, MIM_DOWNLOAD_URL_PREFIX "%d", file_id);
+				update_list[i].update.szUpdateURL = buff;
+				update_list[i].shortName = safe_strdup(update_list[i].update.szComponentName);
+
+				if(update_list[i].update.szBetaVersionURL) 
+				{
+					update_list[i].update_options.fixed = false;
+					LoadUpdateOptions(update_list[i].update.szComponentName, &update_list[i].update_options);
+				}
+			}
+		}
+	}
+}