2022-10-05 08:41:05 -04:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include "../DefaultInclude.hpp"
|
2023-01-14 16:45:58 -05:00
|
|
|
#include "../external/json/json_fwd.hpp"
|
2022-12-04 11:39:40 -05:00
|
|
|
#include "Result.hpp"
|
2022-11-28 12:09:39 -05:00
|
|
|
#include "general.hpp"
|
2022-10-30 14:59:20 -04:00
|
|
|
|
2022-12-12 14:23:53 -05:00
|
|
|
#include <ghc/filesystem.hpp>
|
2022-10-12 17:22:43 -04:00
|
|
|
#include <mutex>
|
2022-10-05 08:41:05 -04:00
|
|
|
|
|
|
|
namespace geode::utils::web {
|
2022-11-28 12:09:39 -05:00
|
|
|
GEODE_DLL void openLinkInBrowser(std::string const& url);
|
2022-12-04 11:39:40 -05:00
|
|
|
|
2022-10-05 08:41:05 -04:00
|
|
|
using FileProgressCallback = std::function<bool(double, double)>;
|
|
|
|
|
2022-10-12 17:22:43 -04:00
|
|
|
/**
|
|
|
|
* Synchronously fetch data from the internet
|
|
|
|
* @param url URL to fetch
|
|
|
|
* @returns Returned data as bytes, or error on error
|
|
|
|
*/
|
2022-12-14 06:11:19 -05:00
|
|
|
GEODE_DLL Result<ByteVector> fetchBytes(std::string const& url);
|
2022-10-12 17:22:43 -04:00
|
|
|
|
2022-10-05 08:41:05 -04:00
|
|
|
/**
|
|
|
|
* Synchronously fetch data from the internet
|
|
|
|
* @param url URL to fetch
|
|
|
|
* @returns Returned data as string, or error on error
|
|
|
|
*/
|
|
|
|
GEODE_DLL Result<std::string> fetch(std::string const& url);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Syncronously download a file from the internet
|
|
|
|
* @param url URL to fetch
|
|
|
|
* @param into Path to download file into
|
2022-10-30 14:59:20 -04:00
|
|
|
* @param prog Progress function; first parameter is bytes downloaded so
|
|
|
|
* far, and second is total bytes to download. Return true to continue
|
|
|
|
* downloading, and false to interrupt. Note that interrupting does not
|
2022-10-05 08:41:05 -04:00
|
|
|
* automatically remove the file that was being downloaded
|
|
|
|
* @returns Returned data as JSON, or error on error
|
|
|
|
*/
|
|
|
|
GEODE_DLL Result<> fetchFile(
|
2022-12-04 11:39:40 -05:00
|
|
|
std::string const& url, ghc::filesystem::path const& into, FileProgressCallback prog = nullptr
|
2022-10-05 08:41:05 -04:00
|
|
|
);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Synchronously fetch data from the internet and parse it as JSON
|
|
|
|
* @param url URL to fetch
|
|
|
|
* @returns Returned data as JSON, or error on error
|
|
|
|
*/
|
2023-01-14 16:45:58 -05:00
|
|
|
Result<nlohmann::json> fetchJSON(std::string const& url);
|
2022-10-12 17:22:43 -04:00
|
|
|
|
|
|
|
class SentAsyncWebRequest;
|
2022-10-30 14:59:20 -04:00
|
|
|
template <class T>
|
2022-10-12 17:22:43 -04:00
|
|
|
class AsyncWebResult;
|
|
|
|
class AsyncWebResponse;
|
|
|
|
class AsyncWebRequest;
|
|
|
|
|
2022-10-30 14:59:20 -04:00
|
|
|
using AsyncProgress = std::function<void(SentAsyncWebRequest&, double, double)>;
|
|
|
|
using AsyncExpect = std::function<void(std::string const&)>;
|
2023-01-24 11:17:03 -05:00
|
|
|
using AsyncExpectCode = std::function<void(std::string const&, int)>;
|
2022-12-14 06:11:19 -05:00
|
|
|
using AsyncThen = std::function<void(SentAsyncWebRequest&, ByteVector const&)>;
|
2022-10-12 17:22:43 -04:00
|
|
|
using AsyncCancelled = std::function<void(SentAsyncWebRequest&)>;
|
|
|
|
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2022-10-30 14:59:20 -04:00
|
|
|
* A handle to an in-progress sent asynchronous web request. Use this to
|
2022-10-13 15:30:57 -04:00
|
|
|
* cancel the request / query information about it
|
|
|
|
*/
|
2022-10-12 17:22:43 -04:00
|
|
|
class SentAsyncWebRequest {
|
|
|
|
private:
|
2022-12-12 07:40:05 -05:00
|
|
|
class Impl;
|
|
|
|
std::shared_ptr<Impl> m_impl;
|
2022-10-12 17:22:43 -04:00
|
|
|
|
2022-10-30 14:59:20 -04:00
|
|
|
template <class T>
|
2022-10-12 17:22:43 -04:00
|
|
|
friend class AsyncWebResult;
|
|
|
|
friend class AsyncWebRequest;
|
|
|
|
|
|
|
|
void pause();
|
|
|
|
void resume();
|
2023-01-24 11:17:03 -05:00
|
|
|
void error(std::string const& error, int code);
|
2022-10-12 17:22:43 -04:00
|
|
|
void doCancel();
|
|
|
|
|
|
|
|
public:
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2022-12-12 07:40:05 -05:00
|
|
|
* Do not call these manually.
|
2022-10-13 15:30:57 -04:00
|
|
|
*/
|
2022-12-12 07:40:05 -05:00
|
|
|
SentAsyncWebRequest();
|
|
|
|
~SentAsyncWebRequest();
|
|
|
|
static std::shared_ptr<SentAsyncWebRequest> create(AsyncWebRequest const&, std::string const& id);
|
2022-10-12 17:22:43 -04:00
|
|
|
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2022-10-30 14:59:20 -04:00
|
|
|
* Cancel the request. Cleans up any downloaded files, but if you run
|
|
|
|
* extra code in `then`, you will have to clean it up manually in
|
2022-10-13 15:30:57 -04:00
|
|
|
* `cancelled`
|
|
|
|
*/
|
2022-10-12 17:22:43 -04:00
|
|
|
void cancel();
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
|
|
|
* Check if the request is finished
|
|
|
|
*/
|
2022-10-12 17:22:43 -04:00
|
|
|
bool finished() const;
|
|
|
|
};
|
|
|
|
|
|
|
|
using SentAsyncWebRequestHandle = std::shared_ptr<SentAsyncWebRequest>;
|
|
|
|
|
2022-10-30 14:59:20 -04:00
|
|
|
template <class T>
|
2022-12-14 06:11:19 -05:00
|
|
|
using DataConverter = Result<T> (*)(ByteVector const&);
|
2022-10-12 17:22:43 -04:00
|
|
|
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2022-10-30 14:59:20 -04:00
|
|
|
* An asynchronous, thread-safe web request. Downloads data from the
|
|
|
|
* internet without slowing the main thread. All callbacks are run in the
|
2022-10-13 15:30:57 -04:00
|
|
|
* GD thread, so interacting with the Cocos2d UI is perfectly safe
|
|
|
|
*/
|
2022-10-12 21:50:41 -04:00
|
|
|
class GEODE_DLL AsyncWebRequest {
|
|
|
|
private:
|
|
|
|
std::optional<std::string> m_joinID;
|
|
|
|
std::string m_url;
|
|
|
|
AsyncThen m_then = nullptr;
|
2023-01-24 11:17:03 -05:00
|
|
|
AsyncExpectCode m_expect = nullptr;
|
2022-10-12 21:50:41 -04:00
|
|
|
AsyncProgress m_progress = nullptr;
|
|
|
|
AsyncCancelled m_cancelled = nullptr;
|
|
|
|
bool m_sent = false;
|
2022-10-30 14:59:20 -04:00
|
|
|
std::variant<std::monostate, std::ostream*, ghc::filesystem::path> m_target;
|
2022-11-03 16:46:01 -04:00
|
|
|
std::vector<std::string> m_httpHeaders;
|
2022-10-12 21:50:41 -04:00
|
|
|
|
2022-10-30 14:59:20 -04:00
|
|
|
template <class T>
|
2022-10-12 21:50:41 -04:00
|
|
|
friend class AsyncWebResult;
|
|
|
|
friend class SentAsyncWebRequest;
|
|
|
|
friend class AsyncWebResponse;
|
|
|
|
|
|
|
|
public:
|
2022-10-14 14:04:59 -04:00
|
|
|
/**
|
2022-10-30 14:59:20 -04:00
|
|
|
* An asynchronous, thread-safe web request. Downloads data from the
|
|
|
|
* internet without slowing the main thread. All callbacks are run in the
|
2022-10-14 14:04:59 -04:00
|
|
|
* GD thread, so interacting with the Cocos2d UI is perfectly safe
|
|
|
|
*/
|
|
|
|
AsyncWebRequest() = default;
|
|
|
|
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2022-10-30 14:59:20 -04:00
|
|
|
* If you only want one instance of this web request to run (for example,
|
|
|
|
* you're downloading some global data for a manager), then use this
|
|
|
|
* to specify a Join ID. If another request with the same ID is
|
|
|
|
* already running, this request's callbacks will be appended to the
|
2022-10-13 15:30:57 -04:00
|
|
|
* existing one instead of creating a new request
|
2022-10-30 14:59:20 -04:00
|
|
|
* @param requestID The Join ID of the request. Can be anything,
|
2022-10-13 15:30:57 -04:00
|
|
|
* recommended to be something unique
|
|
|
|
* @returns Same AsyncWebRequest
|
|
|
|
*/
|
2022-10-12 21:50:41 -04:00
|
|
|
AsyncWebRequest& join(std::string const& requestID);
|
2022-11-03 16:46:01 -04:00
|
|
|
|
|
|
|
/**
|
|
|
|
* In order to specify a http header to the request, give it here.
|
|
|
|
* Can be called more than once.
|
|
|
|
*/
|
|
|
|
AsyncWebRequest& header(std::string const& header);
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
|
|
|
* URL to fetch from the internet asynchronously
|
2022-10-30 14:59:20 -04:00
|
|
|
* @param url URL of the data to download. Redirects will be
|
2022-10-13 15:30:57 -04:00
|
|
|
* automatically followed
|
|
|
|
* @returns Same AsyncWebRequest
|
|
|
|
*/
|
2022-10-12 21:50:41 -04:00
|
|
|
AsyncWebResponse fetch(std::string const& url);
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2023-01-24 11:17:03 -05:00
|
|
|
* Specify a callback to run if the download fails. The callback is
|
|
|
|
* always ran in the GD thread, so interacting with UI is safe
|
2022-10-13 15:30:57 -04:00
|
|
|
* @param handler Callback to run if the download fails
|
|
|
|
* @returns Same AsyncWebRequest
|
|
|
|
*/
|
2022-10-12 21:50:41 -04:00
|
|
|
AsyncWebRequest& expect(AsyncExpect handler);
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2023-01-24 11:17:03 -05:00
|
|
|
* Specify a callback to run if the download fails. The callback is
|
|
|
|
* always ran in the GD thread, so interacting with UI is safe
|
|
|
|
* @param handler Callback to run if the download fails
|
|
|
|
* @returns Same AsyncWebRequest
|
|
|
|
*/
|
|
|
|
AsyncWebRequest& expect(AsyncExpectCode handler);
|
|
|
|
/**
|
|
|
|
* Specify a callback to run when the download progresses. The callback is
|
|
|
|
* always ran in the GD thread, so interacting with UI is safe
|
2022-10-13 15:30:57 -04:00
|
|
|
* @param handler Callback to run when the download progresses
|
|
|
|
* @returns Same AsyncWebRequest
|
|
|
|
*/
|
|
|
|
AsyncWebRequest& progress(AsyncProgress handler);
|
|
|
|
/**
|
2023-01-24 11:17:03 -05:00
|
|
|
* Specify a callback to run if the download is cancelled. The callback is
|
|
|
|
* always ran in the GD thread, so interacting with UI is safe. Web
|
|
|
|
* requests may be cancelled after they are finished (for example, if
|
|
|
|
* downloading files in bulk and one fails). In that case, handle
|
|
|
|
* freeing up the results of `then` in this handler
|
2022-10-13 15:30:57 -04:00
|
|
|
* @param handler Callback to run if the download is cancelled
|
|
|
|
* @returns Same AsyncWebRequest
|
|
|
|
*/
|
|
|
|
AsyncWebRequest& cancelled(AsyncCancelled handler);
|
|
|
|
/**
|
2022-10-30 14:59:20 -04:00
|
|
|
* Begin the web request. It's not always necessary to call this as the
|
|
|
|
* destructor calls it automatically, but if you need access to the
|
2022-10-13 15:30:57 -04:00
|
|
|
* handle of the sent request, use this
|
|
|
|
* @returns Handle to the sent web request
|
|
|
|
*/
|
2022-10-12 21:50:41 -04:00
|
|
|
SentAsyncWebRequestHandle send();
|
|
|
|
~AsyncWebRequest();
|
|
|
|
};
|
|
|
|
|
2022-10-30 14:59:20 -04:00
|
|
|
template <class T>
|
2022-10-12 17:22:43 -04:00
|
|
|
class AsyncWebResult {
|
|
|
|
private:
|
|
|
|
AsyncWebRequest& m_request;
|
|
|
|
DataConverter<T> m_converter;
|
|
|
|
|
2022-10-30 14:59:20 -04:00
|
|
|
AsyncWebResult(AsyncWebRequest& request, DataConverter<T> converter) :
|
|
|
|
m_request(request), m_converter(converter) {}
|
|
|
|
|
2022-10-12 17:22:43 -04:00
|
|
|
friend class AsyncWebResponse;
|
|
|
|
|
|
|
|
public:
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2022-10-30 14:59:20 -04:00
|
|
|
* Specify a callback to run after a download is finished. Runs in the
|
2022-10-13 15:30:57 -04:00
|
|
|
* GD thread, so interacting with UI is safe
|
|
|
|
* @param handle Callback to run
|
2022-10-30 14:59:20 -04:00
|
|
|
* @returns The original AsyncWebRequest, where you can specify more
|
2022-10-13 15:30:57 -04:00
|
|
|
* aspects about the request like failure and progress callbacks
|
|
|
|
*/
|
2022-10-13 09:36:36 -04:00
|
|
|
AsyncWebRequest& then(std::function<void(T)> handle);
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2022-10-30 14:59:20 -04:00
|
|
|
* Specify a callback to run after a download is finished. Runs in the
|
2022-10-13 15:30:57 -04:00
|
|
|
* GD thread, so interacting with UI is safe
|
|
|
|
* @param handle Callback to run
|
2022-10-30 14:59:20 -04:00
|
|
|
* @returns The original AsyncWebRequest, where you can specify more
|
2022-10-13 15:30:57 -04:00
|
|
|
* aspects about the request like failure and progress callbacks
|
|
|
|
*/
|
2022-10-13 09:36:36 -04:00
|
|
|
AsyncWebRequest& then(std::function<void(SentAsyncWebRequest&, T)> handle);
|
2022-10-12 17:22:43 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
class GEODE_DLL AsyncWebResponse {
|
|
|
|
private:
|
|
|
|
AsyncWebRequest& m_request;
|
|
|
|
|
|
|
|
inline AsyncWebResponse(AsyncWebRequest& request) : m_request(request) {}
|
|
|
|
|
|
|
|
friend class AsyncWebRequest;
|
|
|
|
|
|
|
|
public:
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2022-10-30 14:59:20 -04:00
|
|
|
* Download into a stream. Make sure the stream lives for the entire
|
|
|
|
* duration of the request. If you want to download a file, use the
|
2022-10-13 15:30:57 -04:00
|
|
|
* `ghc::filesystem::path` overload of `into` instead
|
2022-10-30 14:59:20 -04:00
|
|
|
* @param stream Stream to download into. Make sure it lives long
|
2022-10-13 15:30:57 -04:00
|
|
|
* enough, otherwise the web request will crash
|
2022-10-30 14:59:20 -04:00
|
|
|
* @returns AsyncWebResult, where you can specify the `then` action for
|
|
|
|
* after the download is finished. The result has a `std::monostate`
|
|
|
|
* template parameter, as it can be assumed you know what you passed
|
2022-10-13 15:30:57 -04:00
|
|
|
* into `into`
|
|
|
|
*/
|
2022-10-12 17:22:43 -04:00
|
|
|
AsyncWebResult<std::monostate> into(std::ostream& stream);
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
|
|
|
* Download into a file
|
2022-10-30 14:59:20 -04:00
|
|
|
* @param path File to download into. If it already exists, it will
|
2022-10-13 15:30:57 -04:00
|
|
|
* be overwritten.
|
2022-10-30 14:59:20 -04:00
|
|
|
* @returns AsyncWebResult, where you can specify the `then` action for
|
|
|
|
* after the download is finished. The result has a `std::monostate`
|
|
|
|
* template parameter, as it can be assumed you know what you passed
|
2022-10-13 15:30:57 -04:00
|
|
|
* into `into`
|
|
|
|
*/
|
2022-10-12 17:22:43 -04:00
|
|
|
AsyncWebResult<std::monostate> into(ghc::filesystem::path const& path);
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
|
|
|
* Download into memory as a string
|
2022-10-30 14:59:20 -04:00
|
|
|
* @returns AsyncWebResult, where you can specify the `then` action for
|
2022-10-13 15:30:57 -04:00
|
|
|
* after the download is finished
|
|
|
|
*/
|
2022-10-12 17:22:43 -04:00
|
|
|
AsyncWebResult<std::string> text();
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
|
|
|
* Download into memory as a byte array
|
2022-10-30 14:59:20 -04:00
|
|
|
* @returns AsyncWebResult, where you can specify the `then` action for
|
2022-10-13 15:30:57 -04:00
|
|
|
* after the download is finished
|
|
|
|
*/
|
2022-12-14 06:11:19 -05:00
|
|
|
AsyncWebResult<ByteVector> bytes();
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
|
|
|
* Download into memory as JSON
|
2022-10-30 14:59:20 -04:00
|
|
|
* @returns AsyncWebResult, where you can specify the `then` action for
|
2022-10-13 15:30:57 -04:00
|
|
|
* after the download is finished
|
|
|
|
*/
|
2022-10-12 17:22:43 -04:00
|
|
|
AsyncWebResult<nlohmann::json> json();
|
|
|
|
|
2022-10-13 15:30:57 -04:00
|
|
|
/**
|
2022-10-30 14:59:20 -04:00
|
|
|
* Download into memory as a custom type. The data will first be
|
|
|
|
* downloaded into memory as a byte array, and then converted using
|
2022-10-13 15:30:57 -04:00
|
|
|
* the specified converter function
|
2022-10-30 14:59:20 -04:00
|
|
|
* @param converter Function that converts the data from a byte array
|
2022-10-13 15:30:57 -04:00
|
|
|
* to the desired type
|
2022-10-30 14:59:20 -04:00
|
|
|
* @returns AsyncWebResult, where you can specify the `then` action for
|
2022-10-13 15:30:57 -04:00
|
|
|
* after the download is finished
|
|
|
|
*/
|
2022-10-30 14:59:20 -04:00
|
|
|
template <class T>
|
2022-10-12 17:22:43 -04:00
|
|
|
AsyncWebResult<T> as(DataConverter<T> converter) {
|
|
|
|
return AsyncWebResult(m_request, converter);
|
|
|
|
}
|
|
|
|
};
|
2022-10-30 14:59:20 -04:00
|
|
|
|
|
|
|
template <class T>
|
2022-10-13 09:36:36 -04:00
|
|
|
AsyncWebRequest& AsyncWebResult<T>::then(std::function<void(T)> handle) {
|
2022-10-30 14:59:20 -04:00
|
|
|
m_request.m_then = [converter = m_converter,
|
2022-12-14 06:11:19 -05:00
|
|
|
handle](SentAsyncWebRequest& req, ByteVector const& arr) {
|
2022-10-13 09:36:36 -04:00
|
|
|
auto conv = converter(arr);
|
|
|
|
if (conv) {
|
2022-11-28 10:42:19 -05:00
|
|
|
handle(conv.unwrap());
|
2022-10-30 14:59:20 -04:00
|
|
|
}
|
|
|
|
else {
|
2023-01-24 11:17:03 -05:00
|
|
|
req.error("Unable to convert value: " + conv.unwrapErr(), -1);
|
2022-10-13 09:36:36 -04:00
|
|
|
}
|
|
|
|
};
|
|
|
|
return m_request;
|
|
|
|
}
|
|
|
|
|
2022-10-30 14:59:20 -04:00
|
|
|
template <class T>
|
2022-10-13 09:36:36 -04:00
|
|
|
AsyncWebRequest& AsyncWebResult<T>::then(std::function<void(SentAsyncWebRequest&, T)> handle) {
|
2022-10-30 14:59:20 -04:00
|
|
|
m_request.m_then = [converter = m_converter,
|
2022-12-14 06:11:19 -05:00
|
|
|
handle](SentAsyncWebRequest& req, ByteVector const& arr) {
|
2022-10-13 09:36:36 -04:00
|
|
|
auto conv = converter(arr);
|
|
|
|
if (conv) {
|
|
|
|
handle(req, conv.value());
|
2022-10-30 14:59:20 -04:00
|
|
|
}
|
|
|
|
else {
|
2023-01-24 11:17:03 -05:00
|
|
|
req.error("Unable to convert value: " + conv.error(), -1);
|
2022-10-13 09:36:36 -04:00
|
|
|
}
|
|
|
|
};
|
|
|
|
return m_request;
|
|
|
|
}
|
2022-10-05 08:41:05 -04:00
|
|
|
}
|