mirror of
https://github.com/pixeltris/TwitchAdSolutions.git
synced 2024-11-22 18:32:46 +01:00
856 lines
39 KiB
C#
856 lines
39 KiB
C#
using System;
|
|
using System.Collections;
|
|
using System.Collections.Generic;
|
|
using System.Linq;
|
|
using System.Text;
|
|
using System.Runtime.Serialization;
|
|
using System.Reflection;
|
|
using System.Threading;
|
|
using System.Net;
|
|
using System.IO;
|
|
|
|
namespace TwitchAdUtils
|
|
{
|
|
class Program
|
|
{
|
|
public static string ClientID = "kimne78kx3ncx6brgo4mv6wki5h1ko";
|
|
public static string UserAgentChrome = "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36";
|
|
public static string UserAgentFirefox = "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:84.0) Gecko/20100101 Firefox/84.0";
|
|
public static string UserAgent = UserAgentChrome;
|
|
public static bool UseOldAccessToken = false;
|
|
public static bool UseAccessTokenTemplate = false;
|
|
public static bool ShouldNotifyAdWatched = true;
|
|
public static string PlayerTypeRegular = "site";//embed
|
|
public static string PlayerTypeMiniNoAd = "picture-by-picture";//thunderdome
|
|
public static string Platform = "web";
|
|
public static string PlayerBackend = "mediaplayer";
|
|
public static string MainM3U8AdditionalParams = "";
|
|
public static string AdSignifier = "stitched-ad";
|
|
public static TimeSpan LoopDelay = TimeSpan.FromSeconds(1);
|
|
|
|
enum RunnerMode
|
|
{
|
|
Regular,
|
|
MiniNoAd
|
|
}
|
|
|
|
static void Main(string[] args)
|
|
{
|
|
if (args.Length >= 1 && args[0] == "build_scripts")
|
|
{
|
|
// This takes "base.user.js" and updates all of the other scripts based on the cfg values
|
|
BuildScripts();
|
|
return;
|
|
}
|
|
ServicePointManager.SecurityProtocol = (SecurityProtocolType)3072;
|
|
Console.Write("Enter channel name: ");
|
|
string channel = Console.ReadLine().ToLower();
|
|
Console.WriteLine("Fetching channel '" + channel + "'");
|
|
RunImpl(RunnerMode.Regular, channel);
|
|
//RunImpl(RunnerMode.MiniNoAd, channel);
|
|
}
|
|
|
|
static void BuildScripts()
|
|
{
|
|
string baseScriptName = "base";
|
|
string suffixConfg = ".cfg";
|
|
string suffixUserscript = ".user.js";
|
|
string suffixUblock = "-ublock-origin.js";
|
|
string baseFile = Path.Combine(baseScriptName, baseScriptName + ".user.js");
|
|
if (File.Exists(baseFile))
|
|
{
|
|
foreach (string dir in Directory.GetDirectories(Environment.CurrentDirectory))
|
|
{
|
|
DirectoryInfo dirInfo = new DirectoryInfo(dir);
|
|
if (dirInfo.Name != baseScriptName)
|
|
{
|
|
string cfgFile = Path.Combine(dir, dirInfo.Name + suffixConfg);
|
|
string userscriptFile = Path.Combine(dir, dirInfo.Name + suffixUserscript);
|
|
string ublockFile = Path.Combine(dir, dirInfo.Name + suffixUblock);
|
|
if (File.Exists(userscriptFile) && File.Exists(ublockFile) && File.Exists(cfgFile))
|
|
{
|
|
Dictionary<string, string> cfgValues = new Dictionary<string, string>();
|
|
string[] cfgLines = File.ReadAllLines(cfgFile);
|
|
for (int i = 0; i < cfgLines.Length; i++)
|
|
{
|
|
string line = cfgLines[i];
|
|
if (!string.IsNullOrEmpty(line))
|
|
{
|
|
int spaceIndex = line.IndexOf(' ');
|
|
if (spaceIndex > 0)
|
|
{
|
|
cfgValues["scope." + line.Substring(0, spaceIndex).Trim() + " "] = line.Substring(spaceIndex + 1).Trim();
|
|
}
|
|
}
|
|
}
|
|
Console.WriteLine(dir);
|
|
foreach (KeyValuePair<string, string> val in cfgValues)
|
|
{
|
|
Console.WriteLine(val.Key + "= " + val.Value);
|
|
}
|
|
Console.WriteLine("=============================");
|
|
|
|
StringBuilder sbUserscript = new StringBuilder();
|
|
StringBuilder sbUblock = new StringBuilder();
|
|
string[] lines = File.ReadAllLines(baseFile);
|
|
bool modifiedOptions = false;
|
|
bool foundUserScriptEnd = false;
|
|
for (int i = 0; i < lines.Length; i++)
|
|
{
|
|
string line = lines[i];
|
|
if (line.Trim().StartsWith("declareOptions("))
|
|
{
|
|
modifiedOptions = true;
|
|
}
|
|
if (!modifiedOptions)
|
|
{
|
|
if (!foundUserScriptEnd)
|
|
{
|
|
sbUserscript.AppendLine(line);
|
|
if (line.Contains("/UserScript"))
|
|
{
|
|
sbUblock.AppendLine("twitch-videoad.js application/javascript");
|
|
foundUserScriptEnd = true;
|
|
}
|
|
}
|
|
else if (line.Trim().StartsWith("'use strict'"))
|
|
{
|
|
sbUserscript.AppendLine(line);
|
|
sbUblock.AppendLine(" if ( /(^|\\.)twitch\\.tv$/.test(document.location.hostname) === false ) { return; }");
|
|
}
|
|
else
|
|
{
|
|
foreach (KeyValuePair<string, string> val in cfgValues)
|
|
{
|
|
if (line.Contains(val.Key))
|
|
{
|
|
line = line.Substring(0, line.IndexOf(val.Key) + val.Key.Length) + "= " + val.Value + ";";
|
|
break;
|
|
}
|
|
}
|
|
sbUserscript.AppendLine(line);
|
|
sbUblock.AppendLine(line);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
sbUserscript.AppendLine(line);
|
|
sbUblock.AppendLine(line);
|
|
}
|
|
}
|
|
File.WriteAllText(userscriptFile, sbUserscript.ToString());
|
|
File.WriteAllText(ublockFile, sbUblock.ToString());
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
static void Run(RunnerMode mode, string channel)
|
|
{
|
|
Thread thread = new Thread(delegate()
|
|
{
|
|
RunImpl(mode, channel);
|
|
});
|
|
thread.IsBackground = true;
|
|
thread.Start();
|
|
}
|
|
|
|
static void RunImpl(RunnerMode mode, string channel)
|
|
{
|
|
string playerType = mode == RunnerMode.Regular ? PlayerTypeRegular : PlayerTypeMiniNoAd;
|
|
string cookies = null;
|
|
string uniqueId = null;
|
|
while (true)
|
|
{
|
|
if (string.IsNullOrEmpty(cookies))
|
|
{
|
|
using (CookieAwareWebClient wc = new CookieAwareWebClient())
|
|
{
|
|
wc.Proxy = null;
|
|
wc.Headers["Accept"] = "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9";
|
|
wc.DownloadString("https://www.twitch.tv/" + channel);
|
|
cookies = ProcessCookies(wc.Cookies, out uniqueId);
|
|
//Console.WriteLine("unique_id: " + uniqueId);
|
|
}
|
|
}
|
|
if (string.IsNullOrEmpty(uniqueId))
|
|
{
|
|
Console.WriteLine("unique_id is null");
|
|
return;
|
|
}
|
|
using (WebClient wc = new WebClient())
|
|
{
|
|
string response = null, token = null, sig = null;
|
|
wc.Proxy = null;
|
|
if (UseOldAccessToken)
|
|
{
|
|
wc.Headers.Clear();
|
|
wc.Headers["client-id"] = ClientID;
|
|
wc.Headers["accept"] = "application/vnd.twitchtv.v5+json; charset=UTF-8";
|
|
wc.Headers["accept-encoding"] = "gzip, deflate, br";
|
|
wc.Headers["accept-language"] = "en-us";
|
|
wc.Headers["content-type"] = "application/json; charset=UTF-8";
|
|
wc.Headers["origin"] = "https://www.twitch.tv";
|
|
wc.Headers["referer"] = "https://www.twitch.tv/";
|
|
wc.Headers["user-agent"] = UserAgent;
|
|
wc.Headers["x-requested-with"] = "XMLHttpRequest";
|
|
wc.Headers["cookie"] = cookies;
|
|
response = wc.DownloadString("https://api.twitch.tv/api/channels/" + channel + "/access_token?oauth_token=undefined&need_https=true&platform=" + Platform + "&player_type=" + playerType + "&player_backend=" + PlayerBackend);
|
|
if (!string.IsNullOrEmpty(response))
|
|
{
|
|
TwitchAccessTokenOld tokenInfo = JSONSerializer<TwitchAccessTokenOld>.DeSerialize(response);
|
|
if (tokenInfo != null && !string.IsNullOrEmpty(tokenInfo.token) && !string.IsNullOrEmpty(tokenInfo.sig))
|
|
{
|
|
token = tokenInfo.token;
|
|
sig = tokenInfo.sig;
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
wc.Headers.Clear();
|
|
wc.Headers["client-id"] = ClientID;
|
|
wc.Headers["Device-ID"] = uniqueId;
|
|
wc.Headers["accept"] = "*/*";
|
|
wc.Headers["accept-encoding"] = "gzip, deflate, br";
|
|
wc.Headers["accept-language"] = "en-us";
|
|
wc.Headers["content-type"] = "text/plain; charset=UTF-8";
|
|
wc.Headers["origin"] = "https://www.twitch.tv";
|
|
wc.Headers["referer"] = "https://www.twitch.tv/";
|
|
wc.Headers["user-agent"] = UserAgent;
|
|
if (UseAccessTokenTemplate)
|
|
{
|
|
response = wc.UploadString("https://gql.twitch.tv/gql", @"{""operationName"":""PlaybackAccessToken_Template"",""query"":""query PlaybackAccessToken_Template($login: String!, $isLive: Boolean!, $vodID: ID!, $isVod: Boolean!, $playerType: String!) { streamPlaybackAccessToken(channelName: $login, params: {platform: \""" + Platform + @"\"", playerBackend: \""" + PlayerBackend + @"\"", playerType: $playerType}) @include(if: $isLive) { value signature __typename } videoPlaybackAccessToken(id: $vodID, params: {platform: \""" + Platform + @"\"", playerBackend: \""" + PlayerBackend + @"\"", playerType: $playerType}) @include(if: $isVod) { value signature __typename }}"",""variables"":{""isLive"":true,""login"":""" + channel + @""",""isVod"":false,""vodID"":"""",""playerType"":""" + playerType + @"""}}");
|
|
}
|
|
else
|
|
{
|
|
response = wc.UploadString("https://gql.twitch.tv/gql", @"{""operationName"":""PlaybackAccessToken"",""variables"":{""isLive"":true,""login"":""" + channel + @""",""isVod"":false,""vodID"":"""",""playerType"":""" + playerType + @"""},""extensions"":{""persistedQuery"":{""version"":1,""sha256Hash"":""0828119ded1c13477966434e15800ff57ddacf13ba1911c129dc2200705b0712""}}}");
|
|
}
|
|
if (!string.IsNullOrEmpty(response))
|
|
{
|
|
TwitchAccessToken tokenInfo = JSONSerializer<TwitchAccessToken>.DeSerialize(response);
|
|
if (tokenInfo != null && tokenInfo.data != null && tokenInfo.data.streamPlaybackAccessToken != null &&
|
|
!string.IsNullOrEmpty(tokenInfo.data.streamPlaybackAccessToken.value) && !string.IsNullOrEmpty(tokenInfo.data.streamPlaybackAccessToken.signature))
|
|
{
|
|
token = tokenInfo.data.streamPlaybackAccessToken.value;
|
|
sig = tokenInfo.data.streamPlaybackAccessToken.signature;
|
|
}
|
|
}
|
|
}
|
|
if (!string.IsNullOrEmpty(token))
|
|
{
|
|
string url = "https://usher.ttvnw.net/api/channel/hls/" + channel + ".m3u8?allow_source=true&sig=" + sig + "&token=" + System.Web.HttpUtility.UrlEncode(token) + MainM3U8AdditionalParams;
|
|
wc.Headers.Clear();
|
|
wc.Headers["accept"] = "application/x-mpegURL, application/vnd.apple.mpegurl, application/json, text/plain";
|
|
wc.Headers["host"] = "usher.ttvnw.net";
|
|
wc.Headers["cookie"] = "DNT=1;";
|
|
wc.Headers["DNT"] = "1";
|
|
wc.Headers["user-agent"] = UserAgent;
|
|
string encodingsM3u8 = wc.DownloadString(url);
|
|
if (!string.IsNullOrEmpty(encodingsM3u8))
|
|
{
|
|
string[] lines = encodingsM3u8.Split('\n');
|
|
string streamM3u8Url = lines.FirstOrDefault(x => x.EndsWith(".m3u8"));
|
|
if (!string.IsNullOrEmpty(streamM3u8Url))
|
|
{
|
|
string streamM3u8 = wc.DownloadString(streamM3u8Url);
|
|
if (!string.IsNullOrEmpty(streamM3u8Url))
|
|
{
|
|
if (streamM3u8.Contains(AdSignifier))
|
|
{
|
|
Console.WriteLine("has ad " + DateTime.Now.TimeOfDay);
|
|
if (!UseOldAccessToken && ShouldNotifyAdWatched)
|
|
{
|
|
NotifyWatchedAd(uniqueId, streamM3u8);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
Console.WriteLine("no ad " + DateTime.Now.TimeOfDay);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
Console.WriteLine("Failed to fetch streamM3u8Url");
|
|
}
|
|
}
|
|
else
|
|
{
|
|
Console.WriteLine("Failed to find streamM3u8Url");
|
|
}
|
|
}
|
|
else
|
|
{
|
|
Console.WriteLine("Failed to fetch encodingsM3u8");
|
|
}
|
|
}
|
|
else
|
|
{
|
|
Console.WriteLine("Failed to get stream token");
|
|
}
|
|
}
|
|
Thread.Sleep(LoopDelay);
|
|
}
|
|
}
|
|
|
|
static Dictionary<string, string> ParseAttributes(string tag)
|
|
{
|
|
// TODO: Improve this
|
|
Dictionary<string, string> result = new Dictionary<string, string>();
|
|
string[] splitted = tag.Split(new char[] { ',' }, StringSplitOptions.RemoveEmptyEntries);
|
|
foreach (string str in splitted)
|
|
{
|
|
int index = str.IndexOf('=');
|
|
if (index > 0)
|
|
{
|
|
result[str.Substring(0, index)] = str.Substring(index + 1).Trim('\"');
|
|
}
|
|
}
|
|
return result;
|
|
}
|
|
|
|
static TValue GetOrDefault<TKey, TValue>(Dictionary<TKey, TValue> dict, TKey key, TValue defaultValue = default(TValue))
|
|
{
|
|
TValue result;
|
|
if (dict.TryGetValue(key, out result))
|
|
{
|
|
return result;
|
|
}
|
|
return defaultValue;
|
|
}
|
|
|
|
static void SendGqlAdEvent(WebClient wc, string eventName, bool includeAdInfo, int adQuartile, int adPos, Dictionary<string, string> vals)
|
|
{
|
|
// TARG_eventName TARG_roll_type TARG_radToken TARG_adInfo
|
|
// TARG_ad_id TARG_ad_position TARG_duration TARG_creative_id TARG_total_ads TARG_order_id TARG_line_item_id TARG_quartile
|
|
string str = @"[{""operationName"":""ClientSideAdEventHandling_RecordAdEvent"",""variables"":{""input"":{""eventName"":""TARG_eventName"",""eventPayload"":""{\""player_mute\"":false,\""player_volume\"":0.5,\""visible\"":true,\""roll_type\"":\""TARG_roll_type\"",\""stitched\"":trueTARG_adInfo}"",""radToken"":""TARG_radToken""}},""extensions"":{""persistedQuery"":{""version"":1,""sha256Hash"":""7e6c69e6eb59f8ccb97ab73686f3d8b7d85a72a0298745ccd8bfc68e4054ca5b""}}}]";
|
|
string strAdInfo = @",\""ad_id\"":\""TARG_ad_id\"",\""ad_position\"":TARG_ad_position,\""duration\"":TARG_duration,\""creative_id\"":\""TARG_creative_id\"",\""total_ads\"":TARG_total_ads,\""order_id\"":\""TARG_order_id\"",\""line_item_id\"":\""TARG_line_item_id\""TARG_quartile";
|
|
vals["TARG_eventName"] = eventName;
|
|
vals["TARG_quartile"] = adQuartile > 0 ? (@",\""quartile\"":" + adQuartile) : string.Empty;
|
|
if (includeAdInfo)
|
|
{
|
|
foreach (KeyValuePair<string, string> val in vals)
|
|
{
|
|
strAdInfo = strAdInfo.Replace(val.Key, val.Value);
|
|
}
|
|
vals["TARG_adInfo"] = strAdInfo;
|
|
}
|
|
else
|
|
{
|
|
vals["TARG_adInfo"] = "";
|
|
}
|
|
foreach (KeyValuePair<string, string> val in vals)
|
|
{
|
|
str = str.Replace(val.Key, val.Value);
|
|
}
|
|
//Console.WriteLine(str);
|
|
Console.WriteLine("SendGqlAdEvent " + eventName + " adinfo: " + includeAdInfo + " quartile: " + adQuartile + " adPos: " + adPos);
|
|
wc.UploadString("https://gql.twitch.tv/gql", str);
|
|
}
|
|
|
|
static void NotifyWatchedAd(string uniqueId, string streamM3u8)
|
|
{
|
|
string[] lines = streamM3u8.Split('\n');
|
|
for (int i = 0; i < lines.Length; i++)
|
|
{
|
|
if (lines[i].Contains(AdSignifier))
|
|
{
|
|
Dictionary<string, string> attr = ParseAttributes(lines[i]);
|
|
Dictionary<string, string> vals = new Dictionary<string, string>();
|
|
vals["TARG_roll_type"] = GetOrDefault(attr, "X-TV-TWITCH-AD-ROLL-TYPE", "preroll").ToLower();
|
|
vals["TARG_radToken"] = GetOrDefault(attr, "X-TV-TWITCH-AD-RADS-TOKEN");
|
|
vals["TARG_ad_id"] = GetOrDefault(attr, "X-TV-TWITCH-AD-ADVERTISER-ID");
|
|
vals["TARG_duration"] = "30";
|
|
vals["TARG_creative_id"] = GetOrDefault(attr, "X-TV-TWITCH-AD-CREATIVE-ID");
|
|
vals["TARG_total_ads"] = GetOrDefault(attr, "X-TV-TWITCH-AD-POD-LENGTH", "1");
|
|
vals["TARG_order_id"] = GetOrDefault(attr, "X-TV-TWITCH-AD-ORDER-ID");
|
|
vals["TARG_line_item_id"] = GetOrDefault(attr, "X-TV-TWITCH-AD-LINE-ITEM-ID");
|
|
using (WebClient wc = new WebClient())
|
|
{
|
|
wc.Proxy = null;
|
|
wc.Headers["Client-Id"] = ClientID;
|
|
wc.Headers["X-Device-Id"] = uniqueId;
|
|
wc.Headers["accept"] = "*/*";
|
|
wc.Headers["accept-encoding"] = "gzip, deflate, br";
|
|
wc.Headers["accept-language"] = "en-us";
|
|
wc.Headers["content-type"] = "text/plain; charset=UTF-8";
|
|
wc.Headers["origin"] = "https://www.twitch.tv";
|
|
wc.Headers["referer"] = "https://www.twitch.tv/";
|
|
wc.Headers["user-agent"] = UserAgent;
|
|
int totalAds = int.Parse(vals["TARG_total_ads"]);
|
|
for (int adPos = 0; adPos < totalAds; adPos++)
|
|
{
|
|
vals["TARG_ad_position"] = adPos.ToString();
|
|
SendGqlAdEvent(wc, "video_ad_impression", true, 0, adPos, vals);
|
|
for (int quartile = 1; quartile <= 4; quartile++)
|
|
{
|
|
SendGqlAdEvent(wc, "video_ad_quartile_complete", true, quartile, adPos, vals);
|
|
}
|
|
SendGqlAdEvent(wc, "video_ad_pod_complete", false, 0, adPos, vals);
|
|
}
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
//Console.WriteLine(streamM3u8);
|
|
}
|
|
|
|
static string ProcessCookies(string str)
|
|
{
|
|
string uniqueId;
|
|
return ProcessCookies(str, out uniqueId);
|
|
}
|
|
|
|
static string ProcessCookies(string str, out string uniqueId)
|
|
{
|
|
uniqueId = null;
|
|
string result = string.Empty;
|
|
string[] cookies = str.Split(',');
|
|
foreach (string cookie in cookies)
|
|
{
|
|
if (cookie.Split(';')[0].Contains('='))
|
|
{
|
|
string[] splitted = cookie.Split(';')[0].Split('=');
|
|
if (splitted.Length >= 2 && splitted[0] == "unique_id")
|
|
{
|
|
uniqueId = splitted[1];
|
|
}
|
|
result += cookie.Split(';')[0] + ";";
|
|
}
|
|
}
|
|
return result;
|
|
}
|
|
|
|
[DataContract]
|
|
public class TwitchAccessTokenOld
|
|
{
|
|
[DataMember]
|
|
public string token { get; set; }
|
|
[DataMember]
|
|
public string sig { get; set; }
|
|
}
|
|
|
|
[DataContract]
|
|
public class TwitchAccessToken
|
|
{
|
|
[DataMember]
|
|
public TwitchAccessToken_data data { get; set; }
|
|
}
|
|
|
|
[DataContract]
|
|
public class TwitchAccessToken_data
|
|
{
|
|
[DataMember]
|
|
public TwitchAccessToken_streamPlaybackAccessToken streamPlaybackAccessToken { get; set; }
|
|
}
|
|
|
|
[DataContract]
|
|
public class TwitchAccessToken_streamPlaybackAccessToken
|
|
{
|
|
[DataMember]
|
|
public string value { get; set; }
|
|
[DataMember]
|
|
public string signature { get; set; }
|
|
}
|
|
|
|
class CookieAwareWebClient : WebClient
|
|
{
|
|
public CookieContainer CookieContainer { get; set; }
|
|
public Uri Uri { get; set; }
|
|
|
|
public string Cookies { get; private set; }
|
|
|
|
public CookieAwareWebClient()
|
|
: this(new CookieContainer())
|
|
{
|
|
}
|
|
|
|
public CookieAwareWebClient(CookieContainer cookies)
|
|
{
|
|
this.CookieContainer = new CookieContainer();
|
|
}
|
|
|
|
protected override WebResponse GetWebResponse(WebRequest request)
|
|
{
|
|
WebResponse response = base.GetWebResponse(request);
|
|
string setCookieHeader = response.Headers.Get("Set-Cookie");
|
|
Cookies = setCookieHeader;
|
|
return response;
|
|
}
|
|
}
|
|
|
|
static class JSONSerializer<TType> where TType : class
|
|
{
|
|
public static TType DeSerialize(string json)
|
|
{
|
|
return TinyJson.JSONParser.FromJson<TType>(json);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
namespace TinyJson
|
|
{
|
|
// Really simple JSON parser in ~300 lines
|
|
// - Attempts to parse JSON files with minimal GC allocation
|
|
// - Nice and simple "[1,2,3]".FromJson<List<int>>() API
|
|
// - Classes and structs can be parsed too!
|
|
// class Foo { public int Value; }
|
|
// "{\"Value\":10}".FromJson<Foo>()
|
|
// - Can parse JSON without type information into Dictionary<string,object> and List<object> e.g.
|
|
// "[1,2,3]".FromJson<object>().GetType() == typeof(List<object>)
|
|
// "{\"Value\":10}".FromJson<object>().GetType() == typeof(Dictionary<string,object>)
|
|
// - No JIT Emit support to support AOT compilation on iOS
|
|
// - Attempts are made to NOT throw an exception if the JSON is corrupted or invalid: returns null instead.
|
|
// - Only public fields and property setters on classes/structs will be written to
|
|
//
|
|
// Limitations:
|
|
// - No JIT Emit support to parse structures quickly
|
|
// - Limited to parsing <2GB JSON files (due to int.MaxValue)
|
|
// - Parsing of abstract classes or interfaces is NOT supported and will throw an exception.
|
|
public static class JSONParser
|
|
{
|
|
[ThreadStatic] static Stack<List<string>> splitArrayPool;
|
|
[ThreadStatic] static StringBuilder stringBuilder;
|
|
[ThreadStatic] static Dictionary<Type, Dictionary<string, FieldInfo>> fieldInfoCache;
|
|
[ThreadStatic] static Dictionary<Type, Dictionary<string, PropertyInfo>> propertyInfoCache;
|
|
|
|
public static T FromJson<T>(this string json)
|
|
{
|
|
// Initialize, if needed, the ThreadStatic variables
|
|
if (propertyInfoCache == null) propertyInfoCache = new Dictionary<Type, Dictionary<string, PropertyInfo>>();
|
|
if (fieldInfoCache == null) fieldInfoCache = new Dictionary<Type, Dictionary<string, FieldInfo>>();
|
|
if (stringBuilder == null) stringBuilder = new StringBuilder();
|
|
if (splitArrayPool == null) splitArrayPool = new Stack<List<string>>();
|
|
|
|
//Remove all whitespace not within strings to make parsing simpler
|
|
stringBuilder.Length = 0;
|
|
for (int i = 0; i < json.Length; i++)
|
|
{
|
|
char c = json[i];
|
|
if (c == '"')
|
|
{
|
|
i = AppendUntilStringEnd(true, i, json);
|
|
continue;
|
|
}
|
|
if (char.IsWhiteSpace(c))
|
|
continue;
|
|
|
|
stringBuilder.Append(c);
|
|
}
|
|
|
|
//Parse the thing!
|
|
return (T)ParseValue(typeof(T), stringBuilder.ToString());
|
|
}
|
|
|
|
static int AppendUntilStringEnd(bool appendEscapeCharacter, int startIdx, string json)
|
|
{
|
|
stringBuilder.Append(json[startIdx]);
|
|
for (int i = startIdx + 1; i < json.Length; i++)
|
|
{
|
|
if (json[i] == '\\')
|
|
{
|
|
if (appendEscapeCharacter)
|
|
stringBuilder.Append(json[i]);
|
|
stringBuilder.Append(json[i + 1]);
|
|
i++;//Skip next character as it is escaped
|
|
}
|
|
else if (json[i] == '"')
|
|
{
|
|
stringBuilder.Append(json[i]);
|
|
return i;
|
|
}
|
|
else
|
|
stringBuilder.Append(json[i]);
|
|
}
|
|
return json.Length - 1;
|
|
}
|
|
|
|
//Splits { <value>:<value>, <value>:<value> } and [ <value>, <value> ] into a list of <value> strings
|
|
static List<string> Split(string json)
|
|
{
|
|
List<string> splitArray = splitArrayPool.Count > 0 ? splitArrayPool.Pop() : new List<string>();
|
|
splitArray.Clear();
|
|
if (json.Length == 2)
|
|
return splitArray;
|
|
int parseDepth = 0;
|
|
stringBuilder.Length = 0;
|
|
for (int i = 1; i < json.Length - 1; i++)
|
|
{
|
|
switch (json[i])
|
|
{
|
|
case '[':
|
|
case '{':
|
|
parseDepth++;
|
|
break;
|
|
case ']':
|
|
case '}':
|
|
parseDepth--;
|
|
break;
|
|
case '"':
|
|
i = AppendUntilStringEnd(true, i, json);
|
|
continue;
|
|
case ',':
|
|
case ':':
|
|
if (parseDepth == 0)
|
|
{
|
|
splitArray.Add(stringBuilder.ToString());
|
|
stringBuilder.Length = 0;
|
|
continue;
|
|
}
|
|
break;
|
|
}
|
|
|
|
stringBuilder.Append(json[i]);
|
|
}
|
|
|
|
splitArray.Add(stringBuilder.ToString());
|
|
|
|
return splitArray;
|
|
}
|
|
|
|
internal static object ParseValue(Type type, string json)
|
|
{
|
|
if (type == typeof(string))
|
|
{
|
|
if (json.Length <= 2)
|
|
return string.Empty;
|
|
StringBuilder parseStringBuilder = new StringBuilder(json.Length);
|
|
for (int i = 1; i < json.Length - 1; ++i)
|
|
{
|
|
if (json[i] == '\\' && i + 1 < json.Length - 1)
|
|
{
|
|
int j = "\"\\nrtbf/".IndexOf(json[i + 1]);
|
|
if (j >= 0)
|
|
{
|
|
parseStringBuilder.Append("\"\\\n\r\t\b\f/"[j]);
|
|
++i;
|
|
continue;
|
|
}
|
|
if (json[i + 1] == 'u' && i + 5 < json.Length - 1)
|
|
{
|
|
UInt32 c = 0;
|
|
if (UInt32.TryParse(json.Substring(i + 2, 4), System.Globalization.NumberStyles.AllowHexSpecifier, null, out c))
|
|
{
|
|
parseStringBuilder.Append((char)c);
|
|
i += 5;
|
|
continue;
|
|
}
|
|
}
|
|
}
|
|
parseStringBuilder.Append(json[i]);
|
|
}
|
|
return parseStringBuilder.ToString();
|
|
}
|
|
if (type.IsPrimitive)
|
|
{
|
|
var result = Convert.ChangeType(json, type, System.Globalization.CultureInfo.InvariantCulture);
|
|
return result;
|
|
}
|
|
if (type == typeof(decimal))
|
|
{
|
|
decimal result;
|
|
decimal.TryParse(json, System.Globalization.NumberStyles.Float, System.Globalization.CultureInfo.InvariantCulture, out result);
|
|
return result;
|
|
}
|
|
if (json == "null")
|
|
{
|
|
return null;
|
|
}
|
|
if (type.IsEnum)
|
|
{
|
|
if (json[0] == '"')
|
|
json = json.Substring(1, json.Length - 2);
|
|
try
|
|
{
|
|
return Enum.Parse(type, json, false);
|
|
}
|
|
catch
|
|
{
|
|
return 0;
|
|
}
|
|
}
|
|
if (type.IsArray)
|
|
{
|
|
Type arrayType = type.GetElementType();
|
|
if (json[0] != '[' || json[json.Length - 1] != ']')
|
|
return null;
|
|
|
|
List<string> elems = Split(json);
|
|
Array newArray = Array.CreateInstance(arrayType, elems.Count);
|
|
for (int i = 0; i < elems.Count; i++)
|
|
newArray.SetValue(ParseValue(arrayType, elems[i]), i);
|
|
splitArrayPool.Push(elems);
|
|
return newArray;
|
|
}
|
|
if (type.IsGenericType && type.GetGenericTypeDefinition() == typeof(List<>))
|
|
{
|
|
Type listType = type.GetGenericArguments()[0];
|
|
if (json[0] != '[' || json[json.Length - 1] != ']')
|
|
return null;
|
|
|
|
List<string> elems = Split(json);
|
|
var list = (IList)type.GetConstructor(new Type[] { typeof(int) }).Invoke(new object[] { elems.Count });
|
|
for (int i = 0; i < elems.Count; i++)
|
|
list.Add(ParseValue(listType, elems[i]));
|
|
splitArrayPool.Push(elems);
|
|
return list;
|
|
}
|
|
if (type.IsGenericType && type.GetGenericTypeDefinition() == typeof(Dictionary<,>))
|
|
{
|
|
Type keyType, valueType;
|
|
{
|
|
Type[] args = type.GetGenericArguments();
|
|
keyType = args[0];
|
|
valueType = args[1];
|
|
}
|
|
|
|
//Refuse to parse dictionary keys that aren't of type string
|
|
if (keyType != typeof(string))
|
|
return null;
|
|
//Must be a valid dictionary element
|
|
if (json[0] != '{' || json[json.Length - 1] != '}')
|
|
return null;
|
|
//The list is split into key/value pairs only, this means the split must be divisible by 2 to be valid JSON
|
|
List<string> elems = Split(json);
|
|
if (elems.Count % 2 != 0)
|
|
return null;
|
|
|
|
var dictionary = (IDictionary)type.GetConstructor(new Type[] { typeof(int) }).Invoke(new object[] { elems.Count / 2 });
|
|
for (int i = 0; i < elems.Count; i += 2)
|
|
{
|
|
if (elems[i].Length <= 2)
|
|
continue;
|
|
string keyValue = elems[i].Substring(1, elems[i].Length - 2);
|
|
object val = ParseValue(valueType, elems[i + 1]);
|
|
dictionary[keyValue] = val;
|
|
}
|
|
return dictionary;
|
|
}
|
|
if (type == typeof(object))
|
|
{
|
|
return ParseAnonymousValue(json);
|
|
}
|
|
if (json[0] == '{' && json[json.Length - 1] == '}')
|
|
{
|
|
return ParseObject(type, json);
|
|
}
|
|
|
|
return null;
|
|
}
|
|
|
|
static object ParseAnonymousValue(string json)
|
|
{
|
|
if (json.Length == 0)
|
|
return null;
|
|
if (json[0] == '{' && json[json.Length - 1] == '}')
|
|
{
|
|
List<string> elems = Split(json);
|
|
if (elems.Count % 2 != 0)
|
|
return null;
|
|
var dict = new Dictionary<string, object>(elems.Count / 2);
|
|
for (int i = 0; i < elems.Count; i += 2)
|
|
dict[elems[i].Substring(1, elems[i].Length - 2)] = ParseAnonymousValue(elems[i + 1]);
|
|
return dict;
|
|
}
|
|
if (json[0] == '[' && json[json.Length - 1] == ']')
|
|
{
|
|
List<string> items = Split(json);
|
|
var finalList = new List<object>(items.Count);
|
|
for (int i = 0; i < items.Count; i++)
|
|
finalList.Add(ParseAnonymousValue(items[i]));
|
|
return finalList;
|
|
}
|
|
if (json[0] == '"' && json[json.Length - 1] == '"')
|
|
{
|
|
string str = json.Substring(1, json.Length - 2);
|
|
return str.Replace("\\", string.Empty);
|
|
}
|
|
if (char.IsDigit(json[0]) || json[0] == '-')
|
|
{
|
|
if (json.Contains("."))
|
|
{
|
|
double result;
|
|
double.TryParse(json, System.Globalization.NumberStyles.Float, System.Globalization.CultureInfo.InvariantCulture, out result);
|
|
return result;
|
|
}
|
|
else
|
|
{
|
|
int result;
|
|
int.TryParse(json, out result);
|
|
return result;
|
|
}
|
|
}
|
|
if (json == "true")
|
|
return true;
|
|
if (json == "false")
|
|
return false;
|
|
// handles json == "null" as well as invalid JSON
|
|
return null;
|
|
}
|
|
|
|
static Dictionary<string, T> CreateMemberNameDictionary<T>(T[] members) where T : MemberInfo
|
|
{
|
|
Dictionary<string, T> nameToMember = new Dictionary<string, T>(StringComparer.OrdinalIgnoreCase);
|
|
for (int i = 0; i < members.Length; i++)
|
|
{
|
|
T member = members[i];
|
|
if (member.IsDefined(typeof(IgnoreDataMemberAttribute), true))
|
|
continue;
|
|
|
|
string name = member.Name;
|
|
if (member.IsDefined(typeof(DataMemberAttribute), true))
|
|
{
|
|
DataMemberAttribute dataMemberAttribute = (DataMemberAttribute)Attribute.GetCustomAttribute(member, typeof(DataMemberAttribute), true);
|
|
if (!string.IsNullOrEmpty(dataMemberAttribute.Name))
|
|
name = dataMemberAttribute.Name;
|
|
}
|
|
|
|
nameToMember.Add(name, member);
|
|
}
|
|
|
|
return nameToMember;
|
|
}
|
|
|
|
static object ParseObject(Type type, string json)
|
|
{
|
|
object instance = FormatterServices.GetUninitializedObject(type);
|
|
|
|
//The list is split into key/value pairs only, this means the split must be divisible by 2 to be valid JSON
|
|
List<string> elems = Split(json);
|
|
if (elems.Count % 2 != 0)
|
|
return instance;
|
|
|
|
Dictionary<string, FieldInfo> nameToField;
|
|
Dictionary<string, PropertyInfo> nameToProperty;
|
|
if (!fieldInfoCache.TryGetValue(type, out nameToField))
|
|
{
|
|
nameToField = CreateMemberNameDictionary(type.GetFields(BindingFlags.Instance | BindingFlags.Public | BindingFlags.FlattenHierarchy));
|
|
fieldInfoCache.Add(type, nameToField);
|
|
}
|
|
if (!propertyInfoCache.TryGetValue(type, out nameToProperty))
|
|
{
|
|
nameToProperty = CreateMemberNameDictionary(type.GetProperties(BindingFlags.Instance | BindingFlags.Public | BindingFlags.FlattenHierarchy));
|
|
propertyInfoCache.Add(type, nameToProperty);
|
|
}
|
|
|
|
for (int i = 0; i < elems.Count; i += 2)
|
|
{
|
|
if (elems[i].Length <= 2)
|
|
continue;
|
|
string key = elems[i].Substring(1, elems[i].Length - 2);
|
|
string value = elems[i + 1];
|
|
|
|
FieldInfo fieldInfo;
|
|
PropertyInfo propertyInfo;
|
|
if (nameToField.TryGetValue(key, out fieldInfo))
|
|
fieldInfo.SetValue(instance, ParseValue(fieldInfo.FieldType, value));
|
|
else if (nameToProperty.TryGetValue(key, out propertyInfo))
|
|
propertyInfo.SetValue(instance, ParseValue(propertyInfo.PropertyType, value), null);
|
|
}
|
|
|
|
return instance;
|
|
}
|
|
}
|
|
} |