Json.Linq
using Newtonsoft.Json.Linq;
using System;
using System.Linq;
using System.Net.Http;
using System.Text;
using System.Threading.Tasks;
static class Ext
{
public static string SubstringJson(this string value, string start, string end)
{
var startIndex = value.IndexOf(start) + start.Length;
var endIndex = value.IndexOf(end) - startIndex;
var result = value.Substring(startIndex, endIndex).Trim();
return result.Remove(result.Length - 1);
}
public static int SubstringId(this string url)
{
var result = new Uri(url).AbsolutePath.Split('-').FirstOrDefault()?.Remove(0, 2);
return int.Parse(result);
}
}
class Program
{
static readonly HttpClient client = new HttpClient();
static async Task Main(string[] args)
{
var url = "https://prom.ua/p1180330579-kabel-multimedijnyj-minidisplay.html";
var id = url.SubstringId();
var json = await GetJsonAsync(url);
var product = json[$"Product:{id}"];
var name = product["name"];
var price = product["price"];
var priceLocalized = product["priceCurrencyLocalized"];
var priceUSD = product["priceUSD"];
var companyId = product["company"]["id"];
var company = json[$"{companyId}"];
var companyName = company["name"];
var companyCity = company["city"];
var companyPerson = company["contactPerson"];
var companyPersonPhone = company["phone"];
var builder = new StringBuilder();
builder.AppendLine($"{name}");
builder.AppendLine($"Цена {price} {priceLocalized} ({priceUSD} usd.) ");
builder.AppendLine($"Компания: {companyName} (г.{companyCity})");
builder.AppendLine($"Контакт: {companyPerson} ({companyPersonPhone})");
Console.WriteLine(builder);
}
private static async Task<JObject> GetJsonAsync(string url)
{
var html = await client.GetStringAsync(url);
var jsonString = html.SubstringJson("window.ApolloCacheState =", "window.SPAConfig");
return JObject.Parse(jsonString);
}
}
Десериализовать объект
Product
public class Product
{
[JsonProperty("id")]
public long Id { get; set; }
[JsonProperty("name")]
public string Name { get; set; }
[JsonProperty("price")]
[JsonConverter(typeof(ParseStringConverter))]
public long Price { get; set; }
[JsonProperty("priceUSD")]
public string PriceUsd { get; set; }
[JsonProperty("priceCurrency")]
public string PriceCurrency { get; set; }
[JsonProperty("priceCurrencyLocalized")]
public string PriceCurrencyLocalized { get; set; }
[JsonProperty("discountedPrice")]
[JsonConverter(typeof(ParseStringConverter))]
public long DiscountedPrice { get; set; }
/// <summary>
/// Есть скидка.
/// </summary>
[JsonProperty("hasDiscount")]
public bool hasDiscount { get; set; }
[JsonProperty("priceOriginal")]
[JsonConverter(typeof(ParseStringConverter))]
public long PriceOriginal { get; set; }
[JsonProperty("sku")]
public string Sku { get; set; }
[JsonProperty("images({\"height\":640,\"width\":640})")]
public Images Images { get; set; }
[JsonProperty("categoryId")]
public long CategoryId { get; set; }
[JsonProperty("urlForCanonical")]
public Uri Catalog { get; set; }
[JsonProperty("keywords")]
public string Keywords { get; set; }
[JsonProperty("urlForProductCatalog")]
public Uri ProductCatalog { get; set; }
[JsonProperty("descriptionFull")]
public string DescriptionFull { get; set; }
[JsonProperty("descriptionPlain")]
public string DescriptionPlain { get; set; }
[JsonProperty("company_id")]
public long CompanyId { get; set; }
[JsonProperty("groupId")]
public long GroupId { get; set; }
}
public class Images
{
[JsonProperty("type")]
public string Type { get; set; }
[JsonProperty("json")]
public Uri[] Json { get; set; }
}
Converters
public enum TypeEnum { Id };
internal static class Converter
{
public static readonly JsonSerializerSettings Settings = new JsonSerializerSettings
{
MetadataPropertyHandling = MetadataPropertyHandling.Ignore,
DateParseHandling = DateParseHandling.None,
Converters =
{
TypeEnumConverter.Singleton,
new IsoDateTimeConverter { DateTimeStyles = DateTimeStyles.AssumeUniversal }
},
};
}
internal class TypeEnumConverter : JsonConverter
{
public override bool CanConvert(Type t) => t == typeof(TypeEnum) || t == typeof(TypeEnum?);
public override object ReadJson(JsonReader reader, Type t, object existingValue, JsonSerializer serializer)
{
if (reader.TokenType == JsonToken.Null) return null;
var value = serializer.Deserialize<string>(reader);
if (value == "id")
{
return TypeEnum.Id;
}
throw new Exception("Cannot unmarshal type TypeEnum");
}
public override void WriteJson(JsonWriter writer, object untypedValue, JsonSerializer serializer)
{
if (untypedValue == null)
{
serializer.Serialize(writer, null);
return;
}
var value = (TypeEnum)untypedValue;
if (value == TypeEnum.Id)
{
serializer.Serialize(writer, "id");
return;
}
throw new Exception("Cannot marshal type TypeEnum");
}
public static readonly TypeEnumConverter Singleton = new TypeEnumConverter();
}
internal class ParseStringConverter : JsonConverter
{
public override bool CanConvert(Type t) => t == typeof(long) || t == typeof(long?);
public override object ReadJson(JsonReader reader, Type t, object existingValue, JsonSerializer serializer)
{
if (reader.TokenType == JsonToken.Null) return null;
var value = serializer.Deserialize<string>(reader);
long l;
if (Int64.TryParse(value, out l))
{
return l;
}
throw new Exception("Cannot unmarshal type long");
}
public override void WriteJson(JsonWriter writer, object untypedValue, JsonSerializer serializer)
{
if (untypedValue == null)
{
serializer.Serialize(writer, null);
return;
}
var value = (long)untypedValue;
serializer.Serialize(writer, value.ToString());
return;
}
public static readonly ParseStringConverter Singleton = new ParseStringConverter();
}
internal class JsonUnionConverter : JsonConverter
{
public override bool CanConvert(Type t) => t == typeof(JsonUnion) || t == typeof(JsonUnion?);
public override object ReadJson(JsonReader reader, Type t, object existingValue, JsonSerializer serializer)
{
switch (reader.TokenType)
{
case JsonToken.String:
case JsonToken.Date:
var stringValue = serializer.Deserialize<string>(reader);
return new JsonUnion { String = stringValue };
case JsonToken.StartObject:
var objectValue = serializer.Deserialize<JsonJson>(reader);
return new JsonUnion { JsonJson = objectValue };
}
throw new Exception("Cannot unmarshal type JsonUnion");
}
public override void WriteJson(JsonWriter writer, object untypedValue, JsonSerializer serializer)
{
var value = (JsonUnion)untypedValue;
if (value.String != null)
{
serializer.Serialize(writer, value.String);
return;
}
if (value.JsonJson != null)
{
serializer.Serialize(writer, value.JsonJson);
return;
}
throw new Exception("Cannot marshal type JsonUnion");
}
public static readonly JsonUnionConverter Singleton = new JsonUnionConverter();
}
Company
public class Company
{
[JsonProperty("id")]
public long Id { get; set; }
[JsonProperty("name")]
public string Name { get; set; }
[JsonProperty("city")]
public string City { get; set; }
[JsonProperty("ageYears")]
public long AgeYears { get; set; }
[JsonProperty("opinionPositivePercent")]
public long OpinionPositivePercent { get; set; }
[JsonProperty("opinionTotal")]
public long OpinionTotal { get; set; }
[JsonProperty("opinionTotalInRating")]
public long OpinionTotalInRating { get; set; }
/// <summary>
/// Все товары продавца.
/// </summary>
[JsonProperty("urlForCompanyProducts")]
public Uri CompanyProducts { get; set; }
/// <summary>
/// ?
/// </summary>
[JsonProperty("portalPageURL")]
public Uri PortalPage{ get; set; }
/// <summary>
/// Представитель компании.
/// </summary>
[JsonProperty("contactPerson")]
public string ContactPerson { get; set; }
[JsonProperty("contactEmail")]
public object ContactEmail { get; set; }
[JsonProperty("mainLogoUrl({\"height\":50,\"width\":100})")]
public Uri Logo { get; set; }
[JsonProperty("webSiteUrl")]
public Uri WebSite { get; set; }
/// <summary>
/// Отзывы
/// </summary>
[JsonProperty("companyOpinionsUrl")]
public Uri CompanyOpinions { get; set; }
/// <summary>
/// Варианты доставки
/// </summary>
[JsonProperty("deliveryOptions({\"itemsPrices\":[],\"productIds\":[]})")]
public DeliveryOptions DeliveryOptions { get; set; }
[JsonProperty("phones")]
public Phones Phones { get; set; }
[JsonProperty("regionName")]
public string RegionName { get; set; }
[JsonProperty("phone")]
public string Phone { get; set; }
}
public class DeliveryOptions
{
[JsonProperty("type")]
public string Type { get; set; }
[JsonProperty("json")]
public DeliveryOptionsItemsPricesProductIdsJson[] Json { get; set; }
}
public class DeliveryOptionsItemsPricesProductIdsJson
{
[JsonProperty("type")]
public string Type { get; set; }
[JsonProperty("name")]
public string Name { get; set; }
[JsonProperty("comment")]
public string Comment { get; set; }
[JsonProperty("name_without_price")]
public string NameWithoutPrice { get; set; }
[JsonProperty("self_delivery_in_name")]
public bool SelfDeliveryInName { get; set; }
[JsonProperty("min_price")]
public object MinPrice { get; set; }
[JsonProperty("delivery_price")]
public object DeliveryPrice { get; set; }
[JsonProperty("free_delivery_price")]
public long? FreeDeliveryPrice { get; set; }
[JsonProperty("free_delivery")]
public bool FreeDelivery { get; set; }
[JsonProperty("apply_to_total")]
public bool ApplyToTotal { get; set; }
[JsonProperty("position")]
public long? Position { get; set; }
[JsonProperty("hidden")]
public bool Hidden { get; set; }
[JsonProperty("from_last_name", NullValueHandling = NullValueHandling.Ignore)]
public bool? FromLastName { get; set; }
[JsonProperty("address_street", NullValueHandling = NullValueHandling.Ignore)]
public bool? AddressStreet { get; set; }
[JsonProperty("prices")]
public Prices Prices { get; set; }
[JsonProperty("id")]
public long Id { get; set; }
}
public class Prices
{
[JsonProperty("priceTotals")]
public object[] PriceTotals { get; set; }
[JsonProperty("rawTotalPriceInDefaultCurrency")]
public long RawTotalPriceInDefaultCurrency { get; set; }
[JsonProperty("priceTotalsDefaultCurrency")]
public long PriceTotalsDefaultCurrency { get; set; }
[JsonProperty("priceTotalsInUSD")]
public long PriceTotalsInUsd { get; set; }
[JsonProperty("priceTotalsHtml")]
public long PriceTotalsHtml { get; set; }
}
public class Phones
{
[JsonProperty("type")]
public string Type { get; set; }
[JsonProperty("json")]
public JsonUnion[] Json { get; set; }
}
public class JsonJson
{
[JsonProperty("description")]
public string Description { get; set; }
[JsonProperty("number")]
public string Number { get; set; }
}
public struct JsonUnion
{
public JsonJson JsonJson;
public string String;
public static implicit operator JsonUnion(JsonJson JsonJson) => new JsonUnion { JsonJson = JsonJson };
public static implicit operator JsonUnion(string String) => new JsonUnion { String = String };
}
Extension
static class Ext
{
public static string SubstringJson(this string value, string start, string end)
{
var startIndex = value.IndexOf(start) + start.Length;
var endIndex = value.IndexOf(end) - startIndex;
var result = value.Substring(startIndex, endIndex).Trim();
return result.Remove(result.Length - 1);
}
public static int SubstringId(this string url)
{
var result = new Uri(url).AbsolutePath.Split('-').FirstOrDefault()?.Remove(0, 2);
return int.Parse(result);
}
}
Method GetJsonAsync
static readonly HttpClient client = new HttpClient();
private static async Task<JObject> GetJsonAsync(string url)
{
var html = await client.GetStringAsync(url);
var jsonString = html.SubstringJson("window.ApolloCacheState =", "window.SPAConfig");
return JObject.Parse(jsonString);
}
Method ParseItem
private async static Task ParseItem(string itemUrl)
{
var id = itemUrl.SubstringId();
var json = await GetJsonAsync(itemUrl);
var product = json[$"Product:{id}"];
var Product = JsonConvert.DeserializeObject<Product>(product.ToString());
var companyId = product["company"]["id"];
var company = json[$"{companyId}"];
var Company = JsonConvert.DeserializeObject<Company>(company.ToString());
var builder = new StringBuilder();
builder.AppendLine($"{Product.Name}");
builder.AppendLine($"Картинки");
foreach(var image in Product.Images.Json)
{
builder.AppendLine($"{image}");
}
builder.AppendLine($"Цена {Product.Price} {Product.PriceCurrencyLocalized} ({Product.PriceUsd} usd.) ");
builder.AppendLine($"Компания:{Company.Name} г.{Company.City}");
builder.AppendLine($"Контакт: {Company.ContactPerson} {Company.Phone} {Company.WebSite}");
Console.WriteLine(builder);
}
Main
static async Task Main()
{
await ParseItem("https://prom.ua/p1097470680-halat-zhenskij-dlinnyj.html");
Console.ReadKey();
}
Код реализации
window.ApolloCacheState
. Вот вам и имена, фамилии, явки и ценники с описанием и прочим, берите да пользуйтесь...window.ApolloCacheState
и получить результат,извините за вопрос я от веба очень далек.Substring
, как с вашими новомодными библиотеками я без понятия. Вон набросал вам простейший пример, но учтите, что там многое сделано "лишь бы работало" и вам стоит, например избавиться отJObject
в пользу простой десериализации в класс, я лишь показал логику, по которой работает сайт, не более). JSON - да любой плагин для браузера, либо сайты на подобиеhttp://jsonviewer.stack.hu/
.