Add BBC Sounds scraping

Class-Libraries/RedditPodcastPoster.BBC/BBCPageMetaDataExtractor.cs

@@ -0,0 +1,39 @@
+using System.Net;
+using Microsoft.Extensions.Logging;
+using RedditPodcastPoster.PodcastServices.Abstractions;
+
+namespace RedditPodcastPoster.BBC;
+
+// ReSharper disable once InconsistentNaming
+public class BBCPageMetaDataExtractor(
+    IBBCHttpClient httpClient,
+    IiPlayerPageMetaDataExtractor iPlayerPageMetaDataExtractor,
+    ISoundsPageMetaDataExtractor soundsPageMetaDataExtractor,
+    ILogger<BBCPageMetaDataExtractor> logger
+) : IBBCPageMetaDataExtractor
+{
+    public async Task<NonPodcastServiceItemMetaData> GetMetaData(Uri url)
+    {
+        var pageResponse = await httpClient.GetAsync(url);
+        if (pageResponse.StatusCode != HttpStatusCode.OK)
+        {
+            throw new NonPodcastServiceMetaDataExtractionException(url, pageResponse.StatusCode);
+        }
+        NonPodcastServiceItemMetaData metaData;
+        if (ServiceMatcher.IsSounds(url))
+        {
+            logger.LogInformation("For url '{url}' using extractor of type '{extractorType}'.", url, nameof(ISoundsPageMetaDataExtractor));
+            metaData = await soundsPageMetaDataExtractor.Extract(url, pageResponse);
+        }
+        else if (ServiceMatcher.IsIplayer(url))
+        {
+            logger.LogInformation("For url '{url}' using extractor of type '{extractorType}'.", url, nameof(IiPlayerPageMetaDataExtractor));
+            metaData = await iPlayerPageMetaDataExtractor.Extract(url, pageResponse);
+        }
+        else
+        {
+            throw new InvalidOperationException($"Unknown bbc-service for url '{url}'.");
+        }
+        return metaData;
+    }
+}

Class-Libraries/RedditPodcastPoster.BBC/DTOs/BBCSoundsMetaData.cs

@@ -0,0 +1,9 @@
+using System.Text.Json.Serialization;
+
+namespace RedditPodcastPoster.BBC.DTOs;
+
+public class BBCSoundsMetaData
+{
+    [JsonPropertyName("programmes")]
+    public required Programmes Programmes { get; set; }
+}

Class-Libraries/RedditPodcastPoster.BBC/DTOs/Duration.cs

@@ -0,0 +1,12 @@
+using System.Text.Json.Serialization;
+
+namespace RedditPodcastPoster.BBC.DTOs
+{
+    public class Duration
+    {
+        [JsonPropertyName("value")]
+        public int? Seconds { get; set; }
+
+        public TimeSpan? Length => Seconds==null? null: TimeSpan.FromSeconds(Seconds.Value);
+    }
+}

Class-Libraries/RedditPodcastPoster.BBC/DTOs/Guidance.cs

@@ -0,0 +1,12 @@
+using System.Text.Json.Serialization;
+
+namespace RedditPodcastPoster.BBC.DTOs
+{
+    public class Guidance
+    {
+        [JsonPropertyName("warnings")]
+        public Dictionary<string, string>? Warnings { get; set; }
+
+        public bool HasWarnings => Warnings != null && Warnings.Any();
+    }
+}

Class-Libraries/RedditPodcastPoster.BBC/DTOs/Programme.cs

@@ -0,0 +1,21 @@
+using System.Text.Json.Serialization;
+
+namespace RedditPodcastPoster.BBC.DTOs;
+
+public class Programme
+{
+    [JsonPropertyName("release")]
+    public required Release Release { get; set; }
+
+    [JsonPropertyName("titles")]
+    public required Titles Titles { get; set; }
+
+    [JsonPropertyName("synopses")]
+    public required Synopses Synopses {  get; set; }
+
+    [JsonPropertyName("duration")]
+    public required Duration Duration { get; set; }
+
+    [JsonPropertyName("guidance")]
+    public required Guidance Guidance { get; set; }
+}

Class-Libraries/RedditPodcastPoster.BBC/DTOs/Programmes.cs

@@ -0,0 +1,9 @@
+using System.Text.Json.Serialization;
+
+namespace RedditPodcastPoster.BBC.DTOs;
+
+public class Programmes
+{
+    [JsonPropertyName("current")]
+    public required Programme CurrentProgramme { get; set; }
+}

Class-Libraries/RedditPodcastPoster.BBC/DTOs/Release.cs

@@ -0,0 +1,9 @@
+using System.Text.Json.Serialization;
+
+namespace RedditPodcastPoster.BBC.DTOs;
+
+public class Release
+{
+    [JsonPropertyName("date")]
+    public required DateTime Date { get; set; }
+}

Class-Libraries/RedditPodcastPoster.BBC/DTOs/Synopses.cs

@@ -0,0 +1,18 @@
+using System.Text.Json.Serialization;
+
+namespace RedditPodcastPoster.BBC.DTOs
+{
+    public class Synopses
+    {
+        [JsonPropertyName("short")]
+        public string? Short { get; set; }
+
+        [JsonPropertyName("medium")]
+        public string? Medium { get; set; }
+
+        [JsonPropertyName("long")]
+        public string? Long { get; set; }
+
+        public string Description => Long ?? Medium ?? Short ?? string.Empty;
+    }
+}

Class-Libraries/RedditPodcastPoster.BBC/DTOs/Titles.cs

@@ -0,0 +1,20 @@
+using System.Text.Json.Serialization;
+
+namespace RedditPodcastPoster.BBC.DTOs;
+
+public class Titles
+{
+    [JsonPropertyName("primary")]
+    public String? Primary { get; set; }
+
+    [JsonPropertyName("secondary")]
+    public String? Secondary { get; set; }
+
+    [JsonPropertyName("tertiary")]
+    public String? Tertiary { get; set; }
+
+    [JsonPropertyName("entity_title")]
+    public String? EntityTitle { get; set; }
+
+    public string Title => EntityTitle ?? Tertiary ?? Secondary ?? Primary ?? string.Empty;
+}

Class-Libraries/RedditPodcastPoster.BBC/Extensions/ServiceCollectionExtensions.cs

@@ -9,7 +9,8 @@ public static IServiceCollection AddBBCServices(this IServiceCollection services
         return services
             .AddSingleton<IBBCHttpClientFactory, BBCHttpClientFactory>()
             .AddScoped(s => s.GetService<IBBCHttpClientFactory>()!.Create())
+            .AddScoped<IBBCPageMetaDataExtractor, BBCPageMetaDataExtractor>()
             .AddScoped<IiPlayerPageMetaDataExtractor, iPlayerPageMetaDataExtractor>()
-            .AddScoped<IMetaDataExtractor, MetaDataExtractor>();
+            .AddScoped< ISoundsPageMetaDataExtractor, SoundsPageMetaDataExtractor>();
     }
 }

Class-Libraries/RedditPodcastPoster.BBC/IBBCPageMetaDataExtractor.cs

@@ -0,0 +1,9 @@
+using RedditPodcastPoster.PodcastServices.Abstractions;
+
+namespace RedditPodcastPoster.BBC;
+
+// ReSharper disable once InconsistentNaming
+public interface IBBCPageMetaDataExtractor
+{
+    Task<NonPodcastServiceItemMetaData> GetMetaData(Uri url);
+}

Class-Libraries/RedditPodcastPoster.BBC/IMetaDataExtractor.cs

@@ -5,4 +5,4 @@ namespace RedditPodcastPoster.BBC;
 public interface IMetaDataExtractor
 {
     Task<NonPodcastServiceItemMetaData> Extract(Uri url, HttpResponseMessage pageResponse);
-}
+}

Class-Libraries/RedditPodcastPoster.BBC/ISoundsPageMetaDataExtractor.cs

@@ -0,0 +1,3 @@
+namespace RedditPodcastPoster.BBC;
+
+public interface ISoundsPageMetaDataExtractor : IMetaDataExtractor { }

Class-Libraries/RedditPodcastPoster.BBC/IiPlayerPageMetaDataExtractor.cs

@@ -1,9 +1,3 @@
-using RedditPodcastPoster.PodcastServices.Abstractions;
+namespace RedditPodcastPoster.BBC;
 
-namespace RedditPodcastPoster.BBC;
-
-// ReSharper disable once InconsistentNaming
-public interface IiPlayerPageMetaDataExtractor
-{
-    Task<NonPodcastServiceItemMetaData> GetMetaData(Uri url);
-}
+public interface IiPlayerPageMetaDataExtractor : IMetaDataExtractor { }

Class-Libraries/RedditPodcastPoster.BBC/ServiceMatcher.cs

@@ -0,0 +1,18 @@
+namespace RedditPodcastPoster.BBC;
+
+public static class ServiceMatcher
+{
+    private static bool IsBBC(Uri url)
+    {
+        return url.Host.ToLower().Contains("bbc.co.uk");
+    }
+    public static bool IsIplayer(Uri url)
+    {
+        return IsBBC(url) && url.AbsolutePath.StartsWith("/iplayer/episode");
+    }
+    public static bool IsSounds(Uri url)
+    {
+        return IsBBC(url) && url.AbsolutePath.StartsWith("/sounds/play/");
+    }
+
+}