MateuszSkoczek/VDownload
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases 1 Activity

twitch vod downloading done

Browse Source 
ffmpeg essentials

fix

Project reorganized

git lfs

ffmpeg removed

ffmpeg added
This commit is contained in:
Mateusz Skoczek
2024-02-14 02:07:22 +01:00
Unverified
parent 91f9b645bd
commit e3ec5c3a48
264 changed files with 6239 additions and 4014 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
VDownload.Sources/VDownload.Sources.Twitch/VDownload.Sources.Twitch.Models/Internal/TwitchVodChunk.cs Normal file
View File

@@ -0,0 +1,16 @@
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
namespace VDownload.Sources.Twitch.Models.Internal
{
internal class TwitchVodChunk
{
public required string Location { get; init; }
public required string Url { get; init; }
public required long Index { get; init; }
public required TimeSpan Duration { get; init; }
}
}

13
VDownload.Sources/VDownload.Sources.Twitch/VDownload.Sources.Twitch.Models/TwitchPlaylist.cs Normal file
View File

@@ -0,0 +1,13 @@
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using VDownload.Models;
namespace VDownload.Sources.Twitch.Models
{
public abstract class TwitchPlaylist : Playlist
{
}
}

16
VDownload.Sources/VDownload.Sources.Twitch/VDownload.Sources.Twitch.Models/TwitchVideo.cs Normal file
View File

@@ -0,0 +1,16 @@
using VDownload.Models;
namespace VDownload.Sources.Twitch.Models
{
public abstract class TwitchVideo : Video
{
#region CONSTRUCTORS
protected TwitchVideo()
{
Source = Source.Twitch;
}
#endregion
}
}

12
VDownload.Sources/VDownload.Sources.Twitch/VDownload.Sources.Twitch.Models/TwitchVod.cs Normal file
View File

@@ -0,0 +1,12 @@
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
namespace VDownload.Sources.Twitch.Models
{
public class TwitchVod : TwitchVideo
{
}
}

218
VDownload.Sources/VDownload.Sources.Twitch/VDownload.Sources.Twitch.Models/TwitchVodStream.cs Normal file
View File

@@ -0,0 +1,218 @@
using System;
using System.Collections.Generic;
using System.Globalization;
using System.Linq;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading.Tasks;
using System.Threading.Tasks.Dataflow;
using VDownload.Models;
using VDownload.Services.Data.Configuration;
using VDownload.Services.Data.Settings;
using VDownload.Sources.Twitch.Models.Internal;
namespace VDownload.Sources.Twitch.Models
{
public class TwitchVodStream : VideoStream
{
#region SERVICES
protected readonly HttpClient _httpClient;
protected readonly IConfigurationService _configurationService;
protected readonly ISettingsService _settingsService;
#endregion
#region PROPERTIES
public string UrlM3U8 { get; set; }
public int Width { get; set; }
public int Height { get; set; }
public string VideoCodec { get; set; }
public string AudioCodec { get; set; }
#endregion
#region CONSTRUCTORS
public TwitchVodStream(HttpClient httpClient, IConfigurationService configurationService, ISettingsService settingsService)
{
_httpClient = httpClient;
_configurationService = configurationService;
_settingsService = settingsService;
}
#endregion
#region PUBLIC METHODS
public async override Task<VideoStreamDownloadResult> Download(string taskTemporaryDirectory, IProgress<double> onProgress, CancellationToken token, TimeSpan trimStart, TimeSpan trimEnd)
{
token.ThrowIfCancellationRequested();
string m3u8 = await _httpClient.GetStringAsync(UrlM3U8, token);
token.ThrowIfCancellationRequested();
string m3u8BaseUrl = Path.GetDirectoryName(UrlM3U8).Replace("https:\\", "https://").Replace("http:\\", "http://").Replace('\\', '/');
Regex regex = new Regex(_configurationService.Twitch.Download.Vod.ChunkRegex);
MatchCollection matches = regex.Matches(m3u8);
long index = 0;
List<TwitchVodChunk> chunks = new List<TwitchVodChunk>();
foreach (Match match in matches)
{
token.ThrowIfCancellationRequested();
string filename = match.Groups["file"].Value;
string durationString = match.Groups["duration"].Value;
TimeSpan chunkDuration = TimeSpan.FromSeconds(double.Parse(durationString, CultureInfo.InvariantCulture));
string url = $"{m3u8BaseUrl}/{filename}";
string location = Path.Combine(taskTemporaryDirectory, filename);
chunks.Add(new TwitchVodChunk
{
Url = url,
Index = index,
Duration = chunkDuration,
Location = location
});
index++;
}
token.ThrowIfCancellationRequested();
TimeSpan duration = TimeSpan.FromTicks(chunks.Sum(x => x.Duration.Ticks));
if (_settingsService.Data.Twitch.Vod.PassiveTrimming)
{
PassiveTrimming(chunks, ref trimStart, ref trimEnd, ref duration);
}
token.ThrowIfCancellationRequested();
long downloadedCount = 0;
Action taskEnd = () =>
{
downloadedCount++;
double progress = ((double)downloadedCount / chunks.Count) * 100;
onProgress.Report(progress);
};
ActionBlock<TwitchVodChunk> block = new ActionBlock<TwitchVodChunk>(x => DownloadChunk(x, token, taskEnd), new ExecutionDataflowBlockOptions
{
MaxDegreeOfParallelism = _settingsService.Data.Twitch.Vod.MaxNumberOfParallelDownloads
});
foreach (TwitchVodChunk chunk in chunks)
{
block.Post(chunk);
}
block.Complete();
await block.Completion;
token.ThrowIfCancellationRequested();
string file = Path.Combine(taskTemporaryDirectory, _configurationService.Twitch.Download.Vod.FileName);
MergeFiles(file, chunks.Select(x => x.Location), token, true);
return new VideoStreamDownloadResult
{
File = file,
NewTrimStart = trimStart,
NewTrimEnd = trimEnd,
NewDuration = duration,
};
}
#endregion
#region PRIVATE METHODS
private void MergeFiles(string destinationPath, IEnumerable<string> sourceFiles, CancellationToken token, bool deleteSource = false)
{
using (FileStream outputStream = File.Create(destinationPath))
{
foreach (string path in sourceFiles)
{
token.ThrowIfCancellationRequested();
using (FileStream inputStream = File.OpenRead(path))
{
inputStream.CopyTo(outputStream);
}
if (deleteSource)
{
File.Delete(path);
}
}
}
}
private void PassiveTrimming(List<TwitchVodChunk> chunks, ref TimeSpan trimStart, ref TimeSpan trimEnd, ref TimeSpan duration)
{
while (chunks.First().Duration <= trimStart)
{
TwitchVodChunk chunk = chunks.First();
TimeSpan chunkDuration = chunk.Duration;
trimStart -= chunkDuration;
trimEnd -= chunkDuration;
duration -= chunkDuration;
chunks.Remove(chunk);
}
while (chunks.Last().Duration <= duration.Subtract(trimEnd))
{
TwitchVodChunk chunk = chunks.Last();
TimeSpan chunkDuration = chunk.Duration;
duration -= chunkDuration;
chunks.Remove(chunk);
}
}
private async Task DownloadChunk(TwitchVodChunk chunk, CancellationToken token, Action onTaskEndSuccessfully)
{
int retriesCount = 0;
while (true)
{
if (token.IsCancellationRequested)
{
return;
}
try
{
byte[] data = await _httpClient.GetByteArrayAsync(chunk.Url, token);
await File.WriteAllBytesAsync(chunk.Location, data, token);
onTaskEndSuccessfully.Invoke();
return;
}
catch (OperationCanceledException)
{
return;
}
catch (Exception ex) when (ex is HttpRequestException || ex is TaskCanceledException)
{
if (_settingsService.Data.Twitch.Vod.ChunkDownloadingError.Retry && retriesCount < _settingsService.Data.Twitch.Vod.ChunkDownloadingError.RetriesCount)
{
retriesCount++;
await Task.Delay(_settingsService.Data.Twitch.Vod.ChunkDownloadingError.RetryDelay);
}
else throw;
}
}
}
#endregion
}
}

15
VDownload.Sources/VDownload.Sources.Twitch/VDownload.Sources.Twitch.Models/VDownload.Sources.Twitch.Models.csproj Normal file
View File

@@ -0,0 +1,15 @@
<Project Sdk="Microsoft.NET.Sdk">
<PropertyGroup>
<TargetFramework>net8.0</TargetFramework>
<ImplicitUsings>enable</ImplicitUsings>
<Nullable>enable</Nullable>
</PropertyGroup>
<ItemGroup>
<ProjectReference Include="..\..\..\VDownload.Models\VDownload.Models.csproj" />
<ProjectReference Include="..\..\..\VDownload.Services\VDownload.Services.Data\VDownload.Services.Data.Configuration\VDownload.Services.Data.Configuration.csproj" />
<ProjectReference Include="..\..\..\VDownload.Services\VDownload.Services.Data\VDownload.Services.Data.Settings\VDownload.Services.Data.Settings.csproj" />
</ItemGroup>
</Project>