Skip to content

Refactor RTSP server to use hosted service pattern #5

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
jimm98y merged 1 commit into from
Jan 19, 2025
Merged

Refactor RTSP server to use hosted service pattern #5

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
171 changes: 7 additions & 164 deletions src/RTSPServerApp/Program.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,166 +1,9 @@
using Microsoft.Extensions.Configuration;
using SharpMp4;
using SharpRTSPServer;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Timers;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Hosting;
using RTSPServerApp;

IConfiguration config = new ConfigurationBuilder().AddJsonFile("appsettings.json").Build();
string hostName = config["HostName"];
ushort port = ushort.Parse(config["Port"]);
string fileName = config["FilePath"];
string userName = config["UserName"];
string password = config["Password"];
var builder = Host.CreateApplicationBuilder(args);
builder.Services.AddHostedService<RTSPServerWorker>();

using (var server = new RTSPServer(port, userName, password))
{
Dictionary<uint, IList<IList<byte[]>>> parsedMDAT;
uint videoTrackId = 0;
uint audioTrackId = 0;
TrakBox audioTrackBox = null;
TrakBox videoTrackBox = null;
double videoFrameRate = 0;

ITrack rtspVideoTrack = null;
ITrack rtspAudioTrack = null;

// frag_bunny.mp4 audio is not playable in VLC on Windows 11 (works on MacOS)
using (Stream fs = new BufferedStream(new FileStream(fileName, FileMode.Open, FileAccess.Read, FileShare.Read)))
{
using (var fmp4 = await FragmentedMp4.ParseAsync(fs))
{
videoTrackBox = fmp4.FindVideoTracks().FirstOrDefault();
audioTrackBox = fmp4.FindAudioTracks().FirstOrDefault();

parsedMDAT = await fmp4.ParseMdatAsync();

if (videoTrackBox != null)
{
videoTrackId = fmp4.FindVideoTrackID().First();
videoFrameRate = fmp4.CalculateFrameRate(videoTrackBox);

var h264VisualSample = videoTrackBox.GetMdia().GetMinf().GetStbl().GetStsd().Children.FirstOrDefault(x => x.Type == VisualSampleEntryBox.TYPE3 || x.Type == VisualSampleEntryBox.TYPE4) as VisualSampleEntryBox;
if (h264VisualSample != null)
{
var avcC = (h264VisualSample.Children.First(x => x.Type == AvcConfigurationBox.TYPE) as AvcConfigurationBox).AvcDecoderConfigurationRecord;
rtspVideoTrack = new SharpRTSPServer.H264Track(avcC.AvcProfileIndication, 0, avcC.AvcLevelIndication);
server.AddVideoTrack(rtspVideoTrack);
}
else
{
var h265VisualSample = videoTrackBox.GetMdia().GetMinf().GetStbl().GetStsd().Children.FirstOrDefault(x => x.Type == VisualSampleEntryBox.TYPE6 || x.Type == VisualSampleEntryBox.TYPE7) as VisualSampleEntryBox;
if(h265VisualSample != null)
{
rtspVideoTrack = new SharpRTSPServer.H265Track();
server.AddVideoTrack(rtspVideoTrack);
}
else
{
throw new NotSupportedException("No supported video found!");
}
}
}

if (audioTrackBox != null)
{
audioTrackId = fmp4.FindAudioTrackID().First();

var audioSampleEntry = audioTrackBox.GetAudioSampleEntryBox();
if (audioSampleEntry.Type == AudioSampleEntryBox.TYPE3) // AAC
{
var audioConfigDescriptor = audioSampleEntry.GetAudioSpecificConfigDescriptor();
int audioSamplingRate = audioConfigDescriptor.GetSamplingFrequency();
rtspAudioTrack = new SharpRTSPServer.AACTrack(await audioConfigDescriptor.ToBytes(), audioSamplingRate, audioConfigDescriptor.ChannelConfiguration);
server.AddAudioTrack(rtspAudioTrack);
}
else
{
// unsupported audio
}
}
}
}

int videoIndex = 0;
int audioIndex = 0;
Timer audioTimer = null;
Timer videoTimer = null;

if (videoTrackBox != null)
{
var videoSamplingRate = SharpRTSPServer.H264Track.DEFAULT_CLOCK;
var videoSampleDuration = videoSamplingRate / videoFrameRate;
var videoTrack = parsedMDAT[videoTrackId];
videoTimer = new Timer(videoSampleDuration * 1000 / videoSamplingRate);
videoTimer.Elapsed += (s, e) =>
{
if (videoIndex == 0)
{
if (rtspVideoTrack is SharpRTSPServer.H264Track h264VideoTrack)
{
h264VideoTrack.SetParameterSets(videoTrack[0][0], videoTrack[0][1]);
}
else if (rtspVideoTrack is SharpRTSPServer.H265Track h265VideoTrack)
{
h265VideoTrack.SetParameterSets(videoTrack[0][0], videoTrack[0][1], videoTrack[0][2]);
}
videoIndex++;
}

rtspVideoTrack.FeedInRawSamples((uint)(videoIndex * videoSampleDuration), (List<byte[]>)videoTrack[videoIndex++ % videoTrack.Count]);

if (videoIndex % videoTrack.Count == 0)
{
Reset(ref videoIndex, videoTimer, ref audioIndex, audioTimer);
}
};
}

if (audioTrackBox != null)
{
var audioSampleDuration = SharpMp4.AACTrack.AAC_SAMPLE_SIZE;
var audioTrack = parsedMDAT[audioTrackId];
audioTimer = new Timer(audioSampleDuration * 1000 / (rtspAudioTrack as SharpRTSPServer.AACTrack).SamplingRate);
audioTimer.Elapsed += (s, e) =>
{
rtspAudioTrack.FeedInRawSamples((uint)(audioIndex * audioSampleDuration), new List<byte[]>() { audioTrack[0][audioIndex++ % audioTrack[0].Count] });

if (audioIndex % audioTrack[0].Count == 0)
{
Reset(ref videoIndex, videoTimer, ref audioIndex, audioTimer);
}
};
}

try
{
server.StartListen();
}
catch (Exception ex)
{
Console.WriteLine(ex.ToString());
}

Console.WriteLine($"RTSP URL is rtsp://{userName}:{password}@{hostName}:{port}");

videoTimer?.Start();
audioTimer?.Start();

Console.WriteLine("Press any key to exit");
while (!Console.KeyAvailable)
{
System.Threading.Thread.Sleep(250);
}
}

static void Reset(ref int videoIndex, Timer videoTimer, ref int audioIndex, Timer audioTimer)
{
videoTimer?.Stop();
audioTimer?.Stop();
videoIndex = 0;
audioIndex = 0;
videoTimer?.Start();
audioTimer?.Start();
}
var host = builder.Build();
host.Run();
7 changes: 2 additions & 5 deletions src/RTSPServerApp/RTSPServerApp.csproj
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
<Project Sdk="Microsoft.NET.Sdk">
<Project Sdk="Microsoft.NET.Sdk.Worker">

<PropertyGroup>
<OutputType>Exe</OutputType>
Expand All @@ -8,16 +8,13 @@
</PropertyGroup>

<ItemGroup>
<Content Include="appsettings.json">
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
</Content>
<Content Include="frag_bunny.mp4">
<CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
</Content>
</ItemGroup>

<ItemGroup>
<PackageReference Include="Microsoft.Extensions.Configuration.Json" Version="8.0.1" />
<PackageReference Include="Microsoft.Extensions.Hosting" Version="8.0.1" />
<PackageReference Include="SharpMp4" Version="0.0.7" />
</ItemGroup>

Expand Down
192 changes: 192 additions & 0 deletions src/RTSPServerApp/RTSPServerWorker.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,192 @@
using Microsoft.Extensions.Configuration;
using Microsoft.Extensions.Hosting;
using Microsoft.Extensions.Logging;
using SharpMp4;
using SharpRTSPServer;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Threading;
using System.Threading.Tasks;
using Timer = System.Timers.Timer;

namespace RTSPServerApp;

internal class RTSPServerWorker : BackgroundService
{
private readonly ILoggerFactory _loggerFactory;
private readonly IConfiguration _configuration;
private RTSPServer? _server;

public RTSPServerWorker(IConfiguration configuration, ILoggerFactory loggerFactory)
{
ArgumentNullException.ThrowIfNull(configuration);
ArgumentNullException.ThrowIfNull(loggerFactory);

_loggerFactory = loggerFactory;
_configuration = configuration;
}

protected override async Task ExecuteAsync(CancellationToken stoppingToken)
{
var _logger = _loggerFactory.CreateLogger<RTSPServerWorker>();

var hostName = _configuration["RTSPServerApp:HostName"];
var port = ushort.Parse(_configuration["RTSPServerApp:Port"]);
var userName = _configuration["RTSPServerApp:UserName"];
var password = _configuration["RTSPServerApp:Password"];
var fileName = _configuration["RTSPServerApp:FilePath"];

_server = new RTSPServer(port, userName, password, _loggerFactory);

Dictionary<uint, IList<IList<byte[]>>> parsedMDAT;
uint videoTrackId = 0;
uint audioTrackId = 0;
TrakBox audioTrackBox = null;
TrakBox videoTrackBox = null;
double videoFrameRate = 0;

ITrack rtspVideoTrack = null;
ITrack rtspAudioTrack = null;

// frag_bunny.mp4 audio is not playable in VLC on Windows 11 (works on MacOS)
using (Stream fs = new BufferedStream(new FileStream(fileName, FileMode.Open, FileAccess.Read, FileShare.Read)))
{
using (var fmp4 = await FragmentedMp4.ParseAsync(fs))
{
videoTrackBox = fmp4.FindVideoTracks().FirstOrDefault();
audioTrackBox = fmp4.FindAudioTracks().FirstOrDefault();

parsedMDAT = await fmp4.ParseMdatAsync();

if (videoTrackBox != null)
{
videoTrackId = fmp4.FindVideoTrackID().First();
videoFrameRate = fmp4.CalculateFrameRate(videoTrackBox);

var h264VisualSample = videoTrackBox.GetMdia().GetMinf().GetStbl().GetStsd().Children.FirstOrDefault(x => x.Type == VisualSampleEntryBox.TYPE3 || x.Type == VisualSampleEntryBox.TYPE4) as VisualSampleEntryBox;
if (h264VisualSample != null)
{
var avcC = (h264VisualSample.Children.First(x => x.Type == AvcConfigurationBox.TYPE) as AvcConfigurationBox).AvcDecoderConfigurationRecord;
rtspVideoTrack = new SharpRTSPServer.H264Track(avcC.AvcProfileIndication, 0, avcC.AvcLevelIndication);
_server.AddVideoTrack(rtspVideoTrack);
}
else
{
var h265VisualSample = videoTrackBox.GetMdia().GetMinf().GetStbl().GetStsd().Children.FirstOrDefault(x => x.Type == VisualSampleEntryBox.TYPE6 || x.Type == VisualSampleEntryBox.TYPE7) as VisualSampleEntryBox;
if (h265VisualSample != null)
{
rtspVideoTrack = new SharpRTSPServer.H265Track();
_server.AddVideoTrack(rtspVideoTrack);
}
else
{
throw new NotSupportedException("No supported video found!");
}
}
}

if (audioTrackBox != null)
{
audioTrackId = fmp4.FindAudioTrackID().First();

var audioSampleEntry = audioTrackBox.GetAudioSampleEntryBox();
if (audioSampleEntry.Type == AudioSampleEntryBox.TYPE3) // AAC
{
var audioConfigDescriptor = audioSampleEntry.GetAudioSpecificConfigDescriptor();
int audioSamplingRate = audioConfigDescriptor.GetSamplingFrequency();
rtspAudioTrack = new SharpRTSPServer.AACTrack(await audioConfigDescriptor.ToBytes(), audioSamplingRate, audioConfigDescriptor.ChannelConfiguration);
_server.AddAudioTrack(rtspAudioTrack);
}
else
{
// unsupported audio
}
}
}
}

int videoIndex = 0;
int audioIndex = 0;
Timer audioTimer = null;
Timer videoTimer = null;

if (videoTrackBox != null)
{
var videoSamplingRate = SharpRTSPServer.H264Track.DEFAULT_CLOCK;
var videoSampleDuration = videoSamplingRate / videoFrameRate;
var videoTrack = parsedMDAT[videoTrackId];
videoTimer = new Timer(videoSampleDuration * 1000 / videoSamplingRate);
videoTimer.Elapsed += (s, e) =>
{
if (videoIndex == 0)
{
if (rtspVideoTrack is SharpRTSPServer.H264Track h264VideoTrack)
{
h264VideoTrack.SetParameterSets(videoTrack[0][0], videoTrack[0][1]);
}
else if (rtspVideoTrack is SharpRTSPServer.H265Track h265VideoTrack)
{
h265VideoTrack.SetParameterSets(videoTrack[0][0], videoTrack[0][1], videoTrack[0][2]);
}
videoIndex++;
}

rtspVideoTrack.FeedInRawSamples((uint)(videoIndex * videoSampleDuration), (List<byte[]>)videoTrack[videoIndex++ % videoTrack.Count]);

if (videoIndex % videoTrack.Count == 0)
{
Reset(ref videoIndex, videoTimer, ref audioIndex, audioTimer);
}
};
}

if (audioTrackBox != null)
{
var audioSampleDuration = SharpMp4.AACTrack.AAC_SAMPLE_SIZE;
var audioTrack = parsedMDAT[audioTrackId];
audioTimer = new Timer(audioSampleDuration * 1000 / (rtspAudioTrack as SharpRTSPServer.AACTrack).SamplingRate);
audioTimer.Elapsed += (s, e) =>
{
rtspAudioTrack.FeedInRawSamples((uint)(audioIndex * audioSampleDuration), new List<byte[]>() { audioTrack[0][audioIndex++ % audioTrack[0].Count] });

if (audioIndex % audioTrack[0].Count == 0)
{
Reset(ref videoIndex, videoTimer, ref audioIndex, audioTimer);
}
};
}

try
{
_server.StartListen();
}
catch (Exception ex)
{
_logger.LogError(ex, ex.ToString());
}

_logger.LogInformation($"RTSP URL is rtsp://{userName}:{password}@{hostName}:{port}");

videoTimer?.Start();
audioTimer?.Start();
}

public override void Dispose()
{
base.Dispose();

_server?.Dispose();
}

static void Reset(ref int videoIndex, Timer videoTimer, ref int audioIndex, Timer audioTimer)
{
videoTimer?.Stop();
audioTimer?.Stop();
videoIndex = 0;
audioIndex = 0;
videoTimer?.Start();
audioTimer?.Start();
}
}
Loading