diff --git a/src/ApiService/.gitignore b/src/ApiService/.gitignore new file mode 100644 index 0000000000..ff5b00c506 --- /dev/null +++ b/src/ApiService/.gitignore @@ -0,0 +1,264 @@ +## Ignore Visual Studio temporary files, build results, and +## files generated by popular Visual Studio add-ons. + +# Azure Functions localsettings file +local.settings.json + +# User-specific files +*.suo +*.user +*.userosscache +*.sln.docstates + +# User-specific files (MonoDevelop/Xamarin Studio) +*.userprefs + +# Build results +[Dd]ebug/ +[Dd]ebugPublic/ +[Rr]elease/ +[Rr]eleases/ +x64/ +x86/ +bld/ +[Bb]in/ +[Oo]bj/ +[Ll]og/ + +# Visual Studio 2015 cache/options directory +.vs/ +# Uncomment if you have tasks that create the project's static files in wwwroot +#wwwroot/ + +# MSTest test Results +[Tt]est[Rr]esult*/ +[Bb]uild[Ll]og.* + +# NUNIT +*.VisualState.xml +TestResult.xml + +# Build Results of an ATL Project +[Dd]ebugPS/ +[Rr]eleasePS/ +dlldata.c + +# DNX +project.lock.json +project.fragment.lock.json +artifacts/ + +*_i.c +*_p.c +*_i.h +*.ilk +*.meta +*.obj +*.pch +*.pdb +*.pgc +*.pgd +*.rsp +*.sbr +*.tlb +*.tli +*.tlh +*.tmp +*.tmp_proj +*.log +*.vspscc +*.vssscc +.builds +*.pidb +*.svclog +*.scc + +# Chutzpah Test files +_Chutzpah* + +# Visual C++ cache files +ipch/ +*.aps +*.ncb +*.opendb +*.opensdf +*.sdf +*.cachefile +*.VC.db +*.VC.VC.opendb + +# Visual Studio profiler +*.psess +*.vsp +*.vspx +*.sap + +# TFS 2012 Local Workspace +$tf/ + +# Guidance Automation Toolkit +*.gpState + +# ReSharper is a .NET coding add-in +_ReSharper*/ +*.[Rr]e[Ss]harper +*.DotSettings.user + +# JustCode is a .NET coding add-in +.JustCode + +# TeamCity is a build add-in +_TeamCity* + +# DotCover is a Code Coverage Tool +*.dotCover + +# NCrunch +_NCrunch_* +.*crunch*.local.xml +nCrunchTemp_* + +# MightyMoose +*.mm.* +AutoTest.Net/ + +# Web workbench (sass) +.sass-cache/ + +# Installshield output folder +[Ee]xpress/ + +# DocProject is a documentation generator add-in +DocProject/buildhelp/ +DocProject/Help/*.HxT +DocProject/Help/*.HxC +DocProject/Help/*.hhc +DocProject/Help/*.hhk +DocProject/Help/*.hhp +DocProject/Help/Html2 +DocProject/Help/html + +# Click-Once directory +publish/ + +# Publish Web Output +*.[Pp]ublish.xml +*.azurePubxml +# TODO: Comment the next line if you want to checkin your web deploy settings +# but database connection strings (with potential passwords) will be unencrypted +#*.pubxml +*.publishproj + +# Microsoft Azure Web App publish settings. Comment the next line if you want to +# checkin your Azure Web App publish settings, but sensitive information contained +# in these scripts will be unencrypted +PublishScripts/ + +# NuGet Packages +*.nupkg +# The packages folder can be ignored because of Package Restore +**/packages/* +# except build/, which is used as an MSBuild target. +!**/packages/build/ +# Uncomment if necessary however generally it will be regenerated when needed +#!**/packages/repositories.config +# NuGet v3's project.json files produces more ignoreable files +*.nuget.props +*.nuget.targets + +# Microsoft Azure Build Output +csx/ +*.build.csdef + +# Microsoft Azure Emulator +ecf/ +rcf/ + +# Windows Store app package directories and files +AppPackages/ +BundleArtifacts/ +Package.StoreAssociation.xml +_pkginfo.txt + +# Visual Studio cache files +# files ending in .cache can be ignored +*.[Cc]ache +# but keep track of directories ending in .cache +!*.[Cc]ache/ + +# Others +ClientBin/ +~$* +*~ +*.dbmdl +*.dbproj.schemaview +*.jfm +*.pfx +*.publishsettings +node_modules/ +orleans.codegen.cs + +# Since there are multiple workflows, uncomment next line to ignore bower_components +# (https://github.com/github/gitignore/pull/1529#issuecomment-104372622) +#bower_components/ + +# RIA/Silverlight projects +Generated_Code/ + +# Backup & report files from converting an old project file +# to a newer Visual Studio version. Backup files are not needed, +# because we have git ;-) +_UpgradeReport_Files/ +Backup*/ +UpgradeLog*.XML +UpgradeLog*.htm + +# SQL Server files +*.mdf +*.ldf + +# Business Intelligence projects +*.rdl.data +*.bim.layout +*.bim_*.settings + +# Microsoft Fakes +FakesAssemblies/ + +# GhostDoc plugin setting file +*.GhostDoc.xml + +# Node.js Tools for Visual Studio +.ntvs_analysis.dat + +# Visual Studio 6 build log +*.plg + +# Visual Studio 6 workspace options file +*.opt + +# Visual Studio LightSwitch build output +**/*.HTMLClient/GeneratedArtifacts +**/*.DesktopClient/GeneratedArtifacts +**/*.DesktopClient/ModelManifest.xml +**/*.Server/GeneratedArtifacts +**/*.Server/ModelManifest.xml +_Pvt_Extensions + +# Paket dependency manager +.paket/paket.exe +paket-files/ + +# FAKE - F# Make +.fake/ + +# JetBrains Rider +.idea/ +*.sln.iml + +# CodeRush +.cr/ + +# Python Tools for Visual Studio (PTVS) +__pycache__/ +*.pyc \ No newline at end of file diff --git a/src/ApiService/ApiService.sln b/src/ApiService/ApiService.sln new file mode 100644 index 0000000000..2fdc96dbde --- /dev/null +++ b/src/ApiService/ApiService.sln @@ -0,0 +1,22 @@ + +Microsoft Visual Studio Solution File, Format Version 12.00 +# Visual Studio Version 16 +VisualStudioVersion = 16.0.30114.105 +MinimumVisualStudioVersion = 10.0.40219.1 +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "ApiService", "ApiService/ApiService.csproj", "{D9112E8C-A539-4B06-B78D-B01A7D0B0555}" +EndProject +Global + GlobalSection(SolutionConfigurationPlatforms) = preSolution + Debug|Any CPU = Debug|Any CPU + Release|Any CPU = Release|Any CPU + EndGlobalSection + GlobalSection(SolutionProperties) = preSolution + HideSolutionNode = FALSE + EndGlobalSection + GlobalSection(ProjectConfigurationPlatforms) = postSolution + {D9112E8C-A539-4B06-B78D-B01A7D0B0555}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {D9112E8C-A539-4B06-B78D-B01A7D0B0555}.Debug|Any CPU.Build.0 = Debug|Any CPU + {D9112E8C-A539-4B06-B78D-B01A7D0B0555}.Release|Any CPU.ActiveCfg = Release|Any CPU + {D9112E8C-A539-4B06-B78D-B01A7D0B0555}.Release|Any CPU.Build.0 = Release|Any CPU + EndGlobalSection +EndGlobal diff --git a/src/ApiService/ApiService/ApiService.csproj b/src/ApiService/ApiService/ApiService.csproj new file mode 100644 index 0000000000..6e90a9fbb7 --- /dev/null +++ b/src/ApiService/ApiService/ApiService.csproj @@ -0,0 +1,24 @@ + + + net6.0 + v3 + Exe + enable + + + + + + + + + + + PreserveNewest + + + PreserveNewest + Never + + + diff --git a/src/ApiService/ApiService/Program.cs b/src/ApiService/ApiService/Program.cs new file mode 100644 index 0000000000..7ba7e2a2ad --- /dev/null +++ b/src/ApiService/ApiService/Program.cs @@ -0,0 +1,19 @@ +using System.Threading.Tasks; +using Microsoft.Extensions.Configuration; +using Microsoft.Extensions.Hosting; +using Microsoft.Azure.Functions.Worker.Configuration; + +namespace ApiService +{ + public class Program + { + public static void Main() + { + var host = new HostBuilder() + .ConfigureFunctionsWorkerDefaults() + .Build(); + + host.Run(); + } + } +} \ No newline at end of file diff --git a/src/ApiService/ApiService/QueueNodeHearbeat.cs b/src/ApiService/ApiService/QueueNodeHearbeat.cs new file mode 100644 index 0000000000..407dd15cea --- /dev/null +++ b/src/ApiService/ApiService/QueueNodeHearbeat.cs @@ -0,0 +1,69 @@ +using System; +using Microsoft.Azure.Functions.Worker; +using Microsoft.Extensions.Logging; +using System.Collections.Generic; +using System.Text.Json; +using Azure.Data.Tables; +using System.Threading.Tasks; +using Azure; + + +namespace ApiService +{ + + + + enum HeartbeatType + { + MachineAlive, + TaskAlive, + } + + record NodeHeartbeatEntry(string NodeId, Dictionary[] data); + + + public class QueueNodeHearbeat + { + + private (string, string) GetStorageAccountNameAndKey(string? accountId) + { + //TableEntity + return ("test", "test"); + } + + private async Task GetStorageClient(string? table, string? accounId) + { + accounId ??= System.Environment.GetEnvironmentVariable("ONEFUZZ_FUNC_STORAGE"); + if (accounId == null) + { + throw new Exception("ONEFUZZ_FUNC_STORAGE environment variable not set"); + } + var (name, key) = GetStorageAccountNameAndKey(accounId); + var tableClient = new TableServiceClient(new Uri(accounId), new TableSharedKeyCredential(name, key)); + await tableClient.CreateTableIfNotExistsAsync(table); + return tableClient; + } + + private readonly ILogger _logger; + + public QueueNodeHearbeat(ILoggerFactory loggerFactory) + { + _logger = loggerFactory.CreateLogger(); + } + + [Function("QueueNodeHearbeat")] + public void Run([QueueTrigger("myqueue-items", Connection = "AzureWebJobsStorage")] string msg) + { + var hb = JsonSerializer.Deserialize(msg); + + + + _logger.LogInformation($"heartbeat: {msg}"); + } + } +} + + + + + diff --git a/src/ApiService/ApiService/host.json b/src/ApiService/ApiService/host.json new file mode 100644 index 0000000000..beb2e4020b --- /dev/null +++ b/src/ApiService/ApiService/host.json @@ -0,0 +1,11 @@ +{ + "version": "2.0", + "logging": { + "applicationInsights": { + "samplingSettings": { + "isEnabled": true, + "excludedTypes": "Request" + } + } + } +} \ No newline at end of file diff --git a/src/ApiService/ApiService/model.cs b/src/ApiService/ApiService/model.cs new file mode 100644 index 0000000000..21b784c50b --- /dev/null +++ b/src/ApiService/ApiService/model.cs @@ -0,0 +1,87 @@ +using Azure.Data.Tables; +using System; +using System.Runtime.Serialization; + +namespace ApiService; + + +record NodeCommandStopIfFree { } + +record StopNodeCommand{} + +record StopTaskNodeCommand{ + Guid TaskId; +} + +record NodeCommandAddSshKey{ + string PublicKey; +} + +record NodeCommand +{ + StopNodeCommand? Stop; + StopTaskNodeCommand? StopTask; + NodeCommandAddSshKey? AddSshKey; + NodeCommandStopIfFree? StopIfFree; +} + +enum NodeTaskState +{ + init, + setting_up, + running, +} + +record NodeTasks +{ + Guid MachineId; + Guid TaskId; + NodeTaskState State = NodeTaskState.init; + +} + +enum NodeState +{ + init, + free, + setting_up, + rebooting, + ready, + busy, + done, + shutdown, + halt, +} + + +record Node : ITableEntity +{ + [DataMember(Name = "initialized_at")] + public DateTimeOffset? InitializedAt; + [DataMember(Name = "pool_name")] + public string PoolName; + [DataMember(Name = "pool_id")] + public Guid? PoolId; + [DataMember(Name = "machine_id")] + public Guid MachineId; + [DataMember(Name = "state")] + public NodeState State; + [DataMember(Name = "scaleset_id")] + public Guid? ScalesetId; + [DataMember(Name = "heartbeat")] + public DateTimeOffset Heartbeat; + [DataMember(Name = "version")] + public Version Version; + [DataMember(Name = "reimage_requested")] + public bool ReimageRequested; + [DataMember(Name = "delete_requested")] + public bool DeleteRequested; + [DataMember(Name = "debug_keep_node")] + public bool DebugKeepNode; + + public string PartitionKey { get => PoolName; set => PoolName = value; } + public string RowKey { get => MachineId.ToString(); set => MachineId = Guid.Parse(value); } + public Azure.ETag ETag { get; set; } + DateTimeOffset? ITableEntity.Timestamp { get; set; } + +} \ No newline at end of file