Repository navigation
Expand file tree
/
Copy pathProgram.cs
More file actions
62 lines (52 loc) · 2.23 KB
/
Copy pathProgram.cs
File metadata and controls
62 lines (52 loc) · 2.23 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
using Microsoft.Azure.Functions.Worker;
using Microsoft.Azure.Functions.Worker.Builder;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Hosting;
using Azure.Storage.Blobs;
using Azure;
using Azure.AI.OpenAI;
using System.Threading.RateLimiting;
using Polly;
using Code_Scanner.HelperClasses;
using Code_Scanner.Activities;
var builder = FunctionsApplication.CreateBuilder(args);
builder.ConfigureFunctionsWebApplication();
builder.Services.AddSingleton<BlobServiceClient>(sp =>
{
string? connectionString = builder.Configuration["AzureBlobStorageConnectionString"];
return new BlobServiceClient(connectionString);
});
builder.Services.AddSingleton<AzureOpenAIClient>(sp =>
{
string endpoint = builder.Configuration["AzureOpenAIEndpoint"]!;
string apiKey = builder.Configuration["AzureOpenAIKey"]!;
return new AzureOpenAIClient(new Uri(endpoint), new AzureKeyCredential(apiKey));
});
builder.Services.AddResiliencePipeline("OpenAiPipeline", pipelineBuilder =>
{
pipelineBuilder
// 1. EXPONENTIAL BACKOFF (Handles rate-limit errors like HTTP 429)
.AddRetry(new()
{
ShouldHandle = new PredicateBuilder().Handle<RequestFailedException>(ex => ex.Status == 429),
MaxRetryAttempts = 4,
BackoffType = DelayBackoffType.Exponential,
Delay = TimeSpan.FromSeconds(2), // Initial delay
UseJitter = true // Prevents synchronized retries
})
// 2. RATE LIMITING / THROTTLING (Prevents hitting Azure limits proactively)
.AddRateLimiter(new TokenBucketRateLimiter(new()
{
TokenLimit = 10, // Maximum burst capacity
QueueLimit = 20, // How many requests can wait in line
QueueProcessingOrder = QueueProcessingOrder.OldestFirst,
ReplenishmentPeriod = TimeSpan.FromSeconds(60), // Refill cadence
TokensPerPeriod = 10 // Number of tokens refilled
}));
});
builder.Services.AddScoped<CallOpenAi>();
builder.Services.AddScoped<PromptFA>();
builder.Services.AddSingleton<MasterResultBuilder>();
builder.Services.AddSingleton<DeleteFolder>();
builder.Services.AddScoped<CodeFileFormatBuilder>();
await builder.Build().RunAsync();