Feature: Report GPT token 'risk'.

It gets redder the closer to the typical GPT token limit (128,000).

Author: deanthecoder

CodeIngest.Desktop/MainViewModel.cs

@@ -153,12 +153,15 @@ public long? PreviewFileSize
         get => m_previewFileSize;
         set
         {
-            if (SetField(ref m_previewFileSize, value))
-                OnPropertyChanged(nameof(PreviewTokenCount));
+            if (!SetField(ref m_previewFileSize, value))
+                return;
+            OnPropertyChanged(nameof(PreviewTokenCount));
+            OnPropertyChanged(nameof(PreviewTokenRisk));
         }
     }
 
     public int PreviewTokenCount => (int)((PreviewFileSize ?? 0) / 3.8);
+    public double PreviewTokenRisk => (double)PreviewTokenCount / 128_000;
 
     public bool IsGeneratingPreview
     {
@@ -179,7 +182,7 @@ public MainViewModel(IDialogService dialogService = null)
     {
         m_dialogService = dialogService ?? DialogService.Instance;
 
-        m_folderSelectionConsolidator = new ActionConsolidator(RefreshPredictedSize, 2.0);
+        m_folderSelectionConsolidator = new ActionConsolidator(() => _ = RefreshPredictedSizeAsync(), 2.0);
         Root = new FolderTreeRoot(Settings.Instance.RootFolder);
     }
 
@@ -257,7 +260,7 @@ private void InvalidatePreviewStats()
         m_folderSelectionConsolidator.Invoke();
     }
 
-    private void RefreshPredictedSize()
+    private async Task RefreshPredictedSizeAsync()
     {
         try
         {
@@ -282,7 +285,7 @@ private void RefreshPredictedSize()
             var ingester = new Ingester(options);
             m_backgroundRefreshProgress = new ProgressToken(isCancelSupported: true);
 
-            Task.Run(() =>
+            await Task.Run(() =>
             {
                 var result = ingester.Run(selectedFolders, progress: m_backgroundRefreshProgress);
                 if (!result.HasValue || m_backgroundRefreshProgress.CancelRequested)

CodeIngest.Desktop/Views/App.axaml

@@ -29,6 +29,7 @@
 
     <Application.Resources>
         <converters:BytesToUiStringConverter x:Key="BytesToUiStringConverter" />
+        <converters:RiskToBrushConverter x:Key="RiskToBrushConverter" />
     </Application.Resources>
 
     <NativeMenu.Menu>

CodeIngest.Desktop/Views/MainWindow.axaml

@@ -70,7 +70,7 @@
                                    IsVisible="{Binding PreviewFileSize, Converter={x:Static ObjectConverters.IsNull}}" />
                         <StackPanel Grid.Column="4" Grid.Row="0" Orientation="Horizontal"
                                     IsVisible="{Binding PreviewFileSize, Converter={x:Static ObjectConverters.IsNotNull}}">
-                            <TextBlock Text="{Binding PreviewTokenCount, StringFormat=N0}"/>
+                            <TextBlock Text="{Binding PreviewTokenCount, StringFormat=N0}" Foreground="{Binding PreviewTokenRisk, Converter={StaticResource RiskToBrushConverter}}"/>
                             <TextBlock Text="tokens"/>
                         </StackPanel>
 

CodeIngestLib/Ingester.cs

@@ -14,6 +14,7 @@
 using System.Linq;
 using System.Text;
 using CSharp.Core;
+using CSharp.Core.Extensions;
 
 namespace CodeIngestLib;
 
@@ -35,13 +36,13 @@ public Ingester(IngestOptions options)
     {
         var didError = false;
         var sourceFiles = directories
-            .Where(d => d.Exists)
+            .Where(d => d.Exists() && d.IsAccessible())
             .AsParallel()
             .SelectMany(d => m_options.FilePatterns.SelectMany(p =>
             {
                 try
                 {
-                    return d.GetFiles(p, SearchOption.AllDirectories);
+                    return d.TryGetFiles(p, SearchOption.AllDirectories);
                 }
                 catch (Exception ex)
                 {