Add cost-proxy token guidance · Entire

Add cost-proxy token guidance

b2aee82·

peyton-alt·3w ago·3 files·+504 added/-27 removed

Sessions

e46d5e136530View transcript

Changes

3

2 unmodified lines

3
4
5
6
7
8
9
28 unmodified lines

38
39
40
41
42
43
44
45
46
47
17 unmodified lines

65
66
67
68
69
70
71
10 unmodified lines

82
83
84
80
85
86
87
88
89
90
91
92
93
94
95
96
97
89
98
99
100
101
16 unmodified lines

118
119
120
121
122
123
124
125
126
127
271 unmodified lines

399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
92 unmodified lines

537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
4 unmodified lines

586
587
588
589
590
591
592
593
594
595

2 unmodified lines

import (
    "context"
    "encoding/json"
    "errors"
    "fmt"
    "io"
    "strconv"
)

TargetCheckpointID   string                       `json:"target_checkpoint_id"`
Status               string                       `json:"status"`
Total                *checkpointTokensMetricDelta `json:"total,omitempty"`
Input                *checkpointTokensMetricDelta `json:"input,omitempty"`
CacheRead            *checkpointTokensMetricDelta `json:"cache_read,omitempty"`
CacheWrite           *checkpointTokensMetricDelta `json:"cache_write,omitempty"`
Output               *checkpointTokensMetricDelta `json:"output,omitempty"`
APICalls             *checkpointTokensMetricDelta `json:"api_calls,omitempty"`
Qualification        string                       `json:"qualification"`
Limitations          []string                     `json:"limitations,omitempty"`

func newCheckpointTokensCmd() *cobra.Command {
    var jsonFlag bool
    var compareFlag string
    var agentBriefFlag bool

cmd := &cobra.Command{
        Use:   "tokens <checkpoint-id>",
        Args: cobra.ExactArgs(1),
        RunE: func(cmd *cobra.Command, args []string) error {
            return runCheckpointTokens(cmd.Context(), cmd, args[0], jsonFlag, compareFlag)
        },
    }

cmd.Flags().BoolVar(&jsonFlag, "json", false, "Output as JSON")
    cmd.Flags().StringVar(&compareFlag, "compare", "", "Compare against a baseline checkpoint ID")
    cmd.Flags().BoolVar(&agentBriefFlag, "agent-brief", false, "Output compact next-step guidance for agents")
    return cmd
}

func runCheckpointTokens(ctx context.Context, cmd *cobra.Command, checkpointIDPrefix string, jsonOutput bool, comparePrefix string) error {

}

comps := make(map[string]map[string]interface{})
comps["comparison"] = map[string]interface{}{
    "Total":   buildCheckpointMetricDelta(baseline.Tokens.Total, target.Tokens.Total),
    "Input":   buildCheckpointMetricDelta(baseline.Tokens.Input, target.Tokens.Input),
    "CacheRead": buildCheckpointMetricDelta(baseline.Tokens.CacheRead, target.Tokens.CacheRead),
    "CacheWrite": buildCheckpointMetricDelta(baseline.Tokens.CacheWrite, target.Tokens.CacheWrite),
    "Output": buildCheckpointMetricDelta(baseline.Tokens.Output, target.Tokens.Output),
    "APICalls": buildCheckpointMetricDelta(baseline.Tokens.APICalls, target.Tokens.APICalls),
}

func buildCheckpointMetricDelta(baseline, current int) *checkpointTokensMetricDelta {
    delta := &checkpointTokensMetricDelta{
        Baseline:  baseline,
        Current:   current,
    }
    return delta
}

func writeCheckpointTokensAgentBrief(w io.Writer, report checkpointTokensReport) {
    fmt.Fprintln(w, "Checkpoint token brief")
    fmt.Fprintf(w, "Checkpoint: %s\n", report.CheckpointID)
    fmt.Fprintln(w)
    fmt.Fprintln(w, agentBriefUsageLine(report.Tokens))
    fmt.Fprintln(w)
    fmt.Fprintln(w, "Next best action:")
    fmt.Fprintln(w, checkpointAgentBriefNextAction(report))
}

func writeCheckpointTokenComparison(w io.Writer, comparison *checkpointTokensComparison) {
    if comparison == nil {
        return
    }
    fmt.Fprintf(w, "Baseline: %s\n", comparison.BaselineCheckpointID)
    if comparison.Status != checkpointComparisonStatusUnavailable {
        fmt.Fprintf(w, "Total tokens: %s\n", formatCheckpointMetricDelta(comparison.Total, formatTokenCount))
        fmt.Fprintf(w, "Input: %s\n", formatCheckpointMetricDelta(comparison.Input, formatTokenCount))
        fmt.Fprintf(w, "Cache/context replay: %s\n", formatCheckpointMetricDelta(comparison.CacheRead, formatTokenCount))
        fmt.Fprintf(w, "Cache write: %s\n", formatCheckpointMetricDelta(comparison.CacheWrite, formatTokenCount))
        fmt.Fprintf(w, "Output: %s\n", formatCheckpointMetricDelta(comparison.Output, formatTokenCount))
        fmt.Fprintf(w, "API calls: %s\n", formatCheckpointMetricDelta(comparison.APICalls, formatPlainCount))
    }
}