feat: add autonomous YouTube resource recovery and adaptive GGC
Co-authored-by: GPT-6 <gpt-6@openai.com>
This commit is contained in:
1 parent
8826c591dc
commit
b4e1e1e9ca
43 files changed
+5163
-93
No files matched your search
@@ -6,6 +6,7 @@ import (
|
||||
"database/sql"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"io"
|
||||
"os"
|
||||
@@ -55,32 +56,55 @@ func managedDependencies(player playerRunner) managedDeps {
|
||||
}
|
||||
|
||||
func managedArguments(args []string) (string, []int64, error) {
|
||||
invalid := fmt.Errorf("managed accepts init, reconcile, status, active-ids, or apply with one or both candidate flags (full desired set); no path flags")
|
||||
invalid := fmt.Errorf("managed accepts init, reconcile, status [--assets], active-ids, or apply with frontend/googlevideo/asset candidate flags (full desired set); no path flags")
|
||||
if len(args) == 2 && args[0] == "status" && args[1] == "--assets" {
|
||||
return "status", nil, nil
|
||||
}
|
||||
if len(args) == 1 && (args[0] == "init" || args[0] == "reconcile" || args[0] == "status" || args[0] == "active-ids") {
|
||||
return args[0], nil, nil
|
||||
}
|
||||
if (len(args) != 3 && len(args) != 5) || args[0] != "apply" {
|
||||
if len(args) < 3 || len(args)%2 != 1 || args[0] != "apply" {
|
||||
return "", nil, invalid
|
||||
}
|
||||
selected := map[string]int64{}
|
||||
selected := map[string][]int64{}
|
||||
seen := map[int64]bool{}
|
||||
scopeSeen := false
|
||||
for i := 1; i < len(args); i += 2 {
|
||||
key := args[i]
|
||||
if selected[key] != 0 || (key != "--frontend-candidate" && key != "--googlevideo-candidate") || args[i+1] == "" || strings.Trim(args[i+1], "0123456789") != "" {
|
||||
if key == "--googlevideo-scope" {
|
||||
if scopeSeen || (args[i+1] != "exact" && args[i+1] != "suffix") {
|
||||
return "", nil, invalid
|
||||
}
|
||||
scopeSeen = true
|
||||
continue
|
||||
}
|
||||
if (len(selected[key]) != 0 && key != "--asset-candidate") || (key != "--frontend-candidate" && key != "--googlevideo-candidate" && key != "--asset-candidate") {
|
||||
return "", nil, invalid
|
||||
}
|
||||
id, err := strconv.ParseInt(args[i+1], 10, 64)
|
||||
if err != nil || id <= 0 {
|
||||
values := strings.Split(args[i+1], ",")
|
||||
if key != "--asset-candidate" && len(values) != 1 {
|
||||
return "", nil, invalid
|
||||
}
|
||||
for _, value := range values {
|
||||
if value == "" || strings.Trim(value, "0123456789") != "" {
|
||||
return "", nil, invalid
|
||||
}
|
||||
id, err := strconv.ParseInt(value, 10, 64)
|
||||
if err != nil || id <= 0 || seen[id] {
|
||||
return "", nil, invalid
|
||||
}
|
||||
seen[id] = true
|
||||
selected[key] = append(selected[key], id)
|
||||
}
|
||||
if len(selected["--asset-candidate"]) > 2 {
|
||||
return "", nil, invalid
|
||||
}
|
||||
selected[key] = id
|
||||
}
|
||||
var ids []int64
|
||||
for _, key := range []string{"--frontend-candidate", "--googlevideo-candidate"} {
|
||||
if id := selected[key]; id != 0 {
|
||||
ids = append(ids, id)
|
||||
}
|
||||
for _, key := range []string{"--frontend-candidate", "--googlevideo-candidate", "--asset-candidate"} {
|
||||
ids = append(ids, selected[key]...)
|
||||
}
|
||||
if len(ids) == 2 && ids[0] == ids[1] {
|
||||
if len(ids) == 0 || (scopeSeen && len(selected["--googlevideo-candidate"]) == 0) {
|
||||
return "", nil, invalid
|
||||
}
|
||||
return "apply", ids, nil
|
||||
@@ -196,7 +220,7 @@ func managedCheckIdentity(m *managedTransaction) error {
|
||||
}
|
||||
|
||||
// Status and supervisor reads share the same locked, DB-validated snapshot.
|
||||
func managedReport(m *managedTransaction, out io.Writer, openDB func() (*sql.DB, error), activeOnly bool) error {
|
||||
func managedReport(m *managedTransaction, out io.Writer, openDB func() (*sql.DB, error), activeOnly bool, requestAssets ...bool) error {
|
||||
return m.locked(func() error {
|
||||
j, err := m.load()
|
||||
if err != nil {
|
||||
@@ -213,23 +237,29 @@ func managedReport(m *managedTransaction, out io.Writer, openDB func() (*sql.DB,
|
||||
return errManagedDrift
|
||||
}
|
||||
groups := map[string]bool{}
|
||||
known := j.State == "committed" && j.Version == 2 && string(b) == managedBaseline && len(j.Candidates) == 0
|
||||
if j.State == "committed" && j.Version == 2 && len(j.Candidates) != 0 {
|
||||
assetHosts := map[string]bool{}
|
||||
known := j.State == "committed" && j.Version >= 2 && string(b) == managedBaseline && len(j.Candidates) == 0
|
||||
if j.State == "committed" && j.Version >= 2 && len(j.Candidates) != 0 {
|
||||
db, err := openDB()
|
||||
if db != nil {
|
||||
defer db.Close()
|
||||
}
|
||||
if err == nil && db != nil {
|
||||
rendered, err := renderManagedConfig(db, j.Candidates)
|
||||
rendered, err := renderStoredManagedConfigScope(db, j.Candidates, j.Scope)
|
||||
if err == nil && managedHash(rendered) == j.Hash {
|
||||
known = true
|
||||
for _, id := range j.Candidates {
|
||||
c, err := readStrategyCandidate(db, id)
|
||||
c, err := readStrategyCandidatePolicy(db, id, false)
|
||||
if err != nil || !c.Qualified {
|
||||
known = false
|
||||
break
|
||||
}
|
||||
groups[c.Group] = true
|
||||
if c.Group == "assets" {
|
||||
for _, host := range c.Endpoints {
|
||||
assetHosts[host] = true
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -247,6 +277,12 @@ func managedReport(m *managedTransaction, out io.Writer, openDB func() (*sql.DB,
|
||||
missing = append(missing, group)
|
||||
}
|
||||
}
|
||||
if groups["assets"] {
|
||||
active = append(active, "assets")
|
||||
}
|
||||
if (groups["assets"] || (len(requestAssets) != 0 && requestAssets[0])) && (!known || len(assetHosts) != 2) {
|
||||
missing = append(missing, "assets")
|
||||
}
|
||||
if activeOnly {
|
||||
if !known {
|
||||
return fmt.Errorf("active candidate IDs unresolved; deployment preserved by hash")
|
||||
@@ -268,6 +304,9 @@ func managedReport(m *managedTransaction, out io.Writer, openDB func() (*sql.DB,
|
||||
reportIDs = j.Candidates
|
||||
}
|
||||
_, err = fmt.Fprintf(out, "managed-test generation=%d hash=%s state=%s groups=%s active_candidate_ids=%v unresolved_groups=%s\nLive health: NOT CHECKED (Player API is not GGC/video playback)\n", j.Generation, j.Hash, j.State, groupText, reportIDs, strings.Join(missing, ","))
|
||||
if err == nil && j.Version == 3 {
|
||||
_, err = fmt.Fprintf(out, "Googlevideo scope: %s (suffix is authorized extrapolation, not all-host qualification)\n", j.Scope)
|
||||
}
|
||||
return err
|
||||
})
|
||||
}
|
||||
@@ -329,18 +368,32 @@ func managedCLI(args []string, stdout, stderr io.Writer, d managedDeps) int {
|
||||
if command == "reconcile" {
|
||||
err = managedPrestartReconcile(m, d)
|
||||
} else if command == "status" || command == "active-ids" {
|
||||
err = managedReport(m, stdout, d.openDB, command == "active-ids")
|
||||
err = managedReport(m, stdout, d.openDB, command == "active-ids", len(args) == 2 && args[1] == "--assets")
|
||||
} else {
|
||||
expected := map[int64]string{}
|
||||
var scopes []GooglevideoScope
|
||||
for i := 1; i < len(args); i += 2 {
|
||||
id, _ := strconv.ParseInt(args[i+1], 10, 64)
|
||||
expected[id] = strings.TrimSuffix(strings.TrimPrefix(args[i], "--"), "-candidate")
|
||||
if args[i] == "--googlevideo-scope" {
|
||||
scopes = append(scopes, GooglevideoScope(args[i+1]))
|
||||
continue
|
||||
}
|
||||
group := strings.TrimSuffix(strings.TrimPrefix(args[i], "--"), "-candidate")
|
||||
if group == "asset" {
|
||||
group = "assets"
|
||||
}
|
||||
for _, value := range strings.Split(args[i+1], ",") {
|
||||
id, _ := strconv.ParseInt(value, 10, 64)
|
||||
expected[id] = group
|
||||
}
|
||||
}
|
||||
err = managedActivate(m, d, ids, expected)
|
||||
err = managedActivate(m, d, ids, expected, scopes...)
|
||||
}
|
||||
}
|
||||
if err != nil {
|
||||
fmt.Fprintln(stderr, "error:", err)
|
||||
if errors.Is(err, errManagedScopeUnresolved) {
|
||||
return 78
|
||||
}
|
||||
return 1
|
||||
}
|
||||
if command == "init" || command == "reconcile" || command == "apply" {
|
||||
@@ -380,7 +433,7 @@ func managedPrestartReconcile(m *managedTransaction, d managedDeps) (err error)
|
||||
return err
|
||||
}
|
||||
baselineHash := managedHash([]byte(managedBaseline))
|
||||
if j.Version != 2 || (len(j.Candidates) == 0 && j.Hash != baselineHash) || (j.State == "prepared" && len(j.PendingCandidates) == 0 && j.Next != baselineHash) {
|
||||
if j.Version < 2 || (len(j.Candidates) == 0 && j.Hash != baselineHash) || (j.State == "prepared" && len(j.PendingCandidates) == 0 && j.Next != baselineHash) {
|
||||
return fmt.Errorf("startup candidate state unresolved; refusing activation")
|
||||
}
|
||||
return nil
|
||||
@@ -395,7 +448,9 @@ func managedPrestartReconcile(m *managedTransaction, d managedDeps) (err error)
|
||||
return err
|
||||
}
|
||||
|
||||
func managedActivate(m *managedTransaction, d managedDeps, ids []int64, expected map[int64]string) error {
|
||||
var errManagedScopeUnresolved = errors.New("managed deployment policy unresolved; explicit reconcile or fresh managed state required")
|
||||
|
||||
func managedActivate(m *managedTransaction, d managedDeps, ids []int64, expected map[int64]string, scopes ...GooglevideoScope) error {
|
||||
info, err := os.Stat(d.script)
|
||||
if err != nil || !info.Mode().IsRegular() || info.Mode().Perm()&0111 == 0 {
|
||||
return fmt.Errorf("target zapret daemon init executable unavailable")
|
||||
@@ -430,6 +485,9 @@ func managedActivate(m *managedTransaction, d managedDeps, ids []int64, expected
|
||||
return fmt.Errorf("candidate database missing")
|
||||
}
|
||||
defer db.Close()
|
||||
if _, err := m.ActiveCandidates(db); err != nil {
|
||||
return fmt.Errorf("%w: %v", errManagedScopeUnresolved, err)
|
||||
}
|
||||
for _, id := range ids {
|
||||
group := expected[id]
|
||||
c, err := readStrategyCandidate(db, id)
|
||||
@@ -437,11 +495,8 @@ func managedActivate(m *managedTransaction, d managedDeps, ids []int64, expected
|
||||
return fmt.Errorf("invalid %s candidate ID", group)
|
||||
}
|
||||
}
|
||||
if _, err := renderManagedConfig(db, ids); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := m.Reconcile(db); err != nil {
|
||||
return err
|
||||
}
|
||||
return m.Apply(db, ids)
|
||||
return m.Apply(db, ids, scopes...)
|
||||
}
|
||||
Reference in new issue
Block a user