Monorepo for Tangled tangled.org
1package repo 2 3import ( 4 "encoding/json" 5 "fmt" 6 "log" 7 "net/http" 8 "slices" 9 "sort" 10 "strings" 11 12 "tangled.sh/tangled.sh/core/appview/commitverify" 13 "tangled.sh/tangled.sh/core/appview/db" 14 "tangled.sh/tangled.sh/core/appview/oauth" 15 "tangled.sh/tangled.sh/core/appview/pages" 16 "tangled.sh/tangled.sh/core/appview/pages/repoinfo" 17 "tangled.sh/tangled.sh/core/appview/reporesolver" 18 "tangled.sh/tangled.sh/core/knotclient" 19 "tangled.sh/tangled.sh/core/types" 20 21 "github.com/go-chi/chi/v5" 22 "github.com/go-enry/go-enry/v2" 23) 24 25func (rp *Repo) RepoIndex(w http.ResponseWriter, r *http.Request) { 26 ref := chi.URLParam(r, "ref") 27 f, err := rp.repoResolver.Resolve(r) 28 if err != nil { 29 log.Println("failed to fully resolve repo", err) 30 return 31 } 32 33 us, err := knotclient.NewUnsignedClient(f.Knot, rp.config.Core.Dev) 34 if err != nil { 35 log.Printf("failed to create unsigned client for %s", f.Knot) 36 rp.pages.Error503(w) 37 return 38 } 39 40 result, err := us.Index(f.OwnerDid(), f.RepoName, ref) 41 if err != nil { 42 rp.pages.Error503(w) 43 log.Println("failed to reach knotserver", err) 44 return 45 } 46 47 tagMap := make(map[string][]string) 48 for _, tag := range result.Tags { 49 hash := tag.Hash 50 if tag.Tag != nil { 51 hash = tag.Tag.Target.String() 52 } 53 tagMap[hash] = append(tagMap[hash], tag.Name) 54 } 55 56 for _, branch := range result.Branches { 57 hash := branch.Hash 58 tagMap[hash] = append(tagMap[hash], branch.Name) 59 } 60 61 slices.SortFunc(result.Branches, func(a, b types.Branch) int { 62 if a.Name == result.Ref { 63 return -1 64 } 65 if a.IsDefault { 66 return -1 67 } 68 if b.IsDefault { 69 return 1 70 } 71 if a.Commit != nil && b.Commit != nil { 72 if a.Commit.Committer.When.Before(b.Commit.Committer.When) { 73 return 1 74 } else { 75 return -1 76 } 77 } 78 return strings.Compare(a.Name, b.Name) * -1 79 }) 80 81 commitCount := len(result.Commits) 82 branchCount := len(result.Branches) 83 tagCount := len(result.Tags) 84 fileCount := len(result.Files) 85 86 commitCount, branchCount, tagCount = balanceIndexItems(commitCount, branchCount, tagCount, fileCount) 87 commitsTrunc := result.Commits[:min(commitCount, len(result.Commits))] 88 tagsTrunc := result.Tags[:min(tagCount, len(result.Tags))] 89 branchesTrunc := result.Branches[:min(branchCount, len(result.Branches))] 90 91 emails := uniqueEmails(commitsTrunc) 92 emailToDidMap, err := db.GetEmailToDid(rp.db, emails, true) 93 if err != nil { 94 log.Println("failed to get email to did map", err) 95 } 96 97 vc, err := commitverify.GetVerifiedObjectCommits(rp.db, emailToDidMap, commitsTrunc) 98 if err != nil { 99 log.Println(err) 100 } 101 102 user := rp.oauth.GetUser(r) 103 repoInfo := f.RepoInfo(user) 104 105 secret, err := db.GetRegistrationKey(rp.db, f.Knot) 106 if err != nil { 107 log.Printf("failed to get registration key for %s: %s", f.Knot, err) 108 rp.pages.Notice(w, "resubmit-error", "Failed to create pull request. Try again later.") 109 } 110 111 signedClient, err := knotclient.NewSignedClient(f.Knot, secret, rp.config.Core.Dev) 112 if err != nil { 113 log.Printf("failed to create signed client for %s: %s", f.Knot, err) 114 return 115 } 116 117 var forkInfo *types.ForkInfo 118 if user != nil && (repoInfo.Roles.IsOwner() || repoInfo.Roles.IsCollaborator()) { 119 forkInfo, err = getForkInfo(repoInfo, rp, f, user, signedClient) 120 if err != nil { 121 log.Printf("Failed to fetch fork information: %v", err) 122 return 123 } 124 } 125 126 languageInfo, err := rp.getLanguageInfo(f, signedClient, ref) 127 if err != nil { 128 log.Printf("failed to compute language percentages: %s", err) 129 // non-fatal 130 } 131 132 var shas []string 133 for _, c := range commitsTrunc { 134 shas = append(shas, c.Hash.String()) 135 } 136 pipelines, err := getPipelineStatuses(rp.db, repoInfo, shas) 137 if err != nil { 138 log.Printf("failed to fetch pipeline statuses: %s", err) 139 // non-fatal 140 } 141 142 rp.pages.RepoIndexPage(w, pages.RepoIndexParams{ 143 LoggedInUser: user, 144 RepoInfo: repoInfo, 145 TagMap: tagMap, 146 RepoIndexResponse: *result, 147 CommitsTrunc: commitsTrunc, 148 TagsTrunc: tagsTrunc, 149 ForkInfo: forkInfo, 150 BranchesTrunc: branchesTrunc, 151 EmailToDidOrHandle: emailToDidOrHandle(rp, emailToDidMap), 152 VerifiedCommits: vc, 153 Languages: languageInfo, 154 Pipelines: pipelines, 155 }) 156} 157 158func (rp *Repo) getLanguageInfo( 159 f *reporesolver.ResolvedRepo, 160 signedClient *knotclient.SignedClient, 161 ref string, 162) ([]types.RepoLanguageDetails, error) { 163 // first attempt to fetch from db 164 langs, err := db.GetRepoLanguages( 165 rp.db, 166 db.FilterEq("repo_at", f.RepoAt), 167 db.FilterEq("ref", ref), 168 ) 169 170 if err != nil || langs == nil { 171 // non-fatal, fetch langs from ks 172 ls, err := signedClient.RepoLanguages(f.OwnerDid(), f.RepoName, ref) 173 if err != nil { 174 return nil, err 175 } 176 if ls == nil { 177 return nil, nil 178 } 179 for l, s := range ls.Languages { 180 langs = append(langs, db.RepoLanguage{ 181 RepoAt: f.RepoAt, 182 Ref: ref, 183 Language: l, 184 Bytes: s, 185 }) 186 } 187 188 // update appview's cache 189 err = db.InsertRepoLanguages(rp.db, langs) 190 if err != nil { 191 // non-fatal 192 log.Println("failed to cache lang results", err) 193 } 194 } 195 196 var total int64 197 for _, l := range langs { 198 total += l.Bytes 199 } 200 201 var languageStats []types.RepoLanguageDetails 202 for _, l := range langs { 203 percentage := float32(l.Bytes) / float32(total) * 100 204 color := enry.GetColor(l.Language) 205 languageStats = append(languageStats, types.RepoLanguageDetails{ 206 Name: l.Language, 207 Percentage: percentage, 208 Color: color, 209 }) 210 } 211 212 sort.Slice(languageStats, func(i, j int) bool { 213 if languageStats[i].Name == enry.OtherLanguage { 214 return false 215 } 216 if languageStats[j].Name == enry.OtherLanguage { 217 return true 218 } 219 if languageStats[i].Percentage != languageStats[j].Percentage { 220 return languageStats[i].Percentage > languageStats[j].Percentage 221 } 222 return languageStats[i].Name < languageStats[j].Name 223 }) 224 225 return languageStats, nil 226} 227 228func getForkInfo( 229 repoInfo repoinfo.RepoInfo, 230 rp *Repo, 231 f *reporesolver.ResolvedRepo, 232 user *oauth.User, 233 signedClient *knotclient.SignedClient, 234) (*types.ForkInfo, error) { 235 if user == nil { 236 return nil, nil 237 } 238 239 forkInfo := types.ForkInfo{ 240 IsFork: repoInfo.Source != nil, 241 Status: types.UpToDate, 242 } 243 244 if !forkInfo.IsFork { 245 forkInfo.IsFork = false 246 return &forkInfo, nil 247 } 248 249 us, err := knotclient.NewUnsignedClient(repoInfo.Source.Knot, rp.config.Core.Dev) 250 if err != nil { 251 log.Printf("failed to create unsigned client for %s", repoInfo.Source.Knot) 252 return nil, err 253 } 254 255 result, err := us.Branches(repoInfo.Source.Did, repoInfo.Source.Name) 256 if err != nil { 257 log.Println("failed to reach knotserver", err) 258 return nil, err 259 } 260 261 if !slices.ContainsFunc(result.Branches, func(branch types.Branch) bool { 262 return branch.Name == f.Ref 263 }) { 264 forkInfo.Status = types.MissingBranch 265 return &forkInfo, nil 266 } 267 268 newHiddenRefResp, err := signedClient.NewHiddenRef(user.Did, repoInfo.Name, f.Ref, f.Ref) 269 if err != nil || newHiddenRefResp.StatusCode != http.StatusNoContent { 270 log.Printf("failed to update tracking branch: %s", err) 271 return nil, err 272 } 273 274 hiddenRef := fmt.Sprintf("hidden/%s/%s", f.Ref, f.Ref) 275 276 var status types.AncestorCheckResponse 277 forkSyncableResp, err := signedClient.RepoForkAheadBehind(user.Did, string(f.RepoAt), repoInfo.Name, f.Ref, hiddenRef) 278 if err != nil { 279 log.Printf("failed to check if fork is ahead/behind: %s", err) 280 return nil, err 281 } 282 283 if err := json.NewDecoder(forkSyncableResp.Body).Decode(&status); err != nil { 284 log.Printf("failed to decode fork status: %s", err) 285 return nil, err 286 } 287 288 forkInfo.Status = status.Status 289 return &forkInfo, nil 290}