forked from forgejo/forgejo
Add support for migrating from Gitlab (#9084)
* First stab at a Gitlab migrations interface. * Modify JS to show migration for Gitlab * Properly strip out #gitlab tag from repo name * Working Gitlab migrations! Still need to figure out how to hide tokens/etc from showing up in opts.CloneAddr * Try #2 at trying to hide credentials. CloneAddr was being used as OriginalURL. Now passing OriginalURL through from the form and saving it. * Add go-gitlab dependency * Vendor go-gitlab * Use gitlab.BasicAuthClient Correct CloneURL. This should be functioning! Previous commits fixed "Migrated from" from including the migration credentials. * Replaced repoPath with repoID globally. RepoID is grabbed in NewGitlabDownloader * Logging touchup * Properly set private repo status. Properly set milestone deadline time. Consistently use Gitlab username for 'Name'. * Add go-gitlab vendor cache * Fix PR migrations: - Count of issues is kept to set a non-conflicting PR.ID - Bool is used to tell whether to fetch Issue or PR comments * Ensure merged PRs are closed and set with the proper time * Remove copyright and some commented code * Rip out '#gitlab' based self-hosted Gitlab support * Hide given credentials for migrated repos. CloneAddr was being saved as OriginalURL. Now passing OriginalURL through from the form and saving it in it's place * Use asset.URL directly, no point in parsing. Opened PRs should fall through to false. * Fix importing Milestones. Allow importing using Personal Tokens or anonymous access. * Fix Gitlab Milestone migration if DueDate isn't set * Empty Milestone due dates properly return nil, not zero time * Add GITLAB_READ_TOKEN to drone unit-test step * Add working gitlab_test.go. A Personal Access Token, given in env variable GITLAB_READ_TOKEN is required to run the test. * Fix linting issues * Add modified JS files * Remove pre-build JS files * Only merged PRs are marged as merged/closed * Test topics * Skip test if gitlab is inaccessible * Grab personal token from username, not password. Matches Github migration implementation * Add SetContext() to GitlabDownloader. * Checking Updated field in Issues. * Actually fetch Issue Updated time from Gitlab * Add Gitlab migration GetReviews() stub * Fix Patch and Clone URLs * check Updated too * fix mod * make vendor with go1.14 Co-authored-by: techknowlogick <techknowlogick@gitea.io> Co-authored-by: 6543 <6543@obermui.de> Co-authored-by: Lauris BH <lauris@nix.lv> Co-authored-by: Lunny Xiao <xiaolunwen@gmail.com>
This commit is contained in:
Jordan
GitHub
parent
41f05588ed
commit
5c092eb0ef
89 changed files with 23418 additions and 2 deletions
354
vendor/github.com/xanzy/go-gitlab/search.go
generated
vendored
Normal file
354
vendor/github.com/xanzy/go-gitlab/search.go
generated
vendored
Normal file
|
|
@ -0,0 +1,354 @@
|
|||
//
|
||||
// Copyright 2018, Sander van Harmelen
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
//
|
||||
|
||||
package gitlab
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
)
|
||||
|
||||
// SearchService handles communication with the search related methods of the
|
||||
// GitLab API.
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html
|
||||
type SearchService struct {
|
||||
client *Client
|
||||
}
|
||||
|
||||
// SearchOptions represents the available options for all search methods.
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html
|
||||
type SearchOptions ListOptions
|
||||
|
||||
type searchOptions struct {
|
||||
SearchOptions
|
||||
Scope string `url:"scope" json:"scope"`
|
||||
Search string `url:"search" json:"search"`
|
||||
}
|
||||
|
||||
// Projects searches the expression within projects
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-projects
|
||||
func (s *SearchService) Projects(query string, opt *SearchOptions, options ...OptionFunc) ([]*Project, *Response, error) {
|
||||
var ps []*Project
|
||||
resp, err := s.search("projects", query, &ps, opt, options...)
|
||||
return ps, resp, err
|
||||
}
|
||||
|
||||
// ProjectsByGroup searches the expression within projects for
|
||||
// the specified group
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#group-search-api
|
||||
func (s *SearchService) ProjectsByGroup(gid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Project, *Response, error) {
|
||||
var ps []*Project
|
||||
resp, err := s.searchByGroup(gid, "projects", query, &ps, opt, options...)
|
||||
return ps, resp, err
|
||||
}
|
||||
|
||||
// Issues searches the expression within issues
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-issues
|
||||
func (s *SearchService) Issues(query string, opt *SearchOptions, options ...OptionFunc) ([]*Issue, *Response, error) {
|
||||
var is []*Issue
|
||||
resp, err := s.search("issues", query, &is, opt, options...)
|
||||
return is, resp, err
|
||||
}
|
||||
|
||||
// IssuesByGroup searches the expression within issues for
|
||||
// the specified group
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-issues
|
||||
func (s *SearchService) IssuesByGroup(gid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Issue, *Response, error) {
|
||||
var is []*Issue
|
||||
resp, err := s.searchByGroup(gid, "issues", query, &is, opt, options...)
|
||||
return is, resp, err
|
||||
}
|
||||
|
||||
// IssuesByProject searches the expression within issues for
|
||||
// the specified project
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-issues
|
||||
func (s *SearchService) IssuesByProject(pid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Issue, *Response, error) {
|
||||
var is []*Issue
|
||||
resp, err := s.searchByProject(pid, "issues", query, &is, opt, options...)
|
||||
return is, resp, err
|
||||
}
|
||||
|
||||
// MergeRequests searches the expression within merge requests
|
||||
//
|
||||
// GitLab API docs:
|
||||
// https://docs.gitlab.com/ce/api/search.html#scope-merge_requests
|
||||
func (s *SearchService) MergeRequests(query string, opt *SearchOptions, options ...OptionFunc) ([]*MergeRequest, *Response, error) {
|
||||
var ms []*MergeRequest
|
||||
resp, err := s.search("merge_requests", query, &ms, opt, options...)
|
||||
return ms, resp, err
|
||||
}
|
||||
|
||||
// MergeRequestsByGroup searches the expression within merge requests for
|
||||
// the specified group
|
||||
//
|
||||
// GitLab API docs:
|
||||
// https://docs.gitlab.com/ce/api/search.html#scope-merge_requests
|
||||
func (s *SearchService) MergeRequestsByGroup(gid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*MergeRequest, *Response, error) {
|
||||
var ms []*MergeRequest
|
||||
resp, err := s.searchByGroup(gid, "merge_requests", query, &ms, opt, options...)
|
||||
return ms, resp, err
|
||||
}
|
||||
|
||||
// MergeRequestsByProject searches the expression within merge requests for
|
||||
// the specified project
|
||||
//
|
||||
// GitLab API docs:
|
||||
// https://docs.gitlab.com/ce/api/search.html#scope-merge_requests
|
||||
func (s *SearchService) MergeRequestsByProject(pid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*MergeRequest, *Response, error) {
|
||||
var ms []*MergeRequest
|
||||
resp, err := s.searchByProject(pid, "merge_requests", query, &ms, opt, options...)
|
||||
return ms, resp, err
|
||||
}
|
||||
|
||||
// Milestones searches the expression within milestones
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-milestones
|
||||
func (s *SearchService) Milestones(query string, opt *SearchOptions, options ...OptionFunc) ([]*Milestone, *Response, error) {
|
||||
var ms []*Milestone
|
||||
resp, err := s.search("milestones", query, &ms, opt, options...)
|
||||
return ms, resp, err
|
||||
}
|
||||
|
||||
// MilestonesByGroup searches the expression within milestones for
|
||||
// the specified group
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-milestones
|
||||
func (s *SearchService) MilestonesByGroup(gid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Milestone, *Response, error) {
|
||||
var ms []*Milestone
|
||||
resp, err := s.searchByGroup(gid, "milestones", query, &ms, opt, options...)
|
||||
return ms, resp, err
|
||||
}
|
||||
|
||||
// MilestonesByProject searches the expression within milestones for
|
||||
// the specified project
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-milestones
|
||||
func (s *SearchService) MilestonesByProject(pid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Milestone, *Response, error) {
|
||||
var ms []*Milestone
|
||||
resp, err := s.searchByProject(pid, "milestones", query, &ms, opt, options...)
|
||||
return ms, resp, err
|
||||
}
|
||||
|
||||
// SnippetTitles searches the expression within snippet titles
|
||||
//
|
||||
// GitLab API docs:
|
||||
// https://docs.gitlab.com/ce/api/search.html#scope-snippet_titles
|
||||
func (s *SearchService) SnippetTitles(query string, opt *SearchOptions, options ...OptionFunc) ([]*Snippet, *Response, error) {
|
||||
var ss []*Snippet
|
||||
resp, err := s.search("snippet_titles", query, &ss, opt, options...)
|
||||
return ss, resp, err
|
||||
}
|
||||
|
||||
// SnippetBlobs searches the expression within snippet blobs
|
||||
//
|
||||
// GitLab API docs:
|
||||
// https://docs.gitlab.com/ce/api/search.html#scope-snippet_blobs
|
||||
func (s *SearchService) SnippetBlobs(query string, opt *SearchOptions, options ...OptionFunc) ([]*Snippet, *Response, error) {
|
||||
var ss []*Snippet
|
||||
resp, err := s.search("snippet_blobs", query, &ss, opt, options...)
|
||||
return ss, resp, err
|
||||
}
|
||||
|
||||
// NotesByProject searches the expression within notes for the specified
|
||||
// project
|
||||
//
|
||||
// GitLab API docs: // https://docs.gitlab.com/ce/api/search.html#scope-notes
|
||||
func (s *SearchService) NotesByProject(pid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Note, *Response, error) {
|
||||
var ns []*Note
|
||||
resp, err := s.searchByProject(pid, "notes", query, &ns, opt, options...)
|
||||
return ns, resp, err
|
||||
}
|
||||
|
||||
// WikiBlobs searches the expression within all wiki blobs
|
||||
//
|
||||
// GitLab API docs:
|
||||
// https://docs.gitlab.com/ce/api/search.html#scope-wiki_blobs
|
||||
func (s *SearchService) WikiBlobs(query string, opt *SearchOptions, options ...OptionFunc) ([]*Wiki, *Response, error) {
|
||||
var ws []*Wiki
|
||||
resp, err := s.search("wiki_blobs", query, &ws, opt, options...)
|
||||
return ws, resp, err
|
||||
}
|
||||
|
||||
// WikiBlobsByGroup searches the expression within wiki blobs for
|
||||
// specified group
|
||||
//
|
||||
// GitLab API docs:
|
||||
// https://docs.gitlab.com/ce/api/search.html#scope-wiki_blobs
|
||||
func (s *SearchService) WikiBlobsByGroup(gid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Wiki, *Response, error) {
|
||||
var ws []*Wiki
|
||||
resp, err := s.searchByGroup(gid, "wiki_blobs", query, &ws, opt, options...)
|
||||
return ws, resp, err
|
||||
}
|
||||
|
||||
// WikiBlobsByProject searches the expression within wiki blobs for
|
||||
// the specified project
|
||||
//
|
||||
// GitLab API docs:
|
||||
// https://docs.gitlab.com/ce/api/search.html#scope-wiki_blobs
|
||||
func (s *SearchService) WikiBlobsByProject(pid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Wiki, *Response, error) {
|
||||
var ws []*Wiki
|
||||
resp, err := s.searchByProject(pid, "wiki_blobs", query, &ws, opt, options...)
|
||||
return ws, resp, err
|
||||
}
|
||||
|
||||
// Commits searches the expression within all commits
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-commits
|
||||
func (s *SearchService) Commits(query string, opt *SearchOptions, options ...OptionFunc) ([]*Commit, *Response, error) {
|
||||
var cs []*Commit
|
||||
resp, err := s.search("commits", query, &cs, opt, options...)
|
||||
return cs, resp, err
|
||||
}
|
||||
|
||||
// CommitsByGroup searches the expression within commits for the specified
|
||||
// group
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-commits
|
||||
func (s *SearchService) CommitsByGroup(gid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Commit, *Response, error) {
|
||||
var cs []*Commit
|
||||
resp, err := s.searchByGroup(gid, "commits", query, &cs, opt, options...)
|
||||
return cs, resp, err
|
||||
}
|
||||
|
||||
// CommitsByProject searches the expression within commits for the
|
||||
// specified project
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-commits
|
||||
func (s *SearchService) CommitsByProject(pid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Commit, *Response, error) {
|
||||
var cs []*Commit
|
||||
resp, err := s.searchByProject(pid, "commits", query, &cs, opt, options...)
|
||||
return cs, resp, err
|
||||
}
|
||||
|
||||
// Blob represents a single blob.
|
||||
type Blob struct {
|
||||
Basename string `json:"basename"`
|
||||
Data string `json:"data"`
|
||||
Filename string `json:"filename"`
|
||||
ID int `json:"id"`
|
||||
Ref string `json:"ref"`
|
||||
Startline int `json:"startline"`
|
||||
ProjectID int `json:"project_id"`
|
||||
}
|
||||
|
||||
// Blobs searches the expression within all blobs
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-blobs
|
||||
func (s *SearchService) Blobs(query string, opt *SearchOptions, options ...OptionFunc) ([]*Blob, *Response, error) {
|
||||
var bs []*Blob
|
||||
resp, err := s.search("blobs", query, &bs, opt, options...)
|
||||
return bs, resp, err
|
||||
}
|
||||
|
||||
// BlobsByGroup searches the expression within blobs for the specified
|
||||
// group
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-blobs
|
||||
func (s *SearchService) BlobsByGroup(gid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Blob, *Response, error) {
|
||||
var bs []*Blob
|
||||
resp, err := s.searchByGroup(gid, "blobs", query, &bs, opt, options...)
|
||||
return bs, resp, err
|
||||
}
|
||||
|
||||
// BlobsByProject searches the expression within blobs for the specified
|
||||
// project
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ce/api/search.html#scope-blobs
|
||||
func (s *SearchService) BlobsByProject(pid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*Blob, *Response, error) {
|
||||
var bs []*Blob
|
||||
resp, err := s.searchByProject(pid, "blobs", query, &bs, opt, options...)
|
||||
return bs, resp, err
|
||||
}
|
||||
|
||||
// Users searches the expression within all users
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ee/api/search.html#scope-users
|
||||
func (s *SearchService) Users(query string, opt *SearchOptions, options ...OptionFunc) ([]*User, *Response, error) {
|
||||
var ret []*User
|
||||
resp, err := s.search("users", query, &ret, opt, options...)
|
||||
return ret, resp, err
|
||||
}
|
||||
|
||||
// UsersByGroup searches the expression within users for the specified
|
||||
// group
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ee/api/search.html#scope-users-1
|
||||
func (s *SearchService) UsersByGroup(gid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*User, *Response, error) {
|
||||
var ret []*User
|
||||
resp, err := s.searchByGroup(gid, "users", query, &ret, opt, options...)
|
||||
return ret, resp, err
|
||||
}
|
||||
|
||||
// UsersByProject searches the expression within users for the
|
||||
// specified project
|
||||
//
|
||||
// GitLab API docs: https://docs.gitlab.com/ee/api/search.html#scope-users-2
|
||||
func (s *SearchService) UsersByProject(pid interface{}, query string, opt *SearchOptions, options ...OptionFunc) ([]*User, *Response, error) {
|
||||
var ret []*User
|
||||
resp, err := s.searchByProject(pid, "users", query, &ret, opt, options...)
|
||||
return ret, resp, err
|
||||
}
|
||||
|
||||
func (s *SearchService) search(scope, query string, result interface{}, opt *SearchOptions, options ...OptionFunc) (*Response, error) {
|
||||
opts := &searchOptions{SearchOptions: *opt, Scope: scope, Search: query}
|
||||
|
||||
req, err := s.client.NewRequest("GET", "search", opts, options)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return s.client.Do(req, result)
|
||||
}
|
||||
|
||||
func (s *SearchService) searchByGroup(gid interface{}, scope, query string, result interface{}, opt *SearchOptions, options ...OptionFunc) (*Response, error) {
|
||||
group, err := parseID(gid)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
u := fmt.Sprintf("groups/%s/-/search", pathEscape(group))
|
||||
|
||||
opts := &searchOptions{SearchOptions: *opt, Scope: scope, Search: query}
|
||||
|
||||
req, err := s.client.NewRequest("GET", u, opts, options)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return s.client.Do(req, result)
|
||||
}
|
||||
|
||||
func (s *SearchService) searchByProject(pid interface{}, scope, query string, result interface{}, opt *SearchOptions, options ...OptionFunc) (*Response, error) {
|
||||
project, err := parseID(pid)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
u := fmt.Sprintf("projects/%s/-/search", pathEscape(project))
|
||||
|
||||
opts := &searchOptions{SearchOptions: *opt, Scope: scope, Search: query}
|
||||
|
||||
req, err := s.client.NewRequest("GET", u, opts, options)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return s.client.Do(req, result)
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue