* Added push mirror model. * Integrated push mirror into queue. * Moved methods into own file. * Added basic implementation. * Mirror wiki too. * Removed duplicated method. * Get url for different remotes. * Added migration. * Unified remote url access. * Add/Remove push mirror remotes. * Prevent hangs with missing credentials. * Moved code between files. * Changed sanitizer interface. * Added push mirror backend methods. * Only update the mirror remote. * Limit refs on push. * Added UI part. * Added missing table. * Delete mirror if repository gets removed. * Changed signature. Handle object errors. * Added upload method. * Added "upload" unit tests. * Added transfer adapter unit tests. * Send correct headers. * Added pushing of LFS objects. * Added more logging. * Simpler body handling. * Process files in batches to reduce HTTP calls. * Added created timestamp. * Fixed invalid column name. * Changed name to prevent xorm auto setting. * Remove table header im empty. * Strip exit code from error message. * Added docs page about mirroring. * Fixed date. * Fixed merge errors. * Moved test to integrations. * Added push mirror test. * Added test.
		
			
				
	
	
		
			173 lines
		
	
	
	
		
			4.5 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			173 lines
		
	
	
	
		
			4.5 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // Copyright 2021 The Gitea Authors. All rights reserved.
 | |
| // Use of this source code is governed by a MIT-style
 | |
| // license that can be found in the LICENSE file.
 | |
| 
 | |
| package lfs
 | |
| 
 | |
| import (
 | |
| 	"bytes"
 | |
| 	"context"
 | |
| 	"io"
 | |
| 	"io/ioutil"
 | |
| 	"net/http"
 | |
| 	"strings"
 | |
| 	"testing"
 | |
| 
 | |
| 	jsoniter "github.com/json-iterator/go"
 | |
| 	"github.com/stretchr/testify/assert"
 | |
| )
 | |
| 
 | |
| func TestBasicTransferAdapterName(t *testing.T) {
 | |
| 	a := &BasicTransferAdapter{}
 | |
| 
 | |
| 	assert.Equal(t, "basic", a.Name())
 | |
| }
 | |
| 
 | |
| func TestBasicTransferAdapter(t *testing.T) {
 | |
| 	p := Pointer{Oid: "b5a2c96250612366ea272ffac6d9744aaf4b45aacd96aa7cfcb931ee3b558259", Size: 5}
 | |
| 
 | |
| 	roundTripHandler := func(req *http.Request) *http.Response {
 | |
| 		assert.Equal(t, MediaType, req.Header.Get("Accept"))
 | |
| 		assert.Equal(t, "test-value", req.Header.Get("test-header"))
 | |
| 
 | |
| 		url := req.URL.String()
 | |
| 		if strings.Contains(url, "download-request") {
 | |
| 			assert.Equal(t, "GET", req.Method)
 | |
| 
 | |
| 			return &http.Response{StatusCode: http.StatusOK, Body: ioutil.NopCloser(bytes.NewBufferString("dummy"))}
 | |
| 		} else if strings.Contains(url, "upload-request") {
 | |
| 			assert.Equal(t, "PUT", req.Method)
 | |
| 			assert.Equal(t, "application/octet-stream", req.Header.Get("Content-Type"))
 | |
| 
 | |
| 			b, err := io.ReadAll(req.Body)
 | |
| 			assert.NoError(t, err)
 | |
| 			assert.Equal(t, "dummy", string(b))
 | |
| 
 | |
| 			return &http.Response{StatusCode: http.StatusOK}
 | |
| 		} else if strings.Contains(url, "verify-request") {
 | |
| 			assert.Equal(t, "POST", req.Method)
 | |
| 			assert.Equal(t, MediaType, req.Header.Get("Content-Type"))
 | |
| 
 | |
| 			var vp Pointer
 | |
| 			err := jsoniter.NewDecoder(req.Body).Decode(&vp)
 | |
| 			assert.NoError(t, err)
 | |
| 			assert.Equal(t, p.Oid, vp.Oid)
 | |
| 			assert.Equal(t, p.Size, vp.Size)
 | |
| 
 | |
| 			return &http.Response{StatusCode: http.StatusOK}
 | |
| 		} else if strings.Contains(url, "error-response") {
 | |
| 			er := &ErrorResponse{
 | |
| 				Message: "Object not found",
 | |
| 			}
 | |
| 			payload := new(bytes.Buffer)
 | |
| 			jsoniter.NewEncoder(payload).Encode(er)
 | |
| 
 | |
| 			return &http.Response{StatusCode: http.StatusNotFound, Body: ioutil.NopCloser(payload)}
 | |
| 		} else {
 | |
| 			t.Errorf("Unknown test case: %s", url)
 | |
| 			return nil
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	hc := &http.Client{Transport: RoundTripFunc(roundTripHandler)}
 | |
| 	a := &BasicTransferAdapter{hc}
 | |
| 
 | |
| 	t.Run("Download", func(t *testing.T) {
 | |
| 		cases := []struct {
 | |
| 			link          *Link
 | |
| 			expectederror string
 | |
| 		}{
 | |
| 			// case 0
 | |
| 			{
 | |
| 				link: &Link{
 | |
| 					Href:   "https://download-request.io",
 | |
| 					Header: map[string]string{"test-header": "test-value"},
 | |
| 				},
 | |
| 				expectederror: "",
 | |
| 			},
 | |
| 			// case 1
 | |
| 			{
 | |
| 				link: &Link{
 | |
| 					Href:   "https://error-response.io",
 | |
| 					Header: map[string]string{"test-header": "test-value"},
 | |
| 				},
 | |
| 				expectederror: "Object not found",
 | |
| 			},
 | |
| 		}
 | |
| 
 | |
| 		for n, c := range cases {
 | |
| 			_, err := a.Download(context.Background(), c.link)
 | |
| 			if len(c.expectederror) > 0 {
 | |
| 				assert.True(t, strings.Contains(err.Error(), c.expectederror), "case %d: '%s' should contain '%s'", n, err.Error(), c.expectederror)
 | |
| 			} else {
 | |
| 				assert.NoError(t, err, "case %d", n)
 | |
| 			}
 | |
| 		}
 | |
| 	})
 | |
| 
 | |
| 	t.Run("Upload", func(t *testing.T) {
 | |
| 		cases := []struct {
 | |
| 			link          *Link
 | |
| 			expectederror string
 | |
| 		}{
 | |
| 			// case 0
 | |
| 			{
 | |
| 				link: &Link{
 | |
| 					Href:   "https://upload-request.io",
 | |
| 					Header: map[string]string{"test-header": "test-value"},
 | |
| 				},
 | |
| 				expectederror: "",
 | |
| 			},
 | |
| 			// case 1
 | |
| 			{
 | |
| 				link: &Link{
 | |
| 					Href:   "https://error-response.io",
 | |
| 					Header: map[string]string{"test-header": "test-value"},
 | |
| 				},
 | |
| 				expectederror: "Object not found",
 | |
| 			},
 | |
| 		}
 | |
| 
 | |
| 		for n, c := range cases {
 | |
| 			err := a.Upload(context.Background(), c.link, p, bytes.NewBufferString("dummy"))
 | |
| 			if len(c.expectederror) > 0 {
 | |
| 				assert.True(t, strings.Contains(err.Error(), c.expectederror), "case %d: '%s' should contain '%s'", n, err.Error(), c.expectederror)
 | |
| 			} else {
 | |
| 				assert.NoError(t, err, "case %d", n)
 | |
| 			}
 | |
| 		}
 | |
| 	})
 | |
| 
 | |
| 	t.Run("Verify", func(t *testing.T) {
 | |
| 		cases := []struct {
 | |
| 			link          *Link
 | |
| 			expectederror string
 | |
| 		}{
 | |
| 			// case 0
 | |
| 			{
 | |
| 				link: &Link{
 | |
| 					Href:   "https://verify-request.io",
 | |
| 					Header: map[string]string{"test-header": "test-value"},
 | |
| 				},
 | |
| 				expectederror: "",
 | |
| 			},
 | |
| 			// case 1
 | |
| 			{
 | |
| 				link: &Link{
 | |
| 					Href:   "https://error-response.io",
 | |
| 					Header: map[string]string{"test-header": "test-value"},
 | |
| 				},
 | |
| 				expectederror: "Object not found",
 | |
| 			},
 | |
| 		}
 | |
| 
 | |
| 		for n, c := range cases {
 | |
| 			err := a.Verify(context.Background(), c.link, p)
 | |
| 			if len(c.expectederror) > 0 {
 | |
| 				assert.True(t, strings.Contains(err.Error(), c.expectederror), "case %d: '%s' should contain '%s'", n, err.Error(), c.expectederror)
 | |
| 			} else {
 | |
| 				assert.NoError(t, err, "case %d", n)
 | |
| 			}
 | |
| 		}
 | |
| 	})
 | |
| }
 |