forked from gitea/gitea
1
0
Fork 0
gitea/modules/base/tool.go

605 lines
15 KiB
Go
Raw Normal View History

2014-02-19 06:31:16 +08:00
// Copyright 2014 The Gogs Authors. All rights reserved.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.
2014-03-08 06:22:15 +08:00
package base
2014-02-19 06:31:16 +08:00
import (
"crypto/md5"
2014-03-19 19:21:23 +08:00
"crypto/rand"
"crypto/sha1"
2014-11-08 03:46:13 +08:00
"encoding/base64"
2014-02-19 06:31:16 +08:00
"encoding/hex"
2014-03-14 14:32:11 +08:00
"fmt"
"html/template"
Git LFS support v2 (#122) * Import github.com/git-lfs/lfs-test-server as lfs module base Imported commit is 3968aac269a77b73924649b9412ae03f7ccd3198 Removed: Dockerfile CONTRIBUTING.md mgmt* script/ vendor/ kvlogger.go .dockerignore .gitignore README.md * Remove config, add JWT support from github.com/mgit-at/lfs-test-server Imported commit f0cdcc5a01599c5a955dc1bbf683bb4acecdba83 * Add LFS settings * Add LFS meta object model * Add LFS routes and initialization * Import github.com/dgrijalva/jwt-go into vendor/ * Adapt LFS module: handlers, routing, meta store * Move LFS routes to /user/repo/info/lfs/* * Add request header checks to LFS BatchHandler / PostHandler * Implement LFS basic authentication * Rework JWT secret generation / load * Implement LFS SSH token authentication with JWT Specification: https://github.com/github/git-lfs/tree/master/docs/api * Integrate LFS settings into install process * Remove LFS objects when repository is deleted Only removes objects from content store when deleted repo is the only referencing repository * Make LFS module stateless Fixes bug where LFS would not work after installation without restarting Gitea * Change 500 'Internal Server Error' to 400 'Bad Request' * Change sql query to xorm call * Remove unneeded type from LFS module * Change internal imports to code.gitea.io/gitea/ * Add Gitea authors copyright * Change basic auth realm to "gitea-lfs" * Add unique indexes to LFS model * Use xorm count function in LFS check on repository delete * Return io.ReadCloser from content store and close after usage * Add LFS info to runWeb() * Export LFS content store base path * LFS file download from UI * Work around git-lfs client issue with unauthenticated requests Returning a dummy Authorization header for unauthenticated requests lets git-lfs client skip asking for auth credentials See: https://github.com/github/git-lfs/issues/1088 * Fix unauthenticated UI downloads from public repositories * Authentication check order, Finish LFS file view logic * Ignore LFS hooks if installed for current OS user Fixes Gitea UI actions for repositories tracking LFS files. Checks for minimum needed git version by parsing the semantic version string. * Hide LFS metafile diff from commit view, marking as binary * Show LFS notice if file in commit view is tracked * Add notbefore/nbf JWT claim * Correct lint suggestions - comments for structs and functions - Add comments to LFS model - Function comment for GetRandomBytesAsBase64 - LFS server function comments and lint variable suggestion * Move secret generation code out of conditional Ensures no LFS code may run with an empty secret * Do not hand out JWT tokens if LFS server support is disabled
2016-12-26 09:16:37 +08:00
"io"
2014-03-16 00:29:49 +08:00
"math"
2016-02-21 06:10:05 +08:00
"net/http"
"net/url"
"path"
"strconv"
"strings"
2014-03-14 14:32:11 +08:00
"time"
2016-02-21 06:10:05 +08:00
"unicode"
2015-12-28 06:02:36 +08:00
"unicode/utf8"
2014-05-26 08:11:25 +08:00
"code.gitea.io/git"
"code.gitea.io/gitea/modules/log"
"code.gitea.io/gitea/modules/setting"
"code.gitea.io/gitea/modules/util"
2016-11-11 20:11:45 +08:00
"github.com/Unknwon/com"
"github.com/Unknwon/i18n"
"github.com/gogits/chardet"
2014-02-19 06:31:16 +08:00
)
2015-11-25 07:49:34 +08:00
// EncodeMD5 encodes string to md5 hex value.
func EncodeMD5(str string) string {
2014-02-19 06:31:16 +08:00
m := md5.New()
m.Write([]byte(str))
return hex.EncodeToString(m.Sum(nil))
}
2014-03-14 14:32:11 +08:00
2016-11-24 15:17:44 +08:00
// EncodeSha1 string to sha1 hex value.
2014-11-12 19:48:50 +08:00
func EncodeSha1(str string) string {
h := sha1.New()
h.Write([]byte(str))
return hex.EncodeToString(h.Sum(nil))
}
2016-11-08 06:14:50 +08:00
// ShortSha is basically just truncating.
// It is DEPRECATED and will be removed in the future.
2015-11-14 06:10:25 +08:00
func ShortSha(sha1 string) string {
return TruncateString(sha1, 10)
2015-11-14 06:10:25 +08:00
}
2016-11-24 15:17:44 +08:00
// DetectEncoding detect the encoding of content
func DetectEncoding(content []byte) (string, error) {
if utf8.Valid(content) {
2015-12-28 06:02:36 +08:00
log.Debug("Detected encoding: utf-8 (fast)")
return "UTF-8", nil
2015-12-28 06:02:36 +08:00
}
textDetector := chardet.NewTextDetector()
var detectContent []byte
if len(content) < 1024 {
// Check if original content is valid
if _, err := textDetector.DetectBest(content); err != nil {
return "", err
}
times := 1024 / len(content)
detectContent = make([]byte, 0, times*len(content))
for i := 0; i < times; i++ {
detectContent = append(detectContent, content...)
}
} else {
detectContent = content
}
result, err := textDetector.DetectBest(detectContent)
if err != nil {
return "", err
}
if result.Charset != "UTF-8" && len(setting.Repository.AnsiCharset) > 0 {
log.Debug("Using default AnsiCharset: %s", setting.Repository.AnsiCharset)
return setting.Repository.AnsiCharset, err
}
log.Debug("Detected encoding: %s", result.Charset)
return result.Charset, err
2015-11-14 06:10:25 +08:00
}
2016-11-24 15:17:44 +08:00
// BasicAuthDecode decode basic auth string
2014-12-10 18:10:26 +08:00
func BasicAuthDecode(encoded string) (string, string, error) {
s, err := base64.StdEncoding.DecodeString(encoded)
2014-11-08 03:46:13 +08:00
if err != nil {
2014-12-10 18:10:26 +08:00
return "", "", err
2014-11-08 03:46:13 +08:00
}
2014-12-10 18:01:17 +08:00
auth := strings.SplitN(string(s), ":", 2)
2014-12-10 18:10:26 +08:00
return auth[0], auth[1], nil
2014-11-08 03:46:13 +08:00
}
2016-11-24 15:17:44 +08:00
// BasicAuthEncode encode basic auth string
2014-11-08 03:46:13 +08:00
func BasicAuthEncode(username, password string) string {
return base64.StdEncoding.EncodeToString([]byte(username + ":" + password))
}
Git LFS support v2 (#122) * Import github.com/git-lfs/lfs-test-server as lfs module base Imported commit is 3968aac269a77b73924649b9412ae03f7ccd3198 Removed: Dockerfile CONTRIBUTING.md mgmt* script/ vendor/ kvlogger.go .dockerignore .gitignore README.md * Remove config, add JWT support from github.com/mgit-at/lfs-test-server Imported commit f0cdcc5a01599c5a955dc1bbf683bb4acecdba83 * Add LFS settings * Add LFS meta object model * Add LFS routes and initialization * Import github.com/dgrijalva/jwt-go into vendor/ * Adapt LFS module: handlers, routing, meta store * Move LFS routes to /user/repo/info/lfs/* * Add request header checks to LFS BatchHandler / PostHandler * Implement LFS basic authentication * Rework JWT secret generation / load * Implement LFS SSH token authentication with JWT Specification: https://github.com/github/git-lfs/tree/master/docs/api * Integrate LFS settings into install process * Remove LFS objects when repository is deleted Only removes objects from content store when deleted repo is the only referencing repository * Make LFS module stateless Fixes bug where LFS would not work after installation without restarting Gitea * Change 500 'Internal Server Error' to 400 'Bad Request' * Change sql query to xorm call * Remove unneeded type from LFS module * Change internal imports to code.gitea.io/gitea/ * Add Gitea authors copyright * Change basic auth realm to "gitea-lfs" * Add unique indexes to LFS model * Use xorm count function in LFS check on repository delete * Return io.ReadCloser from content store and close after usage * Add LFS info to runWeb() * Export LFS content store base path * LFS file download from UI * Work around git-lfs client issue with unauthenticated requests Returning a dummy Authorization header for unauthenticated requests lets git-lfs client skip asking for auth credentials See: https://github.com/github/git-lfs/issues/1088 * Fix unauthenticated UI downloads from public repositories * Authentication check order, Finish LFS file view logic * Ignore LFS hooks if installed for current OS user Fixes Gitea UI actions for repositories tracking LFS files. Checks for minimum needed git version by parsing the semantic version string. * Hide LFS metafile diff from commit view, marking as binary * Show LFS notice if file in commit view is tracked * Add notbefore/nbf JWT claim * Correct lint suggestions - comments for structs and functions - Add comments to LFS model - Function comment for GetRandomBytesAsBase64 - LFS server function comments and lint variable suggestion * Move secret generation code out of conditional Ensures no LFS code may run with an empty secret * Do not hand out JWT tokens if LFS server support is disabled
2016-12-26 09:16:37 +08:00
// GetRandomBytesAsBase64 generates a random base64 string from n bytes
func GetRandomBytesAsBase64(n int) string {
bytes := make([]byte, 32)
_, err := io.ReadFull(rand.Reader, bytes)
if err != nil {
log.Fatal(4, "Error reading random bytes: %v", err)
Git LFS support v2 (#122) * Import github.com/git-lfs/lfs-test-server as lfs module base Imported commit is 3968aac269a77b73924649b9412ae03f7ccd3198 Removed: Dockerfile CONTRIBUTING.md mgmt* script/ vendor/ kvlogger.go .dockerignore .gitignore README.md * Remove config, add JWT support from github.com/mgit-at/lfs-test-server Imported commit f0cdcc5a01599c5a955dc1bbf683bb4acecdba83 * Add LFS settings * Add LFS meta object model * Add LFS routes and initialization * Import github.com/dgrijalva/jwt-go into vendor/ * Adapt LFS module: handlers, routing, meta store * Move LFS routes to /user/repo/info/lfs/* * Add request header checks to LFS BatchHandler / PostHandler * Implement LFS basic authentication * Rework JWT secret generation / load * Implement LFS SSH token authentication with JWT Specification: https://github.com/github/git-lfs/tree/master/docs/api * Integrate LFS settings into install process * Remove LFS objects when repository is deleted Only removes objects from content store when deleted repo is the only referencing repository * Make LFS module stateless Fixes bug where LFS would not work after installation without restarting Gitea * Change 500 'Internal Server Error' to 400 'Bad Request' * Change sql query to xorm call * Remove unneeded type from LFS module * Change internal imports to code.gitea.io/gitea/ * Add Gitea authors copyright * Change basic auth realm to "gitea-lfs" * Add unique indexes to LFS model * Use xorm count function in LFS check on repository delete * Return io.ReadCloser from content store and close after usage * Add LFS info to runWeb() * Export LFS content store base path * LFS file download from UI * Work around git-lfs client issue with unauthenticated requests Returning a dummy Authorization header for unauthenticated requests lets git-lfs client skip asking for auth credentials See: https://github.com/github/git-lfs/issues/1088 * Fix unauthenticated UI downloads from public repositories * Authentication check order, Finish LFS file view logic * Ignore LFS hooks if installed for current OS user Fixes Gitea UI actions for repositories tracking LFS files. Checks for minimum needed git version by parsing the semantic version string. * Hide LFS metafile diff from commit view, marking as binary * Show LFS notice if file in commit view is tracked * Add notbefore/nbf JWT claim * Correct lint suggestions - comments for structs and functions - Add comments to LFS model - Function comment for GetRandomBytesAsBase64 - LFS server function comments and lint variable suggestion * Move secret generation code out of conditional Ensures no LFS code may run with an empty secret * Do not hand out JWT tokens if LFS server support is disabled
2016-12-26 09:16:37 +08:00
}
return base64.RawURLEncoding.EncodeToString(bytes)
}
2016-11-24 15:17:44 +08:00
// VerifyTimeLimitCode verify time limit code
2014-03-20 00:50:44 +08:00
func VerifyTimeLimitCode(data string, minutes int, code string) bool {
if len(code) <= 18 {
return false
}
// split code
start := code[:12]
lives := code[12:18]
2014-07-26 12:24:27 +08:00
if d, err := com.StrTo(lives).Int(); err == nil {
2014-03-20 00:50:44 +08:00
minutes = d
}
// right active code
retCode := CreateTimeLimitCode(data, minutes, start)
if retCode == code && minutes > 0 {
// check time is expired or not
before, _ := time.ParseInLocation("200601021504", start, time.Local)
2014-03-20 00:50:44 +08:00
now := time.Now()
if before.Add(time.Minute*time.Duration(minutes)).Unix() > now.Unix() {
return true
}
}
return false
}
2016-11-24 15:17:44 +08:00
// TimeLimitCodeLength default value for time limit code
2014-03-20 00:50:44 +08:00
const TimeLimitCodeLength = 12 + 6 + 40
2016-11-24 15:17:44 +08:00
// CreateTimeLimitCode create a time limit code
2014-03-19 19:21:23 +08:00
// code format: 12 length date time string + 6 minutes string + 40 sha1 encoded string
func CreateTimeLimitCode(data string, minutes int, startInf interface{}) string {
format := "200601021504"
2014-03-19 19:21:23 +08:00
var start, end time.Time
var startStr, endStr string
if startInf == nil {
// Use now time create code
start = time.Now()
startStr = start.Format(format)
2014-03-19 19:21:23 +08:00
} else {
// use start string create code
startStr = startInf.(string)
start, _ = time.ParseInLocation(format, startStr, time.Local)
startStr = start.Format(format)
2014-03-19 19:21:23 +08:00
}
end = start.Add(time.Minute * time.Duration(minutes))
endStr = end.Format(format)
2014-03-19 19:21:23 +08:00
// create sha1 encode string
sh := sha1.New()
2014-07-26 12:24:27 +08:00
sh.Write([]byte(data + setting.SecretKey + startStr + endStr + com.ToStr(minutes)))
2014-03-19 19:21:23 +08:00
encoded := hex.EncodeToString(sh.Sum(nil))
code := fmt.Sprintf("%s%06d%s", startStr, minutes, encoded)
return code
}
// HashEmail hashes email address to MD5 string.
// https://en.gravatar.com/site/implement/hash/
func HashEmail(email string) string {
return EncodeMD5(strings.ToLower(strings.TrimSpace(email)))
}
2017-06-30 00:11:34 +08:00
// DefaultAvatarLink the default avatar link
2017-06-30 00:10:33 +08:00
func DefaultAvatarLink() string {
return setting.AppSubURL + "/img/avatar_default.png"
}
// DefaultAvatarSize is a sentinel value for the default avatar size, as
// determined by the avatar-hosting service.
const DefaultAvatarSize = -1
// libravatarURL returns the URL for the given email. This function should only
// be called if a federated avatar service is enabled.
func libravatarURL(email string) (*url.URL, error) {
urlStr, err := setting.LibravatarService.FromEmail(email)
if err != nil {
log.Error(4, "LibravatarService.FromEmail(email=%s): error %v", email, err)
return nil, err
}
u, err := url.Parse(urlStr)
if err != nil {
log.Error(4, "Failed to parse libravatar url(%s): error %v", urlStr, err)
return nil, err
}
return u, nil
}
// SizedAvatarLink returns a sized link to the avatar for the given email
// address.
func SizedAvatarLink(email string, size int) string {
var avatarURL *url.URL
2016-08-08 02:01:47 +08:00
if setting.EnableFederatedAvatar && setting.LibravatarService != nil {
var err error
avatarURL, err = libravatarURL(email)
2017-06-29 22:30:58 +08:00
if err != nil {
2017-06-30 00:10:33 +08:00
return DefaultAvatarLink()
2017-06-29 22:30:58 +08:00
}
} else if !setting.DisableGravatar {
// copy GravatarSourceURL, because we will modify its Path.
copyOfGravatarSourceURL := *setting.GravatarSourceURL
avatarURL = &copyOfGravatarSourceURL
avatarURL.Path = path.Join(avatarURL.Path, HashEmail(email))
} else {
return DefaultAvatarLink()
2016-08-08 02:01:47 +08:00
}
vals := avatarURL.Query()
vals.Set("d", "identicon")
if size != DefaultAvatarSize {
vals.Set("s", strconv.Itoa(size))
2014-03-26 00:12:27 +08:00
}
avatarURL.RawQuery = vals.Encode()
return avatarURL.String()
}
// AvatarLink returns relative avatar link to the site domain by given email,
// which includes app sub-url as prefix. However, it is possible
// to return full URL if user enables Gravatar-like service.
func AvatarLink(email string) string {
return SizedAvatarLink(email, DefaultAvatarSize)
2014-03-17 12:57:18 +08:00
}
2014-03-14 14:32:11 +08:00
// Seconds-based time units
const (
Minute = 60
Hour = 60 * Minute
Day = 24 * Hour
Week = 7 * Day
Month = 30 * Day
Year = 12 * Month
)
2017-06-28 13:43:28 +08:00
func computeTimeDiff(diff int64, lang string) (int64, string) {
2014-03-22 21:21:57 +08:00
diffStr := ""
switch {
case diff <= 0:
diff = 0
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.now")
2014-03-22 21:21:57 +08:00
case diff < 2:
diff = 0
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.1s")
2014-03-22 21:21:57 +08:00
case diff < 1*Minute:
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.seconds", diff)
2014-03-22 21:21:57 +08:00
diff = 0
case diff < 2*Minute:
diff -= 1 * Minute
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.1m")
2014-03-22 21:21:57 +08:00
case diff < 1*Hour:
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.minutes", diff/Minute)
2014-03-22 21:21:57 +08:00
diff -= diff / Minute * Minute
case diff < 2*Hour:
diff -= 1 * Hour
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.1h")
2014-03-22 21:21:57 +08:00
case diff < 1*Day:
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.hours", diff/Hour)
2014-03-22 21:21:57 +08:00
diff -= diff / Hour * Hour
case diff < 2*Day:
diff -= 1 * Day
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.1d")
2014-03-22 21:21:57 +08:00
case diff < 1*Week:
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.days", diff/Day)
2014-03-22 21:21:57 +08:00
diff -= diff / Day * Day
case diff < 2*Week:
diff -= 1 * Week
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.1w")
2014-03-22 21:21:57 +08:00
case diff < 1*Month:
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.weeks", diff/Week)
2014-03-22 21:21:57 +08:00
diff -= diff / Week * Week
case diff < 2*Month:
diff -= 1 * Month
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.1mon")
2014-03-22 21:21:57 +08:00
case diff < 1*Year:
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.months", diff/Month)
2014-03-22 21:21:57 +08:00
diff -= diff / Month * Month
case diff < 2*Year:
diff -= 1 * Year
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.1y")
2014-03-22 21:21:57 +08:00
default:
2017-06-28 13:43:28 +08:00
diffStr = i18n.Tr(lang, "tool.years", diff/Year)
diff -= (diff / Year) * Year
2014-03-22 21:21:57 +08:00
}
return diff, diffStr
}
// MinutesToFriendly returns a user friendly string with number of minutes
// converted to hours and minutes.
2017-06-28 13:43:28 +08:00
func MinutesToFriendly(minutes int, lang string) string {
duration := time.Duration(minutes) * time.Minute
2017-06-28 13:43:28 +08:00
return TimeSincePro(time.Now().Add(-duration), lang)
}
2014-03-22 21:21:57 +08:00
// TimeSincePro calculates the time interval and generate full user-friendly string.
2017-06-28 13:43:28 +08:00
func TimeSincePro(then time.Time, lang string) string {
return timeSincePro(then, time.Now(), lang)
}
2017-06-28 13:43:28 +08:00
func timeSincePro(then, now time.Time, lang string) string {
2014-03-22 21:21:57 +08:00
diff := now.Unix() - then.Unix()
if then.After(now) {
2017-06-28 13:43:28 +08:00
return i18n.Tr(lang, "tool.future")
2014-03-22 21:21:57 +08:00
}
if diff == 0 {
2017-06-28 13:43:28 +08:00
return i18n.Tr(lang, "tool.now")
}
2014-03-22 21:21:57 +08:00
var timeStr, diffStr string
for {
if diff == 0 {
break
}
2017-06-28 13:43:28 +08:00
diff, diffStr = computeTimeDiff(diff, lang)
2014-03-22 21:21:57 +08:00
timeStr += ", " + diffStr
}
return strings.TrimPrefix(timeStr, ", ")
}
func timeSince(then, now time.Time, lang string) string {
return timeSinceUnix(then.Unix(), now.Unix(), lang)
}
func timeSinceUnix(then, now int64, lang string) string {
2017-06-28 13:43:28 +08:00
lbl := "tool.ago"
diff := now - then
if then > now {
2017-06-28 13:43:28 +08:00
lbl = "tool.from_now"
diff = then - now
2014-03-14 14:32:11 +08:00
}
2017-06-28 13:43:28 +08:00
if diff <= 0 {
2014-07-26 12:24:27 +08:00
return i18n.Tr(lang, "tool.now")
2014-03-14 14:32:11 +08:00
}
2017-06-28 13:43:28 +08:00
_, diffStr := computeTimeDiff(diff, lang)
return i18n.Tr(lang, lbl, diffStr)
2014-03-14 14:32:11 +08:00
}
2014-03-15 07:34:59 +08:00
2016-11-24 15:17:44 +08:00
// RawTimeSince retrieves i18n key of time since t
2015-08-13 16:07:11 +08:00
func RawTimeSince(t time.Time, lang string) string {
return timeSince(t, time.Now(), lang)
2015-08-13 16:07:11 +08:00
}
// TimeSince calculates the time interval and generate user-friendly string.
func TimeSince(then time.Time, lang string) template.HTML {
return htmlTimeSince(then, time.Now(), lang)
}
func htmlTimeSince(then, now time.Time, lang string) template.HTML {
return template.HTML(fmt.Sprintf(`<span class="time-since" title="%s">%s</span>`,
then.Format(setting.TimeFormat),
timeSince(then, now, lang)))
}
// TimeSinceUnix calculates the time interval and generate user-friendly string.
func TimeSinceUnix(then util.TimeStamp, lang string) template.HTML {
return htmlTimeSinceUnix(then, util.TimeStamp(time.Now().Unix()), lang)
}
func htmlTimeSinceUnix(then, now util.TimeStamp, lang string) template.HTML {
return template.HTML(fmt.Sprintf(`<span class="time-since" title="%s">%s</span>`,
then.Format(setting.TimeFormat),
timeSinceUnix(int64(then), int64(now), lang)))
}
2016-11-24 15:17:44 +08:00
// Storage space size types
2014-03-16 00:29:49 +08:00
const (
Byte = 1
KByte = Byte * 1024
MByte = KByte * 1024
GByte = MByte * 1024
TByte = GByte * 1024
PByte = TByte * 1024
EByte = PByte * 1024
)
var bytesSizeTable = map[string]uint64{
"b": Byte,
"kb": KByte,
"mb": MByte,
"gb": GByte,
"tb": TByte,
"pb": PByte,
"eb": EByte,
}
func logn(n, b float64) float64 {
return math.Log(n) / math.Log(b)
}
func humanateBytes(s uint64, base float64, sizes []string) string {
if s < 10 {
return fmt.Sprintf("%dB", s)
}
e := math.Floor(logn(float64(s), base))
suffix := sizes[int(e)]
val := float64(s) / math.Pow(base, math.Floor(e))
f := "%.0f"
if val < 10 {
f = "%.1f"
}
return fmt.Sprintf(f+"%s", val, suffix)
}
// FileSize calculates the file size and generate user-friendly string.
2014-03-16 00:31:12 +08:00
func FileSize(s int64) string {
2014-03-16 00:29:49 +08:00
sizes := []string{"B", "KB", "MB", "GB", "TB", "PB", "EB"}
return humanateBytes(uint64(s), 1024, sizes)
}
2014-03-15 07:34:59 +08:00
// Subtract deals with subtraction of all types of number.
func Subtract(left interface{}, right interface{}) interface{} {
var rleft, rright int64
var fleft, fright float64
2016-11-24 15:17:44 +08:00
var isInt = true
2018-10-20 02:54:26 +08:00
switch left := left.(type) {
2014-03-15 07:34:59 +08:00
case int:
2018-10-20 02:54:26 +08:00
rleft = int64(left)
2014-03-15 07:34:59 +08:00
case int8:
2018-10-20 02:54:26 +08:00
rleft = int64(left)
2014-03-15 07:34:59 +08:00
case int16:
2018-10-20 02:54:26 +08:00
rleft = int64(left)
2014-03-15 07:34:59 +08:00
case int32:
2018-10-20 02:54:26 +08:00
rleft = int64(left)
2014-03-15 07:34:59 +08:00
case int64:
2018-10-20 02:54:26 +08:00
rleft = left
2014-03-15 07:34:59 +08:00
case float32:
2018-10-20 02:54:26 +08:00
fleft = float64(left)
2014-03-15 07:34:59 +08:00
isInt = false
case float64:
2018-10-20 02:54:26 +08:00
fleft = left
2014-03-15 07:34:59 +08:00
isInt = false
}
2018-10-20 02:54:26 +08:00
switch right := right.(type) {
2014-03-15 07:34:59 +08:00
case int:
2018-10-20 02:54:26 +08:00
rright = int64(right)
2014-03-15 07:34:59 +08:00
case int8:
2018-10-20 02:54:26 +08:00
rright = int64(right)
2014-03-15 07:34:59 +08:00
case int16:
2018-10-20 02:54:26 +08:00
rright = int64(right)
2014-03-15 07:34:59 +08:00
case int32:
2018-10-20 02:54:26 +08:00
rright = int64(right)
2014-03-15 07:34:59 +08:00
case int64:
2018-10-20 02:54:26 +08:00
rright = right
2014-03-15 07:34:59 +08:00
case float32:
2018-10-20 02:54:26 +08:00
fright = float64(right)
2014-03-15 07:34:59 +08:00
isInt = false
case float64:
2018-10-20 02:54:26 +08:00
fright = right
2014-03-15 07:34:59 +08:00
isInt = false
}
if isInt {
return rleft - rright
}
2016-11-24 15:17:44 +08:00
return fleft + float64(rleft) - (fright + float64(rright))
2014-03-15 07:34:59 +08:00
}
2015-08-10 16:52:08 +08:00
// EllipsisString returns a truncated short string,
// it appends '...' in the end of the length of string is too large.
func EllipsisString(str string, length int) string {
if length <= 3 {
return "..."
}
if len(str) <= length {
return str
}
return str[:length-3] + "..."
}
// TruncateString returns a truncated string with given limit,
// it returns input string if length is not reached limit.
func TruncateString(str string, limit int) string {
if len(str) < limit {
return str
}
return str[:limit]
}
2015-08-10 16:52:08 +08:00
// StringsToInt64s converts a slice of string to a slice of int64.
func StringsToInt64s(strs []string) ([]int64, error) {
2015-08-10 16:52:08 +08:00
ints := make([]int64, len(strs))
for i := range strs {
n, err := com.StrTo(strs[i]).Int64()
if err != nil {
return ints, err
}
ints[i] = n
2015-08-10 16:52:08 +08:00
}
return ints, nil
2015-08-10 16:52:08 +08:00
}
2015-08-25 23:22:05 +08:00
// Int64sToStrings converts a slice of int64 to a slice of string.
func Int64sToStrings(ints []int64) []string {
strs := make([]string, len(ints))
for i := range ints {
strs[i] = strconv.FormatInt(ints[i], 10)
2015-08-25 23:22:05 +08:00
}
return strs
}
2015-08-10 16:52:08 +08:00
// Int64sToMap converts a slice of int64 to a int64 map.
func Int64sToMap(ints []int64) map[int64]bool {
m := make(map[int64]bool)
for _, i := range ints {
m[i] = true
}
return m
}
2016-02-21 06:10:05 +08:00
// Int64sContains returns if a int64 in a slice of int64
func Int64sContains(intsSlice []int64, a int64) bool {
for _, c := range intsSlice {
if c == a {
return true
}
}
return false
}
2016-02-21 06:10:05 +08:00
// IsLetter reports whether the rune is a letter (category L).
// https://github.com/golang/go/blob/master/src/go/scanner/scanner.go#L257
func IsLetter(ch rune) bool {
return 'a' <= ch && ch <= 'z' || 'A' <= ch && ch <= 'Z' || ch == '_' || ch >= 0x80 && unicode.IsLetter(ch)
}
2016-09-01 04:59:23 +08:00
// IsTextFile returns true if file content format is plain text or empty.
2016-08-30 17:08:38 +08:00
func IsTextFile(data []byte) bool {
2016-09-01 04:59:23 +08:00
if len(data) == 0 {
return true
}
2016-08-30 17:08:38 +08:00
return strings.Index(http.DetectContentType(data), "text/") != -1
2016-02-21 06:10:05 +08:00
}
2017-02-28 12:56:15 +08:00
// IsImageFile detects if data is an image format
2016-08-30 17:08:38 +08:00
func IsImageFile(data []byte) bool {
return strings.Index(http.DetectContentType(data), "image/") != -1
2016-02-21 06:10:05 +08:00
}
2017-02-28 12:56:15 +08:00
// IsPDFFile detects if data is a pdf format
2016-08-30 17:08:38 +08:00
func IsPDFFile(data []byte) bool {
return strings.Index(http.DetectContentType(data), "application/pdf") != -1
}
2017-02-28 12:56:15 +08:00
// IsVideoFile detects if data is an video format
func IsVideoFile(data []byte) bool {
return strings.Index(http.DetectContentType(data), "video/") != -1
}
// IsAudioFile detects if data is an video format
func IsAudioFile(data []byte) bool {
return strings.Index(http.DetectContentType(data), "audio/") != -1
}
// EntryIcon returns the octicon class for displaying files/directories
func EntryIcon(entry *git.TreeEntry) string {
switch {
case entry.IsLink():
te, err := entry.FollowLink()
if err != nil {
log.Debug(err.Error())
return "file-symlink-file"
}
if te.IsDir() {
return "file-symlink-directory"
}
return "file-symlink-file"
case entry.IsDir():
return "file-directory"
case entry.IsSubModule():
return "file-submodule"
}
return "file-text"
}