Go 分片切割大文件的例子

Go 分片切割大文件

package main

import (
    "fmt"
    "io/ioutil"
    "math"
    "os"
    "strconv"
)

func main() {

    fileToBeChunked := "./somebigfile"

    file, err := os.Open(fileToBeChunked)

    if err != nil {
        fmt.Println(err)
        os.Exit(1)
    }

    defer file.Close()

    fileInfo, _ := file.Stat()

    var fileSize int64 = fileInfo.Size()

    const fileChunk = 1 * (1 << 20) // 1 MB, change this to your requirement

    // calculate total number of parts the file will be chunked into

    totalPartsNum := uint64(math.Ceil(float64(fileSize) / float64(fileChunk)))

    fmt.Printf("Splitting to %d pieces.\n", totalPartsNum)

    for i := uint64(1); i < totalPartsNum; i++ {

        partSize := int(math.Min(fileChunk, float64(fileSize-int64(i*fileChunk))))
        partBuffer := make([]byte, partSize)

        file.Read(partBuffer)

        // write to disk
        fileName := "somebigfile_" + strconv.FormatUint(i, 10)
        _, err := os.Create(fileName)

        if err != nil {
            fmt.Println(err)
            os.Exit(1)
        }

        // write/save buffer to disk
        ioutil.WriteFile(fileName, partBuffer, os.ModeAppend)

        fmt.Println("Split to : ", fileName)
    }
}