2016-03-01 15:57:46 -07:00
|
|
|
// Copyright 2011 The Go Authors. All rights reserved.
|
2011-07-14 23:01:49 -06:00
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
|
|
package http
|
|
|
|
|
|
2011-07-20 16:38:35 -06:00
|
|
|
import (
|
|
|
|
|
"bytes"
|
2011-07-25 21:28:20 -06:00
|
|
|
"encoding/binary"
|
2011-07-20 16:38:35 -06:00
|
|
|
)
|
|
|
|
|
|
2012-02-12 21:14:48 -07:00
|
|
|
// The algorithm uses at most sniffLen bytes to make its decision.
|
2011-07-20 16:38:35 -06:00
|
|
|
const sniffLen = 512
|
|
|
|
|
|
2012-02-12 21:14:48 -07:00
|
|
|
// DetectContentType implements the algorithm described
|
|
|
|
|
// at http://mimesniff.spec.whatwg.org/ to determine the
|
2016-03-01 16:21:55 -07:00
|
|
|
// Content-Type of the given data. It considers at most the
|
|
|
|
|
// first 512 bytes of data. DetectContentType always returns
|
2012-02-12 21:14:48 -07:00
|
|
|
// a valid MIME type: if it cannot determine a more specific one, it
|
|
|
|
|
// returns "application/octet-stream".
|
2011-07-20 16:38:35 -06:00
|
|
|
func DetectContentType(data []byte) string {
|
|
|
|
|
if len(data) > sniffLen {
|
|
|
|
|
data = data[:sniffLen]
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Index of the first non-whitespace byte in data.
|
|
|
|
|
firstNonWS := 0
|
|
|
|
|
for ; firstNonWS < len(data) && isWS(data[firstNonWS]); firstNonWS++ {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
for _, sig := range sniffSignatures {
|
|
|
|
|
if ct := sig.match(data, firstNonWS); ct != "" {
|
|
|
|
|
return ct
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return "application/octet-stream" // fallback
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func isWS(b byte) bool {
|
2014-12-08 17:45:19 -07:00
|
|
|
switch b {
|
|
|
|
|
case '\t', '\n', '\x0c', '\r', ' ':
|
|
|
|
|
return true
|
|
|
|
|
}
|
|
|
|
|
return false
|
2011-07-20 16:38:35 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
type sniffSig interface {
|
|
|
|
|
// match returns the MIME type of the data, or "" if unknown.
|
|
|
|
|
match(data []byte, firstNonWS int) string
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Data matching the table in section 6.
|
|
|
|
|
var sniffSignatures = []sniffSig{
|
2011-11-22 10:30:02 -07:00
|
|
|
htmlSig("<!DOCTYPE HTML"),
|
|
|
|
|
htmlSig("<HTML"),
|
|
|
|
|
htmlSig("<HEAD"),
|
|
|
|
|
htmlSig("<SCRIPT"),
|
|
|
|
|
htmlSig("<IFRAME"),
|
|
|
|
|
htmlSig("<H1"),
|
|
|
|
|
htmlSig("<DIV"),
|
|
|
|
|
htmlSig("<FONT"),
|
|
|
|
|
htmlSig("<TABLE"),
|
|
|
|
|
htmlSig("<A"),
|
|
|
|
|
htmlSig("<STYLE"),
|
|
|
|
|
htmlSig("<TITLE"),
|
|
|
|
|
htmlSig("<B"),
|
|
|
|
|
htmlSig("<BODY"),
|
|
|
|
|
htmlSig("<BR"),
|
|
|
|
|
htmlSig("<P"),
|
|
|
|
|
htmlSig("<!--"),
|
2011-07-20 16:38:35 -06:00
|
|
|
|
|
|
|
|
&maskedSig{mask: []byte("\xFF\xFF\xFF\xFF\xFF"), pat: []byte("<?xml"), skipWS: true, ct: "text/xml; charset=utf-8"},
|
|
|
|
|
|
|
|
|
|
&exactSig{[]byte("%PDF-"), "application/pdf"},
|
|
|
|
|
&exactSig{[]byte("%!PS-Adobe-"), "application/postscript"},
|
|
|
|
|
|
|
|
|
|
// UTF BOMs.
|
|
|
|
|
&maskedSig{mask: []byte("\xFF\xFF\x00\x00"), pat: []byte("\xFE\xFF\x00\x00"), ct: "text/plain; charset=utf-16be"},
|
|
|
|
|
&maskedSig{mask: []byte("\xFF\xFF\x00\x00"), pat: []byte("\xFF\xFE\x00\x00"), ct: "text/plain; charset=utf-16le"},
|
|
|
|
|
&maskedSig{mask: []byte("\xFF\xFF\xFF\x00"), pat: []byte("\xEF\xBB\xBF\x00"), ct: "text/plain; charset=utf-8"},
|
|
|
|
|
|
|
|
|
|
&exactSig{[]byte("GIF87a"), "image/gif"},
|
|
|
|
|
&exactSig{[]byte("GIF89a"), "image/gif"},
|
|
|
|
|
&exactSig{[]byte("\x89\x50\x4E\x47\x0D\x0A\x1A\x0A"), "image/png"},
|
|
|
|
|
&exactSig{[]byte("\xFF\xD8\xFF"), "image/jpeg"},
|
|
|
|
|
&exactSig{[]byte("BM"), "image/bmp"},
|
|
|
|
|
&maskedSig{
|
|
|
|
|
mask: []byte("\xFF\xFF\xFF\xFF\x00\x00\x00\x00\xFF\xFF\xFF\xFF\xFF\xFF"),
|
|
|
|
|
pat: []byte("RIFF\x00\x00\x00\x00WEBPVP"),
|
|
|
|
|
ct: "image/webp",
|
|
|
|
|
},
|
|
|
|
|
&exactSig{[]byte("\x00\x00\x01\x00"), "image/vnd.microsoft.icon"},
|
|
|
|
|
&maskedSig{
|
|
|
|
|
mask: []byte("\xFF\xFF\xFF\xFF\x00\x00\x00\x00\xFF\xFF\xFF\xFF"),
|
|
|
|
|
pat: []byte("RIFF\x00\x00\x00\x00WAVE"),
|
|
|
|
|
ct: "audio/wave",
|
|
|
|
|
},
|
2015-11-24 02:57:01 -07:00
|
|
|
&maskedSig{
|
|
|
|
|
mask: []byte("\xFF\xFF\xFF\xFF\x00\x00\x00\x00\xFF\xFF\xFF\xFF"),
|
|
|
|
|
pat: []byte("FORM\x00\x00\x00\x00AIFF"),
|
|
|
|
|
ct: "audio/aiff",
|
|
|
|
|
},
|
|
|
|
|
&maskedSig{
|
|
|
|
|
mask: []byte("\xFF\xFF\xFF\xFF"),
|
|
|
|
|
pat: []byte(".snd"),
|
|
|
|
|
ct: "audio/basic",
|
|
|
|
|
},
|
|
|
|
|
&maskedSig{
|
|
|
|
|
mask: []byte("OggS\x00"),
|
|
|
|
|
pat: []byte("\x4F\x67\x67\x53\x00"),
|
|
|
|
|
ct: "application/ogg",
|
|
|
|
|
},
|
|
|
|
|
&maskedSig{
|
|
|
|
|
mask: []byte("\xFF\xFF\xFF\xFF\xFF\xFF\xFF\xFF"),
|
|
|
|
|
pat: []byte("MThd\x00\x00\x00\x06"),
|
|
|
|
|
ct: "audio/midi",
|
|
|
|
|
},
|
|
|
|
|
&maskedSig{
|
|
|
|
|
mask: []byte("\xFF\xFF\xFF"),
|
|
|
|
|
pat: []byte("ID3"),
|
|
|
|
|
ct: "audio/mpeg",
|
|
|
|
|
},
|
|
|
|
|
&maskedSig{
|
|
|
|
|
mask: []byte("\xFF\xFF\xFF\xFF\x00\x00\x00\x00\xFF\xFF\xFF\xFF"),
|
|
|
|
|
pat: []byte("RIFF\x00\x00\x00\x00AVI "),
|
|
|
|
|
ct: "video/avi",
|
|
|
|
|
},
|
2011-07-20 16:38:35 -06:00
|
|
|
&exactSig{[]byte("\x1A\x45\xDF\xA3"), "video/webm"},
|
|
|
|
|
&exactSig{[]byte("\x52\x61\x72\x20\x1A\x07\x00"), "application/x-rar-compressed"},
|
|
|
|
|
&exactSig{[]byte("\x50\x4B\x03\x04"), "application/zip"},
|
|
|
|
|
&exactSig{[]byte("\x1F\x8B\x08"), "application/x-gzip"},
|
2011-07-14 23:01:49 -06:00
|
|
|
|
2015-11-16 20:24:58 -07:00
|
|
|
mp4Sig{},
|
2011-07-20 16:38:35 -06:00
|
|
|
|
2015-11-16 20:24:58 -07:00
|
|
|
textSig{}, // should be last
|
2011-07-20 16:38:35 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
type exactSig struct {
|
|
|
|
|
sig []byte
|
|
|
|
|
ct string
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (e *exactSig) match(data []byte, firstNonWS int) string {
|
|
|
|
|
if bytes.HasPrefix(data, e.sig) {
|
|
|
|
|
return e.ct
|
|
|
|
|
}
|
|
|
|
|
return ""
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
type maskedSig struct {
|
|
|
|
|
mask, pat []byte
|
|
|
|
|
skipWS bool
|
|
|
|
|
ct string
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (m *maskedSig) match(data []byte, firstNonWS int) string {
|
2015-11-24 02:57:01 -07:00
|
|
|
// pattern matching algorithm section 6
|
|
|
|
|
// https://mimesniff.spec.whatwg.org/#pattern-matching-algorithm
|
|
|
|
|
|
2011-07-20 16:38:35 -06:00
|
|
|
if m.skipWS {
|
|
|
|
|
data = data[firstNonWS:]
|
|
|
|
|
}
|
2015-11-24 02:57:01 -07:00
|
|
|
if len(m.pat) != len(m.mask) {
|
|
|
|
|
return ""
|
|
|
|
|
}
|
2011-07-20 16:38:35 -06:00
|
|
|
if len(data) < len(m.mask) {
|
|
|
|
|
return ""
|
|
|
|
|
}
|
|
|
|
|
for i, mask := range m.mask {
|
|
|
|
|
db := data[i] & mask
|
|
|
|
|
if db != m.pat[i] {
|
|
|
|
|
return ""
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return m.ct
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
type htmlSig []byte
|
|
|
|
|
|
|
|
|
|
func (h htmlSig) match(data []byte, firstNonWS int) string {
|
|
|
|
|
data = data[firstNonWS:]
|
|
|
|
|
if len(data) < len(h)+1 {
|
|
|
|
|
return ""
|
|
|
|
|
}
|
|
|
|
|
for i, b := range h {
|
|
|
|
|
db := data[i]
|
|
|
|
|
if 'A' <= b && b <= 'Z' {
|
|
|
|
|
db &= 0xDF
|
|
|
|
|
}
|
|
|
|
|
if b != db {
|
|
|
|
|
return ""
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
// Next byte must be space or right angle bracket.
|
|
|
|
|
if db := data[len(h)]; db != ' ' && db != '>' {
|
|
|
|
|
return ""
|
|
|
|
|
}
|
2011-07-14 23:01:49 -06:00
|
|
|
return "text/html; charset=utf-8"
|
|
|
|
|
}
|
2011-07-20 16:38:35 -06:00
|
|
|
|
2014-12-08 17:45:19 -07:00
|
|
|
var mp4ftype = []byte("ftyp")
|
2015-11-16 20:24:58 -07:00
|
|
|
var mp4 = []byte("mp4")
|
2014-12-08 17:45:19 -07:00
|
|
|
|
2015-11-16 20:24:58 -07:00
|
|
|
type mp4Sig struct{}
|
2011-07-25 21:28:20 -06:00
|
|
|
|
|
|
|
|
func (mp4Sig) match(data []byte, firstNonWS int) string {
|
2015-11-16 20:24:58 -07:00
|
|
|
// https://mimesniff.spec.whatwg.org/#signature-for-mp4
|
|
|
|
|
// c.f. section 6.2.1
|
|
|
|
|
if len(data) < 12 {
|
2011-07-25 21:28:20 -06:00
|
|
|
return ""
|
|
|
|
|
}
|
|
|
|
|
boxSize := int(binary.BigEndian.Uint32(data[:4]))
|
|
|
|
|
if boxSize%4 != 0 || len(data) < boxSize {
|
|
|
|
|
return ""
|
|
|
|
|
}
|
2014-12-08 17:45:19 -07:00
|
|
|
if !bytes.Equal(data[4:8], mp4ftype) {
|
2011-07-25 21:28:20 -06:00
|
|
|
return ""
|
|
|
|
|
}
|
|
|
|
|
for st := 8; st < boxSize; st += 4 {
|
|
|
|
|
if st == 12 {
|
|
|
|
|
// minor version number
|
|
|
|
|
continue
|
|
|
|
|
}
|
2015-11-16 20:24:58 -07:00
|
|
|
if bytes.Equal(data[st:st+3], mp4) {
|
2011-07-25 21:28:20 -06:00
|
|
|
return "video/mp4"
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return ""
|
|
|
|
|
}
|
|
|
|
|
|
2015-11-16 20:24:58 -07:00
|
|
|
type textSig struct{}
|
2011-07-20 16:38:35 -06:00
|
|
|
|
|
|
|
|
func (textSig) match(data []byte, firstNonWS int) string {
|
|
|
|
|
// c.f. section 5, step 4.
|
|
|
|
|
for _, b := range data[firstNonWS:] {
|
|
|
|
|
switch {
|
2015-08-25 17:44:30 -06:00
|
|
|
case b <= 0x08,
|
2011-07-20 16:38:35 -06:00
|
|
|
b == 0x0B,
|
|
|
|
|
0x0E <= b && b <= 0x1A,
|
|
|
|
|
0x1C <= b && b <= 0x1F:
|
|
|
|
|
return ""
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return "text/plain; charset=utf-8"
|
|
|
|
|
}
|
