mindoc-org
/
mindoc
mirror of https://github.com/mindoc-org/mindoc.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

实现导入Markdown

pull/244/head
Minho 2018-03-25 14:59:42 +08:00
parent 74df816f38
commit 6a49b8a42f
6 changed files with 210 additions and 170 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
controllers/BookController.go
View File

@ -473,7 +473,7 @@ func (c *BookController) Create() {
} }
} }
if books, _ := book.FindByField("identify", identify); len(books) > 0 { if books, _ := book.FindByField("identify", identify,"book_id"); len(books) > 0 {
c.JsonResult(6006, "项目标识已存在") c.JsonResult(6006, "项目标识已存在")
} }
@ -543,6 +543,10 @@ func (c *BookController) Import() {
c.JsonResult(6004, "不支持的文件类型") c.JsonResult(6004, "不支持的文件类型")
} }
if books, _ := models.NewBook().FindByField("identify", identify,"book_id"); len(books) > 0 {
c.JsonResult(6006, "项目标识已存在")
}
tempPath := filepath.Join(os.TempDir(), c.CruSession.SessionID()) tempPath := filepath.Join(os.TempDir(), c.CruSession.SessionID())
os.MkdirAll(tempPath, 0766) os.MkdirAll(tempPath, 0766)
@ -676,7 +680,7 @@ func (c *BookController) Release() {
bookId = book.BookId bookId = book.BookId
} }
go func(identify string) { go func(identify string) {
models.NewDocument().ReleaseContent(bookId) models.NewBook().ReleaseContent(bookId)
//当文档发布后，需要删除已缓存的转换项目 //当文档发布后，需要删除已缓存的转换项目
outputPath := filepath.Join(beego.AppConfig.DefaultString("book_output_path", "cache"), strconv.Itoa(bookId)) outputPath := filepath.Join(beego.AppConfig.DefaultString("book_output_path", "cache"), strconv.Itoa(bookId))

2
controllers/DocumentController.go
View File

@ -766,7 +766,7 @@ func (c *DocumentController) Content() {
//如果启用了自动发布 //如果启用了自动发布
if autoRelease { if autoRelease {
go func(identify string) { go func(identify string) {
models.NewDocument().ReleaseContent(bookId) models.NewBook().ReleaseContent(bookId)
}(identify) }(identify)
} }

209
models/BookModel.go
View File

@ -1,26 +1,28 @@
package models package models
import ( import (
"bytes"
"crypto/md5"
"errors"
"fmt"
"io"
"io/ioutil"
"os"
"path/filepath"
"regexp"
"strconv"
"strings"
"time" "time"
"fmt" "github.com/PuerkitoBio/goquery"
"github.com/astaxie/beego" "github.com/astaxie/beego"
"github.com/astaxie/beego/logs" "github.com/astaxie/beego/logs"
"github.com/astaxie/beego/orm" "github.com/astaxie/beego/orm"
"github.com/lifei6671/mindoc/conf" "github.com/lifei6671/mindoc/conf"
"os"
"path/filepath"
"strconv"
"crypto/md5"
"io"
"errors"
"github.com/lifei6671/mindoc/utils/filetil"
"github.com/lifei6671/mindoc/utils/ziptil"
"strings"
"regexp"
"io/ioutil"
"github.com/lifei6671/mindoc/utils/cryptil" "github.com/lifei6671/mindoc/utils/cryptil"
"github.com/lifei6671/mindoc/utils/filetil"
"github.com/lifei6671/mindoc/utils/requests" "github.com/lifei6671/mindoc/utils/requests"
"github.com/lifei6671/mindoc/utils/ziptil"
"gopkg.in/russross/blackfriday.v2" "gopkg.in/russross/blackfriday.v2"
) )
@ -136,6 +138,7 @@ func (book *Book) Find(id int) (*Book, error) {
return book, err return book, err
} }
//更新一个项目 //更新一个项目
func (book *Book) Update(cols ...string) error { func (book *Book) Update(cols ...string) error {
o := orm.NewOrm() o := orm.NewOrm()
@ -147,7 +150,7 @@ func (book *Book) Update(cols ...string) error {
return err return err
} }
if book.Label != "" || temp.Label != ""{ if book.Label != "" || temp.Label != "" {
go NewLabel().InsertOrUpdateMulti(book.Label + "," + temp.Label) go NewLabel().InsertOrUpdateMulti(book.Label + "," + temp.Label)
} }
@ -157,11 +160,11 @@ func (book *Book) Update(cols ...string) error {
} }
//根据指定字段查询结果集. //根据指定字段查询结果集.
func (book *Book) FindByField(field string, value interface{}) ([]*Book, error) { func (book *Book) FindByField(field string, value interface{},cols ...string) ([]*Book, error) {
o := orm.NewOrm() o := orm.NewOrm()
var books []*Book var books []*Book
_, err := o.QueryTable(book.TableNameWithPrefix()).Filter(field, value).All(&books) _, err := o.QueryTable(book.TableNameWithPrefix()).Filter(field, value).All(&books,cols...)
return books, err return books, err
} }
@ -248,7 +251,7 @@ func (book *Book) ThoroughDeleteBook(id int) error {
} }
o := orm.NewOrm() o := orm.NewOrm()
book,err := book.Find(id); book, err := book.Find(id)
if err != nil { if err != nil {
return err return err
} }
@ -283,7 +286,7 @@ func (book *Book) ThoroughDeleteBook(id int) error {
NewLabel().InsertOrUpdateMulti(book.Label) NewLabel().InsertOrUpdateMulti(book.Label)
} }
os.RemoveAll(filepath.Join(conf.WorkingDirectory,"uploads","books",strconv.Itoa(id))) os.RemoveAll(filepath.Join(conf.WorkingDirectory, "uploads", "books", strconv.Itoa(id)))
return o.Commit() return o.Commit()
@ -377,6 +380,72 @@ func (book *Book) FindForLabelToPager(keyword string, pageIndex, pageSize, membe
} }
} }
//发布文档
func (book *Book) ReleaseContent(bookId int) {
o := orm.NewOrm()
var docs []*Document
_, err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id", bookId).All(&docs, "document_id", "identify", "content")
if err != nil {
beego.Error("发布失败 => ", err)
return
}
for _, item := range docs {
if item.Content != "" {
item.Release = item.Content
bufio := bytes.NewReader([]byte(item.Content))
//解析文档中非本站的链接，并设置为新窗口打开
if content, err := goquery.NewDocumentFromReader(bufio); err == nil {
content.Find("a").Each(func(i int, contentSelection *goquery.Selection) {
if src, ok := contentSelection.Attr("href"); ok {
if strings.HasPrefix(src, "http://") || strings.HasPrefix(src, "https://") {
//beego.Info(src,conf.BaseUrl,strings.HasPrefix(src,conf.BaseUrl))
if conf.BaseUrl != "" && !strings.HasPrefix(src, conf.BaseUrl) {
contentSelection.SetAttr("target", "_blank")
if html, err := content.Html(); err == nil {
item.Release = html
}
}
}
}
})
}
}
attachList, err := NewAttachment().FindListByDocumentId(item.DocumentId)
if err == nil && len(attachList) > 0 {
content := bytes.NewBufferString("<div class=\"attach-list\"><strong>附件</strong><ul>")
for _, attach := range attachList {
if strings.HasPrefix(attach.HttpPath, "/") {
attach.HttpPath = strings.TrimSuffix(conf.BaseUrl, "/") + attach.HttpPath
}
li := fmt.Sprintf("<li><a href=\"%s\" target=\"_blank\" title=\"%s\">%s</a></li>", attach.HttpPath, attach.FileName, attach.FileName)
content.WriteString(li)
}
content.WriteString("</ul></div>")
item.Release += content.String()
}
_, err = o.Update(item, "release")
if err != nil {
beego.Error(fmt.Sprintf("发布失败 => %+v", item), err)
} else {
//当文档发布后，需要清除已缓存的转换文档和文档缓存
if doc, err := NewDocument().Find(item.DocumentId); err == nil {
doc.PutToCache()
} else {
doc.RemoveCache()
}
os.RemoveAll(filepath.Join(conf.WorkingDirectory, "uploads", "books", strconv.Itoa(bookId)))
}
}
}
//重置文档数量 //重置文档数量
func (book *Book) ResetDocumentNumber(bookId int) { func (book *Book) ResetDocumentNumber(bookId int) {
o := orm.NewOrm() o := orm.NewOrm()
@ -389,39 +458,64 @@ func (book *Book) ResetDocumentNumber(bookId int) {
} }
} }
func (book *Book)ImportBook(zipPath string) error { func (book *Book) ImportBook(zipPath string) error {
if !filetil.FileExists(zipPath) { if !filetil.FileExists(zipPath) {
return errors.New("文件不存在 => " + zipPath) return errors.New("文件不存在 => " + zipPath)
} }
w := md5.New() w := md5.New()
io.WriteString(w, zipPath) //将str写入到w中 io.WriteString(w, zipPath) //将str写入到w中
io.WriteString(w, time.Now().String()) io.WriteString(w, time.Now().String())
io.WriteString(w, book.BookName) io.WriteString(w, book.BookName)
md5str := fmt.Sprintf("%x", w.Sum(nil)) //w.Sum(nil)将w的hash转成[]byte格式 md5str := fmt.Sprintf("%x", w.Sum(nil)) //w.Sum(nil)将w的hash转成[]byte格式
tempPath := strings.Replace(filepath.Join(os.TempDir(), md5str),"\\","/",-1) tempPath := filepath.Join(os.TempDir(), md5str)
os.MkdirAll(tempPath, 0766) os.MkdirAll(tempPath, 0766)
//如果加压缩失败 //如果加压缩失败
if err := ziptil.Unzip(zipPath,tempPath);err != nil { if err := ziptil.Unzip(zipPath, tempPath); err != nil {
return err return err
} }
//当导入结束后，删除临时文件
defer os.RemoveAll(tempPath)
docMap := make(map[string]int,0) for {
//如果当前目录下只有一个目录，则重置根目录
if entries, err := ioutil.ReadDir(tempPath); err == nil && len(entries) == 1 {
dir := entries[0]
if dir.IsDir() && dir.Name() != "." && dir.Name() != ".." {
tempPath = filepath.Join(tempPath, dir.Name())
break
}
book.Insert() } else {
break
}
}
tempPath = strings.Replace(tempPath, "\\", "/", -1)
docMap := make(map[string]int, 0)
o := orm.NewOrm()
o.Insert(book)
relationship := NewRelationship()
relationship.BookId = book.BookId
relationship.RoleId = 0
relationship.MemberId = book.MemberId
relationship.Insert()
err := filepath.Walk(tempPath, func(path string, info os.FileInfo, err error) error { err := filepath.Walk(tempPath, func(path string, info os.FileInfo, err error) error {
path = strings.Replace(path,"\\","/",-1) path = strings.Replace(path, "\\", "/", -1)
if path == tempPath { if path == tempPath {
return nil return nil
} }
if !info.IsDir() { if !info.IsDir() {
ext := filepath.Ext(info.Name()) ext := filepath.Ext(info.Name())
//如果是Markdown文件 //如果是Markdown文件
if strings.EqualFold(ext ,".md") || strings.EqualFold(ext , ".markdown" ) { if strings.EqualFold(ext, ".md") || strings.EqualFold(ext, ".markdown") {
beego.Info("正在处理 =>",path,info.Name())
doc := NewDocument() doc := NewDocument()
doc.BookId = book.BookId doc.BookId = book.BookId
doc.MemberId = book.MemberId doc.MemberId = book.MemberId
@ -434,14 +528,14 @@ func (book *Book)ImportBook(zipPath string) error {
doc.Identify = docIdentify doc.Identify = docIdentify
//匹配图片，如果图片语法是在代码块中，这里同样会处理 //匹配图片，如果图片语法是在代码块中，这里同样会处理
re := regexp.MustCompile(`!\[(.*?)\]\((.*?)\)`) re := regexp.MustCompile(`!\[(.*?)\]\((.*?)\)`)
markdown, err := ioutil.ReadFile(path); markdown, err := ioutil.ReadFile(path)
if err != nil { if err != nil {
return err return err
} }
//处理图片 //处理图片
doc.Markdown = re.ReplaceAllStringFunc(string(markdown), func(image string) string { doc.Markdown = re.ReplaceAllStringFunc(string(markdown), func(image string) string {
images := re.FindAllSubmatch([]byte(image), -1); images := re.FindAllSubmatch([]byte(image), -1)
if len(images) <= 0 || len(images[0]) < 3 { if len(images) <= 0 || len(images[0]) < 3 {
return image return image
} }
@ -492,24 +586,33 @@ func (book *Book)ImportBook(zipPath string) error {
linkRegexp := regexp.MustCompile(`\[(.*?)\]\((.*?)\)`) linkRegexp := regexp.MustCompile(`\[(.*?)\]\((.*?)\)`)
doc.Markdown = linkRegexp.ReplaceAllStringFunc(doc.Markdown, func(link string) string { doc.Markdown = linkRegexp.ReplaceAllStringFunc(doc.Markdown, func(link string) string {
links := linkRegexp.FindAllStringSubmatch(link,-1) links := linkRegexp.FindAllStringSubmatch(link, -1)
originalLink := links[0][2]; originalLink := links[0][2]
linkPath,err := filepath.Abs(filepath.Join(filepath.Dir(path),originalLink)) linkPath, err := filepath.Abs(filepath.Join(filepath.Dir(path), originalLink))
if err == nil { if err == nil {
//如果本地存在该链接 //如果本地存在该链接
if filetil.FileExists(linkPath) { if filetil.FileExists(linkPath) {
ext := filepath.Ext(linkPath) ext := filepath.Ext(linkPath)
//如果链接是Markdown文件，则生成文档标识,否则，将目标文件复制到项目目录 //如果链接是Markdown文件，则生成文档标识,否则，将目标文件复制到项目目录
if strings.EqualFold(ext ,".md") || strings.EqualFold(ext , ".markdown" ) { if strings.EqualFold(ext, ".md") || strings.EqualFold(ext, ".markdown") {
docIdentify := strings.Replace(strings.TrimPrefix(linkPath, tempPath+"/"), "/", "-", -1) docIdentify := strings.Replace(strings.TrimPrefix(strings.Replace(linkPath, "\\", "/", -1), tempPath+"/"), "/", "-", -1)
//beego.Info(originalLink, "|", linkPath, "|", docIdentify)
if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, docIdentify); !ok || err != nil { if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, docIdentify); !ok || err != nil {
docIdentify = "import-" + docIdentify docIdentify = "import-" + docIdentify
} }
link = strings.TrimSuffix(link,originalLink + ")") + conf.URLFor("DocumentController.Read",":key",book.Identify,":id",docIdentify) + ")" docIdentify = strings.TrimSuffix(docIdentify, "-README.md")
}else{
//filetil.CopyFile(linkPath,) link = strings.TrimSuffix(link, originalLink+")") + conf.URLFor("DocumentController.Read", ":key", book.Identify, ":id", docIdentify) + ")"
} else {
dstPath := filepath.Join(conf.WorkingDirectory, "uploads", time.Now().Format("200601"), originalLink)
filetil.CopyFile(linkPath, dstPath)
link = strings.TrimPrefix(strings.Replace(dstPath, "\\", "/", -1), strings.Replace(conf.WorkingDirectory, "\\", "/", -1))
link = strings.TrimSuffix(link, originalLink+")") + link + ")"
} }
} }
} }
@ -517,9 +620,8 @@ func (book *Book)ImportBook(zipPath string) error {
return link return link
}) })
doc.Content = string(blackfriday.Run([]byte(doc.Markdown))) doc.Content = string(blackfriday.Run([]byte(doc.Markdown)))
doc.Release = doc.Content
doc.Version = time.Now().Unix() doc.Version = time.Now().Unix()
//解析文档名称，默认使用第一个h标签为标题 //解析文档名称，默认使用第一个h标签为标题
@ -536,7 +638,7 @@ func (book *Book)ImportBook(zipPath string) error {
parentId := 0 parentId := 0
parentIdentify := strings.Replace(strings.Trim(strings.TrimSuffix(strings.TrimPrefix(path, tempPath),info.Name()), "/"), "/", "-", -1) parentIdentify := strings.Replace(strings.Trim(strings.TrimSuffix(strings.TrimPrefix(path, tempPath), info.Name()), "/"), "/", "-", -1)
if parentIdentify != "" { if parentIdentify != "" {
@ -548,7 +650,7 @@ func (book *Book)ImportBook(zipPath string) error {
} }
} }
if strings.EqualFold(info.Name(), "README.md") { if strings.EqualFold(info.Name(), "README.md") {
beego.Info(path,"|",info.Name(),"|",parentIdentify,"|",parentId) beego.Info(path, "|", info.Name(), "|", parentIdentify, "|", parentId)
} }
isInsert := false isInsert := false
//如果当前文件是README.md，则将内容更新到父级 //如果当前文件是README.md，则将内容更新到父级
@ -561,18 +663,18 @@ func (book *Book)ImportBook(zipPath string) error {
doc.ParentId = parentId doc.ParentId = parentId
isInsert = true isInsert = true
} }
if err := doc.InsertOrUpdate("document_name","markdown","release","content");err != nil { if err := doc.InsertOrUpdate("document_name", "markdown", "content"); err != nil {
beego.Error(doc.DocumentId,err) beego.Error(doc.DocumentId, err)
} }
if isInsert { if isInsert {
docMap[docIdentify] = doc.DocumentId docMap[docIdentify] = doc.DocumentId
} }
} }
}else{ } else {
//如果当前目录下存在Markdown文件，则需要创建此节点 //如果当前目录下存在Markdown文件，则需要创建此节点
if filetil.HasFileOfExt(path,[]string{".md",".markdown"}) { if filetil.HasFileOfExt(path, []string{".md", ".markdown"}) {
beego.Info("正在处理 =>",path,info.Name())
identify := strings.Replace(strings.Trim(strings.TrimPrefix(path,tempPath),"/"),"/","-",-1) identify := strings.Replace(strings.Trim(strings.TrimPrefix(path, tempPath), "/"), "/", "-", -1)
if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, identify); !ok || err != nil { if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, identify); !ok || err != nil {
identify = "import-" + identify identify = "import-" + identify
} }
@ -587,27 +689,30 @@ func (book *Book)ImportBook(zipPath string) error {
parentId := 0 parentId := 0
parentIdentify := strings.TrimSuffix(identify, "-" + info.Name()) parentIdentify := strings.TrimSuffix(identify, "-"+info.Name())
if id,ok := docMap[parentIdentify];ok { if id, ok := docMap[parentIdentify]; ok {
parentId = id parentId = id
} }
parentDoc.ParentId = parentId parentDoc.ParentId = parentId
if err := parentDoc.InsertOrUpdate(); err != nil {
if err := parentDoc.InsertOrUpdate();err != nil {
beego.Error(err) beego.Error(err)
} }
docMap[identify] = parentDoc.DocumentId docMap[identify] = parentDoc.DocumentId
beego.Info(path,"|",parentDoc.DocumentId,"|",identify,"|",info.Name(),"|",parentIdentify) //beego.Info(path,"|",parentDoc.DocumentId,"|",identify,"|",info.Name(),"|",parentIdentify)
} }
} }
return nil return nil
}) })
if err != nil {
beego.Error("导入项目异常 => ", err)
book.Description = "【项目导入存在错误：" + err.Error() + "】"
}
book.ReleaseContent(book.BookId)
return err return err
} }

130
models/document.go
View File

@ -2,18 +2,15 @@ package models
import ( import (
"time" "time"
"bytes"
"encoding/json"
"fmt" "fmt"
"strconv"
"github.com/astaxie/beego" "github.com/astaxie/beego"
"github.com/astaxie/beego/orm" "github.com/astaxie/beego/orm"
"github.com/lifei6671/mindoc/conf"
"strings"
"os"
"path/filepath"
"strconv"
"github.com/PuerkitoBio/goquery"
"github.com/lifei6671/mindoc/cache" "github.com/lifei6671/mindoc/cache"
"encoding/json" "github.com/lifei6671/mindoc/conf"
) )
// Document struct. // Document struct.
@ -45,6 +42,7 @@ func (m *Document) TableUnique() [][]string {
[]string{"book_id", "identify"}, []string{"book_id", "identify"},
} }
} }
// TableName 获取对应数据库表名. // TableName 获取对应数据库表名.
func (m *Document) TableName() string { func (m *Document) TableName() string {
return "documents" return "documents"
@ -87,7 +85,7 @@ func (m *Document) InsertOrUpdate(cols ...string) error {
o := orm.NewOrm() o := orm.NewOrm()
var err error var err error
if m.DocumentId > 0 { if m.DocumentId > 0 {
_, err = o.Update(m,cols...) _, err = o.Update(m, cols...)
} else { } else {
_, err = o.Insert(m) _, err = o.Insert(m)
NewBook().ResetDocumentNumber(m.BookId) NewBook().ResetDocumentNumber(m.BookId)
@ -100,10 +98,10 @@ func (m *Document) InsertOrUpdate(cols ...string) error {
} }
//根据文档识别编号和项目id获取一篇文档 //根据文档识别编号和项目id获取一篇文档
func (m *Document) FindByIdentityFirst(identify string,bookId int) (*Document,error) { func (m *Document) FindByIdentityFirst(identify string, bookId int) (*Document, error) {
o := orm.NewOrm() o := orm.NewOrm()
err := o.QueryTable(m.TableNameWithPrefix()).Filter("book_id",bookId).Filter("identify", identify).One(m) err := o.QueryTable(m.TableNameWithPrefix()).Filter("book_id", bookId).Filter("identify", identify).One(m)
return m, err return m, err
} }
@ -126,8 +124,8 @@ func (m *Document) RecursiveDocument(docId int) error {
} }
for _, item := range maps { for _, item := range maps {
if docId,ok := item["document_id"].(string); ok{ if docId, ok := item["document_id"].(string); ok {
id,_ := strconv.Atoi(docId) id, _ := strconv.Atoi(docId)
o.QueryTable(m.TableNameWithPrefix()).Filter("document_id", id).Delete() o.QueryTable(m.TableNameWithPrefix()).Filter("document_id", id).Delete()
m.RecursiveDocument(id) m.RecursiveDocument(id)
} }
@ -136,108 +134,43 @@ func (m *Document) RecursiveDocument(docId int) error {
return nil return nil
} }
//发布文档
func (m *Document) ReleaseContent(bookId int) {
o := orm.NewOrm()
var docs []*Document
_, err := o.QueryTable(m.TableNameWithPrefix()).Filter("book_id", bookId).All(&docs, "document_id","identify", "content")
if err != nil {
beego.Error("发布失败 => ", err)
return
}
for _, item := range docs {
if item.Content != "" {
item.Release = item.Content
bufio := bytes.NewReader([]byte(item.Content))
//解析文档中非本站的链接，并设置为新窗口打开
if content, err := goquery.NewDocumentFromReader(bufio);err == nil {
content.Find("a").Each(func(i int, contentSelection *goquery.Selection) {
if src, ok := contentSelection.Attr("href"); ok{
if strings.HasPrefix(src, "http://") || strings.HasPrefix(src,"https://") {
//beego.Info(src,conf.BaseUrl,strings.HasPrefix(src,conf.BaseUrl))
if conf.BaseUrl != "" && !strings.HasPrefix(src,conf.BaseUrl) {
contentSelection.SetAttr("target", "_blank")
if html, err := content.Html();err == nil {
item.Release = html
}
}
}
}
})
}
}
attachList, err := NewAttachment().FindListByDocumentId(item.DocumentId)
if err == nil && len(attachList) > 0 {
content := bytes.NewBufferString("<div class=\"attach-list\"><strong>附件</strong><ul>")
for _, attach := range attachList {
if strings.HasPrefix(attach.HttpPath, "/") {
attach.HttpPath = strings.TrimSuffix(conf.BaseUrl, "/") + attach.HttpPath
}
li := fmt.Sprintf("<li><a href=\"%s\" target=\"_blank\" title=\"%s\">%s</a></li>", attach.HttpPath, attach.FileName, attach.FileName)
content.WriteString(li)
}
content.WriteString("</ul></div>")
item.Release += content.String()
}
_, err = o.Update(item, "release")
if err != nil {
beego.Error(fmt.Sprintf("发布失败 => %+v", item), err)
}else {
//当文档发布后，需要清除已缓存的转换文档和文档缓存
if doc,err := NewDocument().Find(item.DocumentId); err == nil {
doc.PutToCache()
}else{
doc.RemoveCache()
}
os.RemoveAll(filepath.Join(conf.WorkingDirectory,"uploads","books",strconv.Itoa(bookId)))
}
}
}
//将文档写入缓存 //将文档写入缓存
func (m *Document) PutToCache(){ func (m *Document) PutToCache() {
go func(m Document) { go func(m Document) {
if v,err := json.Marshal(&m);err == nil { if v, err := json.Marshal(&m); err == nil {
if m.Identify == "" { if m.Identify == "" {
if err := cache.Put("Document.Id." + strconv.Itoa(m.DocumentId), v, time.Second*3600); err != nil { if err := cache.Put("Document.Id."+strconv.Itoa(m.DocumentId), v, time.Second*3600); err != nil {
beego.Info("文档缓存失败:", m.DocumentId) beego.Info("文档缓存失败:", m.DocumentId)
} }
}else{ } else {
if err := cache.Put(fmt.Sprintf("Document.BookId.%d.Identify.%s",m.BookId , m.Identify), v, time.Second*3600); err != nil { if err := cache.Put(fmt.Sprintf("Document.BookId.%d.Identify.%s", m.BookId, m.Identify), v, time.Second*3600); err != nil {
beego.Info("文档缓存失败:", m.DocumentId) beego.Info("文档缓存失败:", m.DocumentId)
} }
} }
} }
}(*m) }(*m)
} }
//清除缓存 //清除缓存
func (m *Document) RemoveCache() { func (m *Document) RemoveCache() {
go func(m Document) { go func(m Document) {
cache.Put("Document.Id." + strconv.Itoa(m.DocumentId), m, time.Second*3600); cache.Put("Document.Id."+strconv.Itoa(m.DocumentId), m, time.Second*3600)
if m.Identify != "" { if m.Identify != "" {
cache.Put(fmt.Sprintf("Document.BookId.%d.Identify.%s",m.BookId , m.Identify), m, time.Second*3600); cache.Put(fmt.Sprintf("Document.BookId.%d.Identify.%s", m.BookId, m.Identify), m, time.Second*3600)
} }
}(*m) }(*m)
} }
//从缓存获取 //从缓存获取
func (m *Document) FromCacheById(id int) (*Document,error) { func (m *Document) FromCacheById(id int) (*Document, error) {
b := cache.Get("Document.Id." + strconv.Itoa(id)) b := cache.Get("Document.Id." + strconv.Itoa(id))
if v,ok := b.([]byte); ok { if v, ok := b.([]byte); ok {
if err := json.Unmarshal(v,m);err == nil{ if err := json.Unmarshal(v, m); err == nil {
beego.Info("从缓存中获取文档信息成功",m.DocumentId) beego.Info("从缓存中获取文档信息成功", m.DocumentId)
return m,nil return m, nil
} }
} }
defer func() { defer func() {
@ -249,12 +182,12 @@ func (m *Document) FromCacheById(id int) (*Document,error) {
} }
//根据文档标识从缓存中查询文档 //根据文档标识从缓存中查询文档
func (m *Document) FromCacheByIdentify(identify string,bookId int) (*Document,error) { func (m *Document) FromCacheByIdentify(identify string, bookId int) (*Document, error) {
b := cache.Get(fmt.Sprintf("Document.BookId.%d.Identify.%s",bookId , identify)) b := cache.Get(fmt.Sprintf("Document.BookId.%d.Identify.%s", bookId, identify))
if v,ok := b.([]byte); ok { if v, ok := b.([]byte); ok {
if err := json.Unmarshal(v,m);err == nil{ if err := json.Unmarshal(v, m); err == nil {
beego.Info("从缓存中获取文档信息成功",m.DocumentId,identify) beego.Info("从缓存中获取文档信息成功", m.DocumentId, identify)
return m,nil return m, nil
} }
} }
defer func() { defer func() {
@ -262,7 +195,7 @@ func (m *Document) FromCacheByIdentify(identify string,bookId int) (*Document,er
m.PutToCache() m.PutToCache()
} }
}() }()
return m.FindByIdentityFirst(identify,bookId) return m.FindByIdentityFirst(identify, bookId)
} }
//根据项目ID查询文档列表. //根据项目ID查询文档列表.
@ -273,4 +206,3 @@ func (m *Document) FindListByBookId(bookId int) (docs []*Document, err error) {
return return
} }

5
utils/filetil/filetil.go
View File

@ -151,11 +151,10 @@ func AbsolutePath(p string) (string, error) {
// FileExists reports whether the named file or directory exists. // FileExists reports whether the named file or directory exists.
func FileExists(name string) bool { func FileExists(name string) bool {
if _, err := os.Stat(name); err != nil { if _, err := os.Stat(name); err != nil {
if os.IsNotExist(err) {
return false return false
} }else{
}
return true return true
}
} }
func FormatBytes(size int64) string { func FormatBytes(size int64) string {

4
views/book/index.tpl
View File

@ -194,11 +194,11 @@
<div class="form-group"> <div class="form-group">
<div class="form-group required"> <div class="form-group required">
<label class="text-label">项目标题</label> <label class="text-label">项目标题</label>
<input type="text" class="form-control" placeholder="项目标题(不超过100字)" name="book_name" maxlength="100" value="导入测试"> <input type="text" class="form-control" placeholder="项目标题(不超过100字)" name="book_name" maxlength="100" value="">
</div> </div>
<div class="form-group required"> <div class="form-group required">
<label class="text-label">项目标识</label> <label class="text-label">项目标识</label>
<input type="text" class="form-control" placeholder="项目唯一标识(不超过50字)" name="identify" value="import"> <input type="text" class="form-control" placeholder="项目唯一标识(不超过50字)" name="identify" value="">
<div class="clearfix"></div> <div class="clearfix"></div>
<p class="text" style="font-size: 12px;color: #999;margin-top: 6px;">文档标识只能包含小写字母、数字，以及“-”、“.”和“_”符号.</p> <p class="text" style="font-size: 12px;color: #999;margin-top: 6px;">文档标识只能包含小写字母、数字，以及“-”、“.”和“_”符号.</p>
</div> </div>