package models import ( "bytes" "crypto/md5" "errors" "fmt" "io" "io/ioutil" "os" "path/filepath" "regexp" "strconv" "strings" "time" "github.com/PuerkitoBio/goquery" "github.com/astaxie/beego" "github.com/astaxie/beego/logs" "github.com/astaxie/beego/orm" "github.com/lifei6671/mindoc/conf" "github.com/lifei6671/mindoc/utils/cryptil" "github.com/lifei6671/mindoc/utils/filetil" "github.com/lifei6671/mindoc/utils/requests" "github.com/lifei6671/mindoc/utils/ziptil" "gopkg.in/russross/blackfriday.v2" ) // Book struct . type Book struct { BookId int `orm:"pk;auto;unique;column(book_id)" json:"book_id"` // BookName 项目名称. BookName string `orm:"column(book_name);size(500)" json:"book_name"` // Identify 项目唯一标识. Identify string `orm:"column(identify);size(100);unique" json:"identify"` //是否是自动发布 0 否/1 是 AutoRelease int `orm:"column(auto_release);type(int);default(0)" json:"auto_release"` //是否开启下载功能 0 是/1 否 IsDownload int `orm:"column(is_download);type(int);default(0)" json:"is_download"` OrderIndex int `orm:"column(order_index);type(int);default(0)" json:"order_index"` // Description 项目描述. Description string `orm:"column(description);size(2000)" json:"description"` //发行公司 Publisher string `orm:"column(publisher);size(500)" json:"publisher"` Label string `orm:"column(label);size(500)" json:"label"` // PrivatelyOwned 项目私有: 0 公开/ 1 私有 PrivatelyOwned int `orm:"column(privately_owned);type(int);default(0)" json:"privately_owned"` // 当项目是私有时的访问Token. PrivateToken string `orm:"column(private_token);size(500);null" json:"private_token"` //状态:0 正常/1 已删除 Status int `orm:"column(status);type(int);default(0)" json:"status"` //默认的编辑器. Editor string `orm:"column(editor);size(50)" json:"editor"` // DocCount 包含文档数量. DocCount int `orm:"column(doc_count);type(int)" json:"doc_count"` // CommentStatus 评论设置的状态:open 为允许所有人评论,closed 为不允许评论, group_only 仅允许参与者评论 ,registered_only 仅允许注册者评论. CommentStatus string `orm:"column(comment_status);size(20);default(open)" json:"comment_status"` CommentCount int `orm:"column(comment_count);type(int)" json:"comment_count"` //封面地址 Cover string `orm:"column(cover);size(1000)" json:"cover"` //主题风格 Theme string `orm:"column(theme);size(255);default(default)" json:"theme"` // CreateTime 创建时间 . CreateTime time.Time `orm:"type(datetime);column(create_time);auto_now_add" json:"create_time"` //每个文档保存的历史记录数量,0 为不限制 HistoryCount int `orm:"column(history_count);type(int);default(0)" json:"history_count"` //是否启用分享,0启用/1不启用 IsEnableShare int `orm:"column(is_enable_share);type(int);default(0)" json:"is_enable_share"` MemberId int `orm:"column(member_id);size(100)" json:"member_id"` ModifyTime time.Time `orm:"type(datetime);column(modify_time);null;auto_now" json:"modify_time"` Version int64 `orm:"type(bigint);column(version)" json:"version"` //是否使用第一篇文章项目为默认首页,0 否/1 是 IsUseFirstDocument int `orm:"column(is_use_first_document);type(int);default(0)" json:"is_use_first_document"` } // TableName 获取对应数据库表名. func (book *Book) TableName() string { return "books" } // TableEngine 获取数据使用的引擎. func (book *Book) TableEngine() string { return "INNODB" } func (book *Book) TableNameWithPrefix() string { return conf.GetDatabasePrefix() + book.TableName() } func NewBook() *Book { return &Book{} } //添加一个项目 func (book *Book) Insert() error { o := orm.NewOrm() // o.Begin() _, err := o.Insert(book) if err == nil { if book.Label != "" { NewLabel().InsertOrUpdateMulti(book.Label) } relationship := NewRelationship() relationship.BookId = book.BookId relationship.RoleId = 0 relationship.MemberId = book.MemberId err = relationship.Insert() if err != nil { logs.Error("插入项目与用户关联 => ", err) //o.Rollback() return err } document := NewDocument() document.BookId = book.BookId document.DocumentName = "空白文档" document.MemberId = book.MemberId err = document.InsertOrUpdate() if err != nil { //o.Rollback() return err } //o.Commit() return nil } //o.Rollback() return err } func (book *Book) Find(id int) (*Book, error) { if id <= 0 { return book, ErrInvalidParameter } o := orm.NewOrm() err := o.QueryTable(book.TableNameWithPrefix()).Filter("book_id", id).One(book) return book, err } //更新一个项目 func (book *Book) Update(cols ...string) error { o := orm.NewOrm() temp := NewBook() temp.BookId = book.BookId if err := o.Read(temp); err != nil { return err } if book.Label != "" || temp.Label != "" { go NewLabel().InsertOrUpdateMulti(book.Label + "," + temp.Label) } _, err := o.Update(book, cols...) return err } //复制项目 func (book *Book) Copy(identify string) error { o := orm.NewOrm() err := o.QueryTable(book.TableNameWithPrefix()).Filter("identify",identify).One(book) if err != nil { beego.Error("查询项目时出错 -> ",err) return err } if err := o.Begin();err != nil { beego.Error("开启事物时出错 -> ",err) return err } bookId := book.BookId book.BookId = 0 book.Identify = book.Identify + fmt.Sprintf("%s-%s",identify,strconv.FormatInt(time.Now().UnixNano(), 32)) book.BookName = book.BookName + "[副本]" book.CreateTime = time.Now() book.CommentCount = 0 book.HistoryCount = 0 if _,err := o.Insert(book);err != nil { beego.Error("复制项目时出错 -> ",err) o.Rollback() return err } var rels []*Relationship if _,err := o.QueryTable(NewRelationship().TableNameWithPrefix()).Filter("book_id",bookId).All(&rels); err != nil { beego.Error("复制项目关系时出错 -> ",err) o.Rollback() return err } for _,rel := range rels { rel.BookId = book.BookId rel.RelationshipId = 0 if _,err := o.Insert(rel);err != nil { beego.Error("复制项目关系时出错 -> ",err) o.Rollback() return err } } var docs []*Document if _,err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id",bookId).Filter("parent_id",0).All(&docs);err != nil && err != orm.ErrNoRows { beego.Error("读取项目文档时出错 -> ",err) o.Rollback() return err } if len(docs) > 0 { if err := recursiveInsertDocument(docs,o,book.BookId,0);err != nil { beego.Error("复制项目时出错 -> ",err) o.Rollback() return err } } return o.Commit() } //递归的复制文档 func recursiveInsertDocument(docs []*Document,o orm.Ormer,bookId int,parentId int) error { for _,doc := range docs { docId := doc.DocumentId doc.DocumentId = 0 doc.ParentId = parentId doc.BookId = bookId doc.Version = time.Now().Unix() if _,err := o.Insert(doc);err != nil { beego.Error("插入项目时出错 -> ",err) return err } var attachList []*Attachment //读取所有附件列表 if _,err := o.QueryTable(NewAttachment().TableNameWithPrefix()).Filter("document_id",docId).All(&attachList); err == nil { for _,attach := range attachList { attach.BookId = bookId attach.DocumentId = doc.DocumentId attach.AttachmentId = 0 if _,err := o.Insert(attach);err != nil { return err } } } var subDocs []*Document if _,err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("parent_id",docId).All(&subDocs);err != nil && err != orm.ErrNoRows { beego.Error("读取文档时出错 -> ",err) return err } if len(subDocs) > 0{ if err := recursiveInsertDocument(subDocs,o,bookId,doc.DocumentId);err != nil { return err } } } return nil } //根据指定字段查询结果集. func (book *Book) FindByField(field string, value interface{},cols ...string) ([]*Book, error) { o := orm.NewOrm() var books []*Book _, err := o.QueryTable(book.TableNameWithPrefix()).Filter(field, value).All(&books,cols...) return books, err } //根据指定字段查询一个结果. func (book *Book) FindByFieldFirst(field string, value interface{}) (*Book, error) { o := orm.NewOrm() err := o.QueryTable(book.TableNameWithPrefix()).Filter(field, value).One(book) return book, err } //根据项目标识查询项目 func (book *Book) FindByIdentify(identify string) (*Book, error) { o := orm.NewOrm() err := o.QueryTable(book.TableNameWithPrefix()).Filter("identify", identify).One(book) return book, err } //分页查询指定用户的项目 func (book *Book) FindToPager(pageIndex, pageSize, memberId int) (books []*BookResult, totalCount int, err error) { relationship := NewRelationship() o := orm.NewOrm() sql1 := "SELECT COUNT(book.book_id) AS total_count FROM " + book.TableNameWithPrefix() + " AS book LEFT JOIN " + relationship.TableNameWithPrefix() + " AS rel ON book.book_id=rel.book_id AND rel.member_id = ? WHERE rel.relationship_id > 0 " err = o.Raw(sql1, memberId).QueryRow(&totalCount) if err != nil { return } offset := (pageIndex - 1) * pageSize sql2 := "SELECT book.*,rel.member_id,rel.role_id,m.account as create_name FROM " + book.TableNameWithPrefix() + " AS book" + " LEFT JOIN " + relationship.TableNameWithPrefix() + " AS rel ON book.book_id=rel.book_id AND rel.member_id = ?" + " LEFT JOIN " + relationship.TableNameWithPrefix() + " AS rel1 ON book.book_id=rel1.book_id AND rel1.role_id=0" + " LEFT JOIN " + NewMember().TableNameWithPrefix() + " AS m ON rel1.member_id=m.member_id " + " WHERE rel.relationship_id > 0 ORDER BY book.order_index DESC,book.book_id DESC LIMIT " + fmt.Sprintf("%d,%d", offset, pageSize) _, err = o.Raw(sql2, memberId).QueryRows(&books) if err != nil { logs.Error("分页查询项目列表 => ", err) return } sql := "SELECT m.account,doc.modify_time FROM md_documents AS doc LEFT JOIN md_members AS m ON doc.modify_at=m.member_id WHERE book_id = ? LIMIT 1 ORDER BY doc.modify_time DESC" if err == nil && len(books) > 0 { for index, book := range books { var text struct { Account string ModifyTime time.Time } err1 := o.Raw(sql, book.BookId).QueryRow(&text) if err1 == nil { books[index].LastModifyText = text.Account + " 于 " + text.ModifyTime.Format("2006-01-02 15:04:05") } if book.RoleId == 0 { book.RoleName = "创始人" } else if book.RoleId == 1 { book.RoleName = "管理员" } else if book.RoleId == 2 { book.RoleName = "编辑者" } else if book.RoleId == 3 { book.RoleName = "观察者" } } } return } // 彻底删除项目. func (book *Book) ThoroughDeleteBook(id int) error { if id <= 0 { return ErrInvalidParameter } o := orm.NewOrm() book, err := book.Find(id) if err != nil { return err } o.Begin() sql2 := "DELETE FROM " + NewDocument().TableNameWithPrefix() + " WHERE book_id = ?" _, err = o.Raw(sql2, book.BookId).Exec() if err != nil { o.Rollback() return err } sql3 := "DELETE FROM " + book.TableNameWithPrefix() + " WHERE book_id = ?" _, err = o.Raw(sql3, book.BookId).Exec() if err != nil { o.Rollback() return err } sql4 := "DELETE FROM " + NewRelationship().TableNameWithPrefix() + " WHERE book_id = ?" _, err = o.Raw(sql4, book.BookId).Exec() if err != nil { o.Rollback() return err } if book.Label != "" { NewLabel().InsertOrUpdateMulti(book.Label) } os.RemoveAll(filepath.Join(conf.WorkingDirectory, "uploads", "books", strconv.Itoa(id))) return o.Commit() } //分页查找系统首页数据. func (book *Book) FindForHomeToPager(pageIndex, pageSize, member_id int) (books []*BookResult, totalCount int, err error) { o := orm.NewOrm() offset := (pageIndex - 1) * pageSize //如果是登录用户 if member_id > 0 { sql1 := "SELECT COUNT(*) FROM md_books AS book LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ? WHERE relationship_id > 0 OR book.privately_owned = 0" err = o.Raw(sql1, member_id).QueryRow(&totalCount) if err != nil { return } sql2 := `SELECT book.*,rel1.*,member.account AS create_name,member.real_name FROM md_books AS book LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ? LEFT JOIN md_relationship AS rel1 ON rel1.book_id = book.book_id AND rel1.role_id = 0 LEFT JOIN md_members AS member ON rel1.member_id = member.member_id WHERE rel.relationship_id > 0 OR book.privately_owned = 0 ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?` _, err = o.Raw(sql2, member_id, offset, pageSize).QueryRows(&books) } else { count, err1 := o.QueryTable(book.TableNameWithPrefix()).Filter("privately_owned", 0).Count() if err1 != nil { err = err1 return } totalCount = int(count) sql := `SELECT book.*,rel.*,member.account AS create_name,member.real_name FROM md_books AS book LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.role_id = 0 LEFT JOIN md_members AS member ON rel.member_id = member.member_id WHERE book.privately_owned = 0 ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?` _, err = o.Raw(sql, offset, pageSize).QueryRows(&books) } return } //分页全局搜索. func (book *Book) FindForLabelToPager(keyword string, pageIndex, pageSize, memberId int) (books []*BookResult, totalCount int, err error) { o := orm.NewOrm() keyword = "%" + keyword + "%" offset := (pageIndex - 1) * pageSize //如果是登录用户 if memberId > 0 { sql1 := "SELECT COUNT(*) FROM md_books AS book LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ? WHERE (relationship_id > 0 OR book.privately_owned = 0) AND book.label LIKE ?" err = o.Raw(sql1, memberId, keyword).QueryRow(&totalCount) if err != nil { return } sql2 := `SELECT book.*,rel1.*,member.account AS create_name FROM md_books AS book LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ? LEFT JOIN md_relationship AS rel1 ON rel1.book_id = book.book_id AND rel1.role_id = 0 LEFT JOIN md_members AS member ON rel1.member_id = member.member_id WHERE (rel.relationship_id > 0 OR book.privately_owned = 0) AND book.label LIKE ? ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?` _, err = o.Raw(sql2, memberId, keyword, offset, pageSize).QueryRows(&books) return } else { count, err1 := o.QueryTable(NewBook().TableNameWithPrefix()).Filter("privately_owned", 0).Filter("label__icontains", keyword).Count() if err1 != nil { err = err1 return } totalCount = int(count) sql := `SELECT book.*,rel.*,member.account AS create_name FROM md_books AS book LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.role_id = 0 LEFT JOIN md_members AS member ON rel.member_id = member.member_id WHERE book.privately_owned = 0 AND book.label LIKE ? ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?` _, err = o.Raw(sql, keyword, offset, pageSize).QueryRows(&books) return } } //发布文档 func (book *Book) ReleaseContent(bookId int) { o := orm.NewOrm() var docs []*Document _, err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id", bookId).All(&docs, "document_id", "identify", "content") if err != nil { beego.Error("发布失败 =>",bookId, err) return } for _, item := range docs { if item.Content != "" { item.Release = item.Content bufio := bytes.NewReader([]byte(item.Content)) //解析文档中非本站的链接,并设置为新窗口打开 if content, err := goquery.NewDocumentFromReader(bufio); err == nil { content.Find("a").Each(func(i int, contentSelection *goquery.Selection) { if src, ok := contentSelection.Attr("href"); ok { if strings.HasPrefix(src, "http://") || strings.HasPrefix(src, "https://") { //beego.Info(src,conf.BaseUrl,strings.HasPrefix(src,conf.BaseUrl)) if conf.BaseUrl != "" && !strings.HasPrefix(src, conf.BaseUrl) { contentSelection.SetAttr("target", "_blank") if html, err := content.Html(); err == nil { item.Release = html } } } } }) } } attachList, err := NewAttachment().FindListByDocumentId(item.DocumentId) if err == nil && len(attachList) > 0 { content := bytes.NewBufferString("