mirror of https://github.com/casbin/casnode.git
96 lines
2.8 KiB
Go
96 lines
2.8 KiB
Go
// Copyright 2021 The casbin Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package discuzx
|
|
|
|
import (
|
|
"fmt"
|
|
"sync"
|
|
"testing"
|
|
|
|
"github.com/casbin/casnode/controllers"
|
|
"github.com/casbin/casnode/object"
|
|
)
|
|
|
|
var (
|
|
AddThreadsConcurrency = 100
|
|
AddThreadsBatchSize = 10000
|
|
)
|
|
|
|
func addThreads(threads []*Thread, threadPostsMap map[int][]*Post, attachmentMap map[int][]*Attachment, forumMap map[int]*Forum, classMap map[int]*Class) {
|
|
arrayMutex := sync.RWMutex{}
|
|
|
|
var wg sync.WaitGroup
|
|
wg.Add(len(threads))
|
|
|
|
sem := make(chan int, AddThreadsConcurrency)
|
|
topics := []*object.Topic{}
|
|
replies := []*object.Reply{}
|
|
for i, thread := range threads {
|
|
sem <- 1
|
|
go func(i int, thread *Thread) {
|
|
defer wg.Done()
|
|
|
|
attachments := attachmentMap[thread.Tid]
|
|
forum := forumMap[thread.Fid]
|
|
topic, replies2 := addThread(thread, threadPostsMap, attachments, forum, classMap)
|
|
if topic != nil && replies2 != nil {
|
|
arrayMutex.Lock()
|
|
topics = append(topics, topic)
|
|
replies = append(replies, replies2...)
|
|
arrayMutex.Unlock()
|
|
fmt.Printf("\t[%d/%d]: Added thread: tid = %d, fid = %d, replies = %d\n", i+1, len(threads), thread.Tid, thread.Fid, len(replies2))
|
|
} else {
|
|
fmt.Printf("\t[%d/%d]: Added thread: tid = %d, fid = %d, empty thread, removed\n", i+1, len(threads), thread.Tid, thread.Fid)
|
|
}
|
|
<-sem
|
|
}(i, thread)
|
|
}
|
|
|
|
wg.Wait()
|
|
|
|
object.AddTopicsInBatch(topics)
|
|
object.AddRepliesInBatch(replies)
|
|
}
|
|
|
|
func TestAddThreads(t *testing.T) {
|
|
object.InitConfig()
|
|
InitAdapter()
|
|
object.InitAdapter()
|
|
controllers.InitAuthConfig()
|
|
|
|
attachmentMap := getAttachmentMap()
|
|
fmt.Printf("Loaded attachments: %d\n", len(attachmentMap))
|
|
_, forumMap := getForumTree()
|
|
fmt.Printf("Loaded forums: %d\n", len(forumMap))
|
|
classMap := getClassMap()
|
|
fmt.Printf("Loaded classes: %d\n", len(classMap))
|
|
threads := getThreads()
|
|
fmt.Printf("Loaded threads: %d\n", len(threads))
|
|
threadPostsMap, postCount := getThreadPostsMap()
|
|
fmt.Printf("Loaded posts: %d\n", postCount)
|
|
|
|
for i := 0; i < (len(threads)-1)/AddThreadsBatchSize+1; i++ {
|
|
start := i * AddThreadsBatchSize
|
|
end := (i + 1) * AddThreadsBatchSize
|
|
if end > len(threads) {
|
|
end = len(threads)
|
|
}
|
|
|
|
tmp := threads[start:end]
|
|
fmt.Printf("Add threads: [%d - %d].\n", start, end)
|
|
addThreads(tmp, threadPostsMap, attachmentMap, forumMap, classMap)
|
|
}
|
|
}
|