Add periodic post fetching and update default Mastodon instance to mstdn.party
This commit is contained in:
70
cmd/main.go
70
cmd/main.go
@@ -15,41 +15,51 @@ func main() {
|
|||||||
// Setup AppContext
|
// Setup AppContext
|
||||||
var appContext = helpers.SetupAppContext()
|
var appContext = helpers.SetupAppContext()
|
||||||
|
|
||||||
// Get posts
|
ticker := time.NewTicker(1 * time.Minute)
|
||||||
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
||||||
defer cancel()
|
runFetchPosts := func() {
|
||||||
var posts []models.Post = nil
|
// Get posts
|
||||||
err, posts := appContext.PostService.GetPostsFromApi(ctx, appContext.Tag, appContext.Instance)
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
if err != nil {
|
defer cancel()
|
||||||
log.Fatal(err)
|
var posts []models.Post = nil
|
||||||
|
err, posts := appContext.PostService.GetPostsFromApi(ctx, appContext.Tag, appContext.Instance)
|
||||||
|
if err != nil {
|
||||||
|
log.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
var existingPostIds = appContext.PostService.GetExistingPostIds()
|
||||||
|
var existingAccountIds = appContext.PostService.GetExistingAccountIds()
|
||||||
|
var newPosts = appContext.PostService.GetNewPosts(existingPostIds, posts)
|
||||||
|
var newAccounts = appContext.PostService.GetNewAccounts(existingAccountIds, newPosts)
|
||||||
|
|
||||||
|
// Save to database
|
||||||
|
log.Printf("Number of existing posts: %d, existing accounts: %d, new posts: %d, new accounts: %d\n", len(existingPostIds), len(existingAccountIds), len(newPosts), len(newAccounts))
|
||||||
|
|
||||||
|
// Additional logging
|
||||||
|
if newAccounts != nil {
|
||||||
|
log.Println("Number of inserted accounts: ", appContext.PostService.InsertNewAccounts(newAccounts))
|
||||||
|
} else {
|
||||||
|
log.Print(" - No new accounts inserted")
|
||||||
|
}
|
||||||
|
if newPosts != nil {
|
||||||
|
log.Print(" - Number of inserted posts: ", appContext.PostService.InsertNewPosts(newPosts))
|
||||||
|
} else {
|
||||||
|
log.Print(" - No new posts inserted")
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
var existingPostIds = appContext.PostService.GetExistingPostIds()
|
go func() {
|
||||||
var existingAccountIds = appContext.PostService.GetExistingAccountIds()
|
for range ticker.C {
|
||||||
var newPosts = appContext.PostService.GetNewPosts(existingPostIds, posts)
|
runFetchPosts()
|
||||||
var newAccounts = appContext.PostService.GetNewAccounts(existingAccountIds, newPosts)
|
}
|
||||||
|
}()
|
||||||
// Save to database
|
|
||||||
log.Println("Number of existing posts: ", len(existingPostIds))
|
|
||||||
log.Println("Number of existing accounts: ", len(existingAccountIds))
|
|
||||||
log.Println("Number of new posts: ", len(newPosts))
|
|
||||||
log.Println("Number of new accounts: ", len(newAccounts))
|
|
||||||
|
|
||||||
// Additional logging
|
|
||||||
if newAccounts != nil {
|
|
||||||
log.Println("Number of inserted accounts: ", appContext.PostService.InsertNewAccounts(newAccounts))
|
|
||||||
} else {
|
|
||||||
log.Println("No new accounts inserted")
|
|
||||||
}
|
|
||||||
if newPosts != nil {
|
|
||||||
log.Println("Number of inserted posts: ", appContext.PostService.InsertNewPosts(newPosts))
|
|
||||||
} else {
|
|
||||||
log.Println("No new posts inserted")
|
|
||||||
}
|
|
||||||
|
|
||||||
// https://seefnasrul.medium.com/create-your-first-go-rest-api-with-jwt-authentication-in-gin-framework-dbe5bda72817
|
// https://seefnasrul.medium.com/create-your-first-go-rest-api-with-jwt-authentication-in-gin-framework-dbe5bda72817
|
||||||
engine := gin.Default()
|
engine := gin.Default()
|
||||||
r := server.SetupRouter(engine)
|
r := server.SetupRouter(engine)
|
||||||
r.Run(":8080")
|
err := r.Run(":8080")
|
||||||
|
if err != nil {
|
||||||
|
log.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@@ -14,14 +14,13 @@ func SetupAppContext() *internal.AppContext {
|
|||||||
// Setup AppContext
|
// Setup AppContext
|
||||||
instance := os.Getenv("INSTANCE")
|
instance := os.Getenv("INSTANCE")
|
||||||
if instance == "" {
|
if instance == "" {
|
||||||
instance = "https://haminoa.net"
|
instance = "https://mstdn.party"
|
||||||
}
|
}
|
||||||
tag := os.Getenv("TAG")
|
tag := os.Getenv("TAG")
|
||||||
if tag == "" {
|
if tag == "" {
|
||||||
tag = "catsofmastodon"
|
tag = "catsofmastodon"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
// Setup database
|
// Setup database
|
||||||
db, err := gorm.Open(sqlite.Open("test.db"), &gorm.Config{Logger: logger.Default.LogMode(logger.Warn)})
|
db, err := gorm.Open(sqlite.Open("test.db"), &gorm.Config{Logger: logger.Default.LogMode(logger.Warn)})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -34,11 +33,11 @@ func SetupAppContext() *internal.AppContext {
|
|||||||
|
|
||||||
// Inititlize AppContext
|
// Inititlize AppContext
|
||||||
var appContext = &internal.AppContext{
|
var appContext = &internal.AppContext{
|
||||||
Db: db,
|
Db: db,
|
||||||
PostService: postService,
|
PostService: postService,
|
||||||
Instance: instance,
|
Instance: instance,
|
||||||
Tag: tag,
|
Tag: tag,
|
||||||
}
|
}
|
||||||
return appContext
|
return appContext
|
||||||
|
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user