73 lines
2.1 KiB
Go
73 lines
2.1 KiB
Go
package cmd
|
|
|
|
import (
|
|
"fmt"
|
|
"log"
|
|
"time"
|
|
|
|
"github.com/Jaculabilis/intake/core"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
var sourceFetchCmd = &cobra.Command{
|
|
Use: "fetch",
|
|
Short: "Fetch items for a source and update the feed",
|
|
Long: fmt.Sprintf(`Fetch items from a feed source using the configured "fetch" action.
|
|
Items returned by a successful fetch will be used to update the source.
|
|
A fetch is successful if all items output by the fetch are parsed successfully
|
|
and the exit code is 0. No changes will be made to the source if the fetch
|
|
does not succeed.
|
|
|
|
In a dry run, the items will be printed according to the chosen format and
|
|
the source will not be updated with the fetch result.
|
|
|
|
%s`, makeFormatHelpText()),
|
|
Run: func(cmd *cobra.Command, args []string) {
|
|
sourceFetch()
|
|
},
|
|
}
|
|
|
|
var sourceFetchSource string
|
|
var sourceFetchFormat string
|
|
var sourceFetchDryRun bool
|
|
|
|
func init() {
|
|
sourceCmd.AddCommand(sourceFetchCmd)
|
|
|
|
sourceFetchCmd.Flags().StringVarP(&sourceFetchSource, "source", "s", "", "Source name to fetch (required)")
|
|
sourceFetchCmd.MarkFlagRequired("source")
|
|
|
|
sourceFetchCmd.Flags().StringVarP(&sourceFetchFormat, "format", "f", "headlines", "Feed format for returned items.")
|
|
sourceFetchCmd.Flags().BoolVar(&sourceFetchDryRun, "dry-run", false, "Instead of updating the source, print the fetched items")
|
|
}
|
|
|
|
func sourceFetch() {
|
|
formatter := formatAs(sourceFetchFormat)
|
|
|
|
db := openAndMigrateDb()
|
|
|
|
argv, err := core.GetArgvForAction(db, sourceFetchSource, "fetch")
|
|
if err != nil {
|
|
log.Fatalf("error: failed to get fetch action: %v", err)
|
|
}
|
|
|
|
items, err := core.Execute(sourceFetchSource, argv, nil, "", time.Minute)
|
|
if err != nil {
|
|
log.Fatalf("error: failed to execute fetch: %v", err)
|
|
}
|
|
|
|
if sourceFetchDryRun {
|
|
log.Printf("Fetch returned %d items", len(items))
|
|
for _, item := range items {
|
|
fmt.Println(formatter(item))
|
|
}
|
|
return
|
|
}
|
|
|
|
added, deleted, err := core.UpdateWithFetchedItems(db, sourceFetchSource, items)
|
|
if err != nil {
|
|
log.Fatalf("error: failed to update: %v", err)
|
|
}
|
|
log.Printf("%s added %d items, updated %d items, and deleted %d items", sourceFetchSource, added, len(items)-added, deleted)
|
|
}
|