package cmd import ( "fmt" "log" "time" "github.com/Jaculabilis/intake/core" "github.com/spf13/cobra" ) var sourceFetchCmd = &cobra.Command{ Use: "fetch", Short: "Fetch items for a source and update the feed", Long: `Fetch items from a feed source using the configured "fetch" action. Items returned by a successful fetch will be used to update the source. A fetch is successful if all items output by the fetch are parsed successfully and the exit code is 0. No changes will be made to the source if the fetch does not succeed. In a dry run, the items will be printed according to the chosen format.`, Run: func(cmd *cobra.Command, args []string) { sourceFetch() }, } var sourceFetchSource string var sourceFetchFormat string var sourceFetchDryRun bool func init() { sourceCmd.AddCommand(sourceFetchCmd) sourceFetchCmd.Flags().StringVarP(&sourceFetchSource, "source", "s", "", "Source name to fetch (required)") sourceFetchCmd.MarkFlagRequired("source") sourceFetchCmd.Flags().StringVarP(&sourceFetchFormat, "format", "f", "headlines", "Feed format for returned items.") sourceFetchCmd.Flags().BoolVar(&sourceFetchDryRun, "dry-run", false, "Instead of updating the source, print the fetched items") } func sourceFetch() { formatter, err := core.FormatAs(sourceFetchFormat) if err != nil { log.Fatalf("error: %v", err) } db := openAndMigrateDb() argv, err := core.GetArgvForAction(db, sourceFetchSource, "fetch") if err != nil { log.Fatalf("error: failed to get fetch action: %v", err) } items, err := core.Execute(sourceFetchSource, argv, nil, "", time.Minute) if err != nil { log.Fatalf("error: %v", err) } if sourceFetchDryRun { log.Printf("Fetch returned %d items", len(items)) for _, item := range items { fmt.Println(formatter(item)) } return } added, deleted, err := core.UpdateWithFetchedItems(db, sourceFetchSource, items) if err != nil { log.Fatalf("error: %v", err) } log.Printf("%s added %d items, updated %d items, and deleted %d items", sourceFetchSource, added, len(items)-added, deleted) }