intake/cmd/sourceFetch.go

package cmd

import (
	"fmt"
	"log"
	"time"

	"github.com/Jaculabilis/intake/core"
	"github.com/spf13/cobra"
)

var sourceFetchCmd = &cobra.Command{
	Use:   "fetch",
	Short: "Fetch items for a source and update the feed",
	Long: `Fetch items from a feed source using the configured "fetch" action.
Items returned by a successful fetch will be used to update the source.
A fetch is successful if all items output by the fetch are parsed successfully
and the exit code is 0. No changes will be made to the source if the fetch
does not succeed.

In a dry run, the items will be printed according to the chosen format.`,
	Run: func(cmd *cobra.Command, args []string) {
		sourceFetch()
	},
}

var sourceFetchSource string
var sourceFetchFormat string
var sourceFetchDryRun bool

func init() {
	sourceCmd.AddCommand(sourceFetchCmd)

	sourceFetchCmd.Flags().StringVarP(&sourceFetchSource, "source", "s", "", "Source name to fetch (required)")
	sourceFetchCmd.MarkFlagRequired("source")

	sourceFetchCmd.Flags().StringVarP(&sourceFetchFormat, "format", "f", "headlines", "Feed format for returned items.")
	sourceFetchCmd.Flags().BoolVar(&sourceFetchDryRun, "dry-run", false, "Instead of updating the source, print the fetched items")
}

func sourceFetch() {
	formatter, err := core.FormatAs(sourceFetchFormat)
	if err != nil {
		log.Fatalf("error: %v", err)
	}

	db := openAndMigrateDb()

	argv, err := core.GetArgvForAction(db, sourceFetchSource, "fetch")
	if err != nil {
		log.Fatalf("error: failed to get fetch action: %v", err)
	}

	items, err := core.Execute(sourceFetchSource, argv, nil, "", time.Minute)
	if err != nil {
		log.Fatalf("error: %v", err)
	}

	if sourceFetchDryRun {
		log.Printf("Fetch returned %d items", len(items))
		for _, item := range items {
			fmt.Println(formatter(item))
		}
		return
	}

	added, deleted, err := core.UpdateWithFetchedItems(db, sourceFetchSource, items)
	if err != nil {
		log.Fatalf("error: %v", err)
	}
	log.Printf("%s added %d items, updated %d items, and deleted %d items", sourceFetchSource, added, len(items)-added, deleted)
}