mangadex2cbz/pkg/cli/cli.go

package cli

import (
	"errors"
	"flag"
	"fmt"
	"io/ioutil"
	"net/http"
	"os"
	"path"
	"path/filepath"
	"sort"
	"strconv"
	"strings"
	"time"

	"code.fmartingr.dev/fmartingr/go-mangadex"
	"github.com/sirupsen/logrus"
)

type CliOPtions struct {
	MangaID string
}

const defaultLogLevel string = "INFO"

func fileExists(filename string) bool {
	info, err := os.Stat(filename)
	if os.IsNotExist(err) {
		return false
	}
	return !info.IsDir()
}

func DownloadFile(url string, destinationPath string) error {
	response, err := http.Get(url)
	if err != nil {
		logrus.Errorf("Error downloading page: %s", err)
		return err
	}

	if response.StatusCode != 200 {
		logrus.Errorf("Status code not OK: %d", response.StatusCode)
		return errors.New("Status code not 200")
	}

	if response.Body != nil {
		defer response.Body.Close()
	}

	file, errOpen := os.Create(destinationPath)
	if err != nil {
		logrus.Errorf("Error opening file: %s", errOpen)
		return errOpen
	}

	defer file.Close()

	body, errBody := ioutil.ReadAll(response.Body)
	if errBody != nil {
		logrus.Errorf("Failing read body from response: %s", errBody)
		return err
	}

	file.Write(body)

	return nil
}

func Start() {
	logLevelFlag := flag.String("log-level", defaultLogLevel, "Log level")
	mangaIDFlag := flag.Int("manga-id", 0, "Manga ID to convert")
	noCacheFlag := flag.Bool("no-cache", false, "Cache requests to mangadex")
	outputPath := "Output"
	flag.Parse()

	cwd, errCwd := os.Getwd()
	if errCwd != nil {
		logrus.Fatalf("Error retrieving current working directory: %s", errCwd)
	}
	outputPath = filepath.Join(cwd, outputPath)

	if !*noCacheFlag {
		mangadex.EnableCache()
	}

	logLevel, errLogLevel := logrus.ParseLevel(*logLevelFlag)
	if errLogLevel != nil {
		logrus.Warnf("Incorrect loglevel %s, using default %s", *logLevelFlag, defaultLogLevel)
	} else {
		logrus.SetLevel(logLevel)
	}

	if *mangaIDFlag == 0 {
		logrus.Error("You should set -manga-id")
		logrus.Exit(1)
	}

	logrus.Infof("Getting information for Manga ID: %d", *mangaIDFlag)
	manga, err := mangadex.GetManga(*mangaIDFlag)
	if err != nil {
		panic(err)
	}

	logrus.Infof("Found! %s", manga.Title)
	logrus.Infof("Getting chapter information...")

	var mangaChapters []mangadex.MangaChapterList
	mangaGroups := map[int]mangadex.MangaGroup{}
	chapterParams := mangadex.NewGetChaptersParams()
	currentPage := 1

	// TODO: Select language
	selectedLanguage := "gb"

	for currentPage != chapterParams.Page {
		chapterParams.Page = currentPage
		logrus.Infof("Downloading chapters page %d", currentPage)
		chapters, groups, errChapters := manga.GetChapters(chapterParams)
		if errChapters != nil {
			logrus.Errorf("Error retrieving manga chapters: %s", errChapters)
		}
		for chapter := range chapters {
			if chapters[chapter].Language == selectedLanguage {
				mangaChapters = append(mangaChapters, chapters[chapter])
			}
		}

		for group := range groups {
			_, exists := mangaGroups[groups[group].ID]
			if !exists {
				mangaGroups[groups[group].ID] = groups[group]
			}
		}

		// If we have the total number of items we try the next page
		if len(chapters) == chapterParams.Limit {
			currentPage++
		}
	}

	logrus.Printf("Found following groups: ")
	for group := range mangaGroups {
		logrus.Printf(" %6d: %s", mangaGroups[group].ID, mangaGroups[group].Name)
	}

	// TODO: Select groups for digitalization
	// TODO: Using all for testing
	selectedGroups := make([]int, 0, len(mangaGroups))
	for k := range mangaGroups {
		selectedGroups = append(selectedGroups, k)
	}

	logrus.Infof("Selected groups: %d", selectedGroups)

	logrus.Infof("Calculating Volumes...")

	mangaVolumeChapter := map[string]mangadex.MangaChapterList{}
	var mangaVolumeChapterKeys []string
	//testTest := map[string]map[string]mangadex.MangaChapter{}

	for chapter := range mangaChapters {
		if !strings.Contains(mangaChapters[chapter].Chapter, ".") {
			mangaChapters[chapter].Chapter += ".0"
		}
		volumeChapterKey := fmt.Sprintf("%04s_%08s", mangaChapters[chapter].Volume, mangaChapters[chapter].Chapter)
		_, exists := mangaVolumeChapter[volumeChapterKey]
		if !exists {
			//testTest[fmt.Sprintf("%04s", mangaChapters[chapter].Volume)][fmt.Sprintf("%08s", mangaChapters[chapter].Chapter)] = mangaChapters[chapter]
			logrus.Debugf("Collecting volume %4s chapter %4s from group %7d", mangaChapters[chapter].Volume, mangaChapters[chapter].Chapter, mangaChapters[chapter].Groups)
			mangaVolumeChapter[volumeChapterKey] = mangaChapters[chapter]
			mangaVolumeChapterKeys = append(mangaVolumeChapterKeys, volumeChapterKey)
		}
	}

	logrus.Debugf("Sorting by volume and chapter")
	sort.Strings(mangaVolumeChapterKeys)

	mangaOutputPath := filepath.Join(outputPath, manga.Title)
	for i := range mangaVolumeChapterKeys {
		chapter := mangaVolumeChapter[mangaVolumeChapterKeys[i]]
		if chapter.Volume == "1" {
			volumeOutputPath := filepath.Join(mangaOutputPath, fmt.Sprintf("%s - Volume %s", manga.Title, chapter.Volume))

			logrus.Infof("Processing Volume %s Chapter %s", chapter.Volume, chapter.Chapter)
			logrus.Tracef("Processing %s", mangaVolumeChapterKeys[i])

			errMkdir := os.MkdirAll(volumeOutputPath, 0766)
			if errMkdir != nil {
				logrus.Fatalf("Error creating output directory: %s", errMkdir)
			}

			chapterDetail, errChapterDetail := manga.GetChapter(strconv.Itoa(chapter.ID))
			if errChapterDetail != nil {
				logrus.Errorf("Failed getting chapter detail: %s", errChapterDetail)
			}

			for page := range chapterDetail.Pages {
				logrus.Infof("Processing page %s", chapterDetail.Pages[page])
				extension := path.Ext(chapterDetail.Pages[page])
				pageDestinationPath := filepath.Join(volumeOutputPath, fmt.Sprintf("%s_%03d%s", mangaVolumeChapterKeys[i], page, extension))
				if !fileExists(pageDestinationPath) {
					logrus.Tracef("Downloading page from %s", chapterDetail.Server+path.Join(chapterDetail.Hash, chapterDetail.Pages[page]))
					logrus.Tracef("Downlading page to %s", pageDestinationPath)
					errDownload := DownloadFile(chapterDetail.Server+path.Join(chapterDetail.Hash, chapterDetail.Pages[page]), pageDestinationPath)
					if errDownload != nil {
						logrus.Errorf("Error downloading page: %s", errDownload)
					}
				}
				time.Sleep(100 * time.Millisecond)
			}

		}
	}

	covers, errCovers := manga.GetCovers()
	if errCovers != nil {
		logrus.Errorf("Error getting cover information: %s", errCovers)
	}

	for cover := range covers {
		if covers[cover].Volume == "1" {
			extension := path.Ext(covers[cover].URL)
			coverOutputPath := filepath.Join(mangaOutputPath, fmt.Sprintf("%s - Volume %s", manga.Title, covers[cover].Volume), fmt.Sprintf("0000%s", extension))
			if !fileExists(coverOutputPath) {
				logrus.Tracef("Downloading cover from %s", covers[cover].URL)
				logrus.Tracef("Writting cover to: %s", coverOutputPath)
				errDownload := DownloadFile(covers[cover].URL, coverOutputPath)
				if errDownload != nil {
					logrus.Errorf("Error downloading cover: %s", errDownload)
				}
			}
			time.Sleep(100 * time.Millisecond)
		}
	}
	// TODO: Zip folders into CBR files
}