dexget.ps1

#
#	DEXGET.PS1
#	A short script to download manga from MangaDex and save it locally for reading on-the-go
#	Author: @ryuukumar (https://github.com/ryuukumar)
#


$VERSION = '1.4'





#---------------------------------------#
#  FUNCTIONS                            #
#---------------------------------------#


. "$PSScriptRoot/scripts/functions.ps1"





#---------------------------------------#
#  INCLUDES                             #
#---------------------------------------#


. "$PSScriptRoot/scripts/debug.ps1"
. "$PSScriptRoot/scripts/imgdl.ps1"
. "$PSScriptRoot/scripts/imgconv.ps1"
. "$PSScriptRoot/scripts/pdfconv.ps1"
. "$PSScriptRoot/scripts/progdisp.ps1"
. "$PSScriptRoot/scripts/defaults.ps1"
. "$PSScriptRoot/scripts/parseargs.ps1"
. "$PSScriptRoot/scripts/helpmsg.ps1"
. "$PSScriptRoot/scripts/scan.ps1"





#---------------------------------------#
#  ENTRY POINT                          #
#---------------------------------------#


#  0. ASSERT POWERSHELL 7

if ($PSVersionTable.PSVersion.Major -lt 7) {
	write-box "`nFATAL ERROR!!!`n`nThis script is running on Powershell $($PSVersionTable.PSVersion.Major).`nDexGet requires Powershell 7 or higher to run!`nPlease install Powershell 7 and then run this script.`n" -fgcolor Red -center $true
	exit
}


#  1. LOAD SETTINGS
$settings = Load-Settings
$debugmode = $settings.'general'.'debug-mode'

if ($settings.'general'.'debug-mode') {
	write-dbg "DexGet is running in Debug mode. It will be very verbose!`n`t`tYou can disable this by changing General > Debug Mode setting." -level "info"
}

if ($settings.'performance'.'pdf-method' -ne "magick" -and
	$settings.'performance'.'pdf-method' -ne "pypdf") {
	write-dbg "Invalid setting for Performance > PDF Method: $($settings.'performance'.'pdf-method')`nThe only accepted settings are 'magick' and 'pypdf'.`nSwitching to default." -level "error"
	$settings.'performance'.'pdf-method' = $defsettings.'performance'.'pdf-method'
}


#  1.1. UPDATE

if ($settings.'general'.'update-on-launch' -eq $true) {
	write-dbg "Update on launch is set to enabled. If there is an updated version, it will run at the next run of DexGet." -level "info"
	git pull
}


#  2. GET ID AND PARSE ARGUMENTS

[string]$inputstr=""

if ($args[0]) {
	$inputstr = $args[0]
} else {
	Write-HelpMsg
	exit
}

$url = ([regex]::Matches($inputstr, '([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12})'))[0]

$argsettings = [PSCustomObject]@{
	continue = $false
	cloud = $false
	all = $false
	banner = $true
	startch = -1
	endch = -1
	jsonprogress = $false
	scanonly = $false
	latestonly = $false
}

Parse-Args ([ref]$argsettings) $args

if ($argsettings.banner -eq $true) {
	Write-Host ""
	Write-Box "DexGet v$VERSION`n@ryuukumar on GitHub`nhttps://github.com/ryuukumar/dexget" -center $true
	Write-Host ""
}


$mangatitle = ""
$chapters = @{}
[int32]$latest = 0

Scan-Manga  $url ($settings.'general'.'manga-language') ([ref]$mangatitle) ([ref]$chapters) ([ref]$latest) `
			$argsettings.jsonprogress $argsettings.latestonly

$chpindex = 0
$chpnum = 0

if ($argsettings.scanonly) {
	if (-not $argsettings.jsonprogress) {
		Write-Host "`nExiting."
	}
	$settings | ConvertTo-Json | Out-File 'preferences.json'
	exit
}

#  5. GET USER INPUT ON WHAT TO DO

if (test-path "$($settings.'general'.'manga-save-directory')/(Manga) ${mangatitle}") {
	Write-Host "Found a previous save of the manga in the save directory." -ForegroundColor Yellow

	$files = $(Get-ChildItem "$($settings.'general'.'manga-save-directory')/(Manga) ${mangatitle}")
	$filenos = @()

	foreach ($file in $files.name) {
		[double]$chnum = (($file -split "\)")[0]) -replace '[^0-9.]',''
		if ($chnum -ge 1E+10) {
			write-dbg "There is an incomplete download discovered:`n`t`t$((Resolve-Path "$($settings.'general'.'manga-save-directory')/(Manga) ${mangatitle}/$file").Path)`n`t`tIt is suggested to delete this folder manually." -level "warning"
			continue
		}
		$filenos += $chnum
	}
	
	$lastch = [double](($filenos | Measure-Object -Maximum).Maximum)
	$chindex = get-chpindex ([ref]$chapters) $lastch

	if ($chindex -eq -1) {
		write-dbg "The latest chapter downloaded ($lastch) is no longer available. The current latest chapter is $latest." -level "warning"
		write-dbg "This is either a result of broken downloads or a rollback on MangaDex. It is strongly recommended to manually fix this download before proceeding." -level "warning"
		$redown = ($argsettings.continue `
					? 'y' `
					: (Read-Host "The MangaDex release has older chapters. Would you like to download the currently available latest chapter? [Y/n]"))
		if ($redown -eq 'Y' -or $redown -eq 'y') {
			$chpindex = get-chpindex ([ref]$chapters) $latest
		}
		else {
			Write-Host "Nothing to download. Exiting."
			exit
		}

		if ($argsettings.continue) {
			write-dbg "DexGet will download chapter $latest, but it will not delete any chapters after $latest including $lastch." -level "warning"
		}
	}

	elseif ($chindex -eq $chapters.length - 1) {
		$redown = ($argsettings.continue `
						? 'n' `
						: (Read-Host "The offline copy of the manga is up to date. Would you still like to proceed? [Y/n]"))
		if ($redown -eq 'Y' -or $redown -eq 'y') {
			$chpnum = read-host "Start from chapter"
			$chpindex = get-chpindex ([ref]$chapters) $chpnum
		}
		else {
			Write-Host "Nothing to download. Exiting."
			exit
		}
	}

	else {
		$cont = ($argsettings.continue `
					? 'y' `
					: (Read-Host "This manga was previously downloaded till chapter $lastch. Do you wish to continue? [Y/n]"))
		if ($cont -eq 'y' -or $cont -eq 'Y') {
			$chpindex = $chindex+1
			$chpnum = $lastch
		} else {
			$chpnum = ($argsettings.startch -eq -1 `
						? (read-host "Start from chapter") `
						: $argsettings.startch)
			$chpindex = get-chpindex ([ref]$chapters) $chpnum
		}
	}
}

else {
	$chpnum = ($argsettings.startch -eq -1 `
				? (read-host "Start from chapter") `
				: $argsettings.startch)
	$chpindex = get-chpindex ([ref]$chapters) $chpnum
}

if ($chpindex -eq -1) {
	write-host "ERROR: " -NoNewline -ForegroundColor Red
	Write-Host "No chapter found with chapter number $chpnum!"
	exit
}


#  6. FUNCTION DEFINITION FOR GETTING THE CHAPTER

$client = New-Object System.Net.WebClient
$chapterqueue = [System.Collections.ArrayList]@()

function queue-chapter {
	param (
		[string]$id,
		[string]$title,
		[string]$outdir,
		[string]$cloudd
	)

	$client.Headers.add('Referer', 'https://mangadex.org/')
	$client.Headers.add('User-Agent', 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/116.0')
	$json = $client.DownloadString("https://api.mangadex.org/at-home/server/${id}?forcePort443=false") | ConvertFrom-Json

	$imglist = $json.chapter.data
	$hash = $json.chapter.hash
	$imglen = $imglist.length

	$newchap = [PSCustomObject]@{
		images = $imglist
		id = $id
		outdir = $outdir
		title = $title
		dlcomp = [System.Collections.ArrayList]@()
		convcomp = 0
		total = $imglen
		hash = $hash
		toconv = [System.Collections.ArrayList]@()
		pdfmade = $false
		clouddir = $cloudd
	}

	$chapterqueue.add($newchap) | Out-Null
}

function download-queue {
	write-host "`n"
	if ($settings.'general'.'debug-mode' -eq $false) {
		$imgdljob = Start-ThreadJob -ScriptBlock $imgdl -ArgumentList ([ref]$chapterqueue)
		$imgconvjob = Start-ThreadJob -ScriptBlock $imgconv -ArgumentList ([ref]$chapterqueue)
		$pdfconvjob = Start-ThreadJob -ScriptBlock $pdfconv -ArgumentList ([ref]$chapterqueue)
		& $progdisp ([ref]$chapterqueue) ($argsettings.jsonprogress)
	} else {
		Write-Box "Starting download process."
		& $imgdl ([ref]$chapterqueue)

		Write-Box "Downloads complete.`nStarting conversions."
		& $imgconv ([ref]$chapterqueue)
		
		Write-Box "Conversions complete.`nStarting PDF generation."
		& $pdfconv ([ref]$chapterqueue)
	}
	write-host ""
}


#  7. GET THE ACTUAL CHAPTER

try {
	Write-Host ""

	if (($chpindex) -lt $chapters.length) {
		$choice = ($argsettings.all `
			? 'y' `
			: (($argsettings.endch -eq -1) `
				? (Read-Host "There are $($chapters.length - 1 - $chpindex) more chapters after the given ID. Would you like to download all of them? [Y/n/s]") `
				: 's'))

		$clchoice
		if ($settings.'general'.'enable-cloud-saving' -eq $true) {
			$clchoice = ($argsettings.cloud ? 'y' `
				: (Read-Host "Do you want to save a copy of this download to the cloud? [Y/n]"))
		} else {
			$clchoice = 'n'
		}
		

		if (-not ($choice -eq "Y" -or $choice -eq "y" -or $choice -eq "S" -or $choice -eq "s")) {
			if ($settings.'general'.'debug-mode' -eq $true) {
				write-host "[INFO]`tOutput directory for manga set to $((resolve-path $settings.'general'.'manga-save-directory').Path)." -ForegroundColor Blue
			}

			queue-chapter $chapters[$chpindex].id `
				-title "($($chapters[$chpindex].attributes.chapter)) ${mangatitle}.pdf" `
				-outdir "$($settings.'general'.'manga-save-directory')/$($chapters[$chpindex].id)" `
				-cloudd (($clchoice -eq 'y' -or $clchoice -eq 'Y') ? "$($settings.'general'.'cloud-save-directory')" : 0)			
			write-host ""
			Write-Box "Starting 1 download task." -fgcolor Blue
			write-host ""
	
			download-queue
		}

		else {
			if ($choice -eq "S" -or $choice -eq "s") {
				[int]$last = ($argsettings.endch -eq -1 `
								? (Read-Host "Number of chapters to download") `
								: $argsettings.endch)
				$last += $chpindex
				if ($last -ge $chapters.length) {
					$last = $chapters.length
				}
				write-Host "Downloading till chapter $last."
			} else { [int]$last = $chapters.length }

			$mangadir = "(Manga) ${mangatitle}"
			if (!(Test-Path "$($settings.'general'.'manga-save-directory')/$mangadir")) {
				mkdir "$((resolve-path "$($settings.'general'.'manga-save-directory')").Path)/$mangadir" | out-null
			}
			
			if ($settings.'general'.'debug-mode' -eq $true) {
				write-dbg "Output directory for manga set to $((resolve-path "$($settings.'general'.'manga-save-directory')/$mangadir").Path)." -level "info"
			}

			write-host ""
			Write-Box "Queueing $($last - $chpindex) download tasks." -fgcolor Blue
			write-host ""

			if ($clchoice -eq "y" -or $clchoice -eq "Y") {
				if (!(Test-Path "$($settings.'general'.'cloud-save-directory')/$mangadir")) {
					mkdir "$($settings.'general'.'cloud-save-directory')/$mangadir" | out-null
				}
			}
			
			for ($i=$chpindex; $i -lt $last; $i++) {
				queue-chapter $chapters[$i].id `
					-title "($($chapters[$i].attributes.chapter)) ${mangatitle}.pdf" `
					-outdir "$($settings.'general'.'manga-save-directory')/${mangadir}/$($chapters[$i].id)" `
					-cloudd (($clchoice -eq 'y' -or $clchoice -eq 'Y') ? "$($settings.'general'.'cloud-save-directory')/$mangadir" : 0)
				if (($clchoice -eq 'y' -or $clchoice -eq 'Y') -and -not (test-path "$($settings.'general'.'cloud-save-directory')/$mangadir"))
				{ mkdir "$($settings.'general'.'cloud-save-directory')/$mangadir" | out-null }

				if ($settings.'general'.'debug-mode' -eq $false) {
					write-host "Queued chapter $($chapters[$i].attributes.chapter) ($($i-$chpindex+1))    `r" -NoNewline
				} else {
					write-dbg "Queued chapter count $($i-$chpindex+1) from https://mangadex.org/chapter/$($chapters[$i].id)" -level "debug"
				}

				if (((($i-$chpindex+1) / 20) -eq [int](($i-$chpindex+1) / 20)) -and $i -ne $chpindex) {
					$startdate = (Get-Date)
					download-queue
					$chapterqueue = [System.Collections.ArrayList]@()
					$Enddate = (Get-Date)
					$diff = New-TimeSpan -Start $startdate -End $Enddate 
					if ($diff.totalseconds -lt 60) {
						[int]$secs = (60-$diff.totalseconds)
						for ($j = $secs; $j -gt 0; $j--) {
							write-host "Pausing for $secs seconds to avoid 429 error. ($j left) `r" -NoNewline
							start-sleep -seconds 1
						}
						write-host $(" " * ([int]$($Host.UI.RawUI.WindowSize.Width))) -NoNewline
						write-host "`r" -NoNewline
					}
				}
			}
			if ($chapterqueue.length.length -ge 1) {
				download-queue
			}
			Write-Host ""
		}

		Write-Box "All download tasks completed." -fgcolor Green
	}
}
catch {
	Write-Host "`n`n!! Something bad just happened: " -ForegroundColor Yellow
	Write-Box "$_" -fgcolor Red
}

finally {
	Write-Host "`nExiting. $_"
}





#---------------------------------------#
#  EXIT                                 #
#---------------------------------------#


$settings | ConvertTo-Json | Out-File 'preferences.json'

exit