feat: compression 3

This commit is contained in:
jfmcarreira committed 2026-09-24 12:19:13 +01:00
1 parent 0319d0d548
commit 3573ac4c0e
4 files changed
+343 -108

No files matched your search

+1
View File
@@ -49,6 +49,7 @@ export const ASSET_GEO_HEATMAP_PATH = BASE_API_ENDPOINT + "/assets/geo-heatmap";
export const LIST_EMPTY_VIDEOS_PATH = BASE_API_ENDPOINT + "/assets/empty-videos";
export const LIST_ORPHAN_ASSETS_PATH = BASE_API_ENDPOINT + "/assets/orphan-finder";
export const LIST_COMPRESSION_VIDEOS_PATH = BASE_API_ENDPOINT + "/assets/compression/videos";
export const LIST_COMPRESSED_VIDEOS_PATH = BASE_API_ENDPOINT + "/assets/compression/results";
export const TRANSCODE_VIDEO_PATH = BASE_API_ENDPOINT + "/assets/compression/transcode";
export const REPLACE_COMPRESSED_VIDEO_PATH = BASE_API_ENDPOINT + "/assets/compression/replace";
export const COMPRESSION_RESULT_PATH = (id: string) => BASE_API_ENDPOINT + "/assets/compression/result/" + id;
+11
View File
@@ -10,6 +10,7 @@ import {
LIST_DUPLICATES_PATH,
LIST_ORPHAN_ASSETS_PATH,
LIST_COMPRESSION_VIDEOS_PATH,
LIST_COMPRESSED_VIDEOS_PATH,
TRANSCODE_VIDEO_PATH,
REPLACE_COMPRESSED_VIDEO_PATH,
COMPRESSION_RESULT_PATH,
@@ -162,6 +163,16 @@ export interface ICompressionResult {
resultUrl: string;
}
export interface ICompressedVideo extends ICompressionResult {
originalFileName: string;
localDateTime: string;
compressedAt: string;
}
export const listCompressedVideos = async (): Promise<ICompressedVideo[]> => {
return API.get(LIST_COMPRESSED_VIDEOS_PATH);
};
export const transcodeVideo = async (assetId: string): Promise<ICompressionResult> => {
return API.post(TRANSCODE_VIDEO_PATH, { assetId });
};
@@ -0,0 +1,63 @@
import { db } from "@/config/db";
import { getCurrentUser } from "@/handlers/serverUtils/user.utils";
import { getCompressionOutputPath } from "@/helpers/compression.server";
import { assets, exif } from "@/schema";
import { and, eq, inArray } from "drizzle-orm";
import { readdir, stat } from "node:fs/promises";
import type { NextApiRequest, NextApiResponse } from "next";
const COMPRESSION_ROOT = "/app/data/compression";
export default async function handler(req: NextApiRequest, res: NextApiResponse) {
const currentUser = await getCurrentUser(req);
if (!currentUser) return res.status(401).json({ message: "Unauthorized" });
if (req.method !== "GET") return res.status(405).json({ message: "Method not allowed" });
let assetIds: string[] = [];
try {
const entries = await readdir(COMPRESSION_ROOT, { withFileTypes: true });
assetIds = entries.filter((entry) => entry.isDirectory()).map((entry) => entry.name);
} catch (error: any) {
if (error?.code === "ENOENT") return res.status(200).json([]);
throw error;
}
if (assetIds.length === 0) return res.status(200).json([]);
const rows = await db
.select({
id: assets.id,
originalFileName: assets.originalFileName,
localDateTime: assets.localDateTime,
originalSize: exif.fileSizeInByte,
})
.from(assets)
.leftJoin(exif, eq(assets.id, exif.assetId))
.where(and(eq(assets.ownerId, currentUser.id), inArray(assets.id, assetIds)));
const results = await Promise.all(rows.map(async (asset) => {
try {
const outputPath = getCompressionOutputPath(asset.id);
const outputStat = await stat(outputPath);
if (!outputStat.isFile()) return null;
return {
assetId: asset.id,
originalFileName: asset.originalFileName,
localDateTime: asset.localDateTime,
originalSize: Number(asset.originalSize ?? 0),
compressedSize: outputStat.size,
compressedAt: outputStat.mtime.toISOString(),
resultUrl: `/api/assets/compression/result/${asset.id}`,
};
} catch {
return null;
}
}));
return res.status(200).json(
results
.filter((result): result is NonNullable<typeof result> => result !== null)
.sort((a, b) => b.compressedAt.localeCompare(a.compressedAt))
);
}
+268 -108
View File
@@ -16,7 +16,8 @@ import {
import PhotoSelectionContext, { IPhotoSelectionContext } from '@/contexts/PhotoSelectionContext'
import {
discardCompressedVideo,
ICompressionResult,
ICompressedVideo,
listCompressedVideos,
listCompressionVideos,
replaceCompressedVideo,
transcodeVideo,
@@ -27,21 +28,28 @@ import { useEffect, useMemo, useState } from 'react'
import toast from 'react-hot-toast'
const PAGE_SIZE = 200
const QUEUE_STORAGE_KEY = 'videoCompressionQueue'
const formatMB = (bytes?: number | null) => {
if (bytes == null) return 'Unknown'
return `${(bytes / 1024 / 1024).toFixed(1)} MB`
}
type QueueStatus = 'waiting' | 'compressing' | 'failed'
interface IQueueItem {
assetId: string
originalFileName: string
originalSize?: number | null
status: QueueStatus
error?: string
}
export default function CompressVideosPage() {
const [assets, setAssets] = useState<IAsset[]>([])
const [loading, setLoading] = useState(false)
const [page, setPage] = useState(1)
const [errorMessage, setErrorMessage] = useState('')
const [compressing, setCompressing] = useState(false)
const [replacing, setReplacing] = useState(false)
const [discarding, setDiscarding] = useState(false)
const [result, setResult] = useState<ICompressionResult | null>(null)
const [minSizeMb, setMinSizeMb] = useState('')
const [maxSizeMb, setMaxSizeMb] = useState('')
const [appliedMinSizeMb, setAppliedMinSizeMb] = useState('')
@@ -49,6 +57,14 @@ export default function CompressVideosPage() {
const [sortBy, setSortBy] = useState<'date' | 'size'>('date')
const [sortOrder, setSortOrder] = useState<'asc' | 'desc'>('desc')
const [queue, setQueue] = useState<IQueueItem[]>([])
const [queueLoaded, setQueueLoaded] = useState(false)
const [queueRunning, setQueueRunning] = useState(false)
const [compressedVideos, setCompressedVideos] = useState<ICompressedVideo[]>([])
const [compressedLoading, setCompressedLoading] = useState(false)
const [replacingAssetId, setReplacingAssetId] = useState<string | null>(null)
const [discardingAssetId, setDiscardingAssetId] = useState<string | null>(null)
const [contextState, setContextState] = useState<IPhotoSelectionContext>({
selectedIds: [],
assets: [],
@@ -68,9 +84,9 @@ export default function CompressVideosPage() {
},
})
const selectedAsset = useMemo(() => {
const selectedId = contextState.selectedIds[0]
return contextState.assets.find((asset) => asset.id === selectedId) ?? null
const selectedAssets = useMemo(() => {
const selectedIds = new Set(contextState.selectedIds)
return contextState.assets.filter((asset) => selectedIds.has(asset.id))
}, [contextState.assets, contextState.selectedIds])
const loadVideos = async () => {
@@ -87,7 +103,6 @@ export default function CompressVideosPage() {
})
setAssets(fetchedAssets)
contextState.updateContext({ assets: fetchedAssets, selectedIds: [] })
setResult(null)
} catch (error: any) {
setErrorMessage(error?.message ?? 'Failed to load videos')
} finally {
@@ -95,10 +110,56 @@ export default function CompressVideosPage() {
}
}
const loadCompressed = async () => {
setCompressedLoading(true)
try {
setCompressedVideos(await listCompressedVideos())
} catch (error: any) {
toast.error(error?.message ?? 'Failed to load compressed videos')
} finally {
setCompressedLoading(false)
}
}
useEffect(() => {
loadVideos()
}, [page, appliedMinSizeMb, appliedMaxSizeMb, sortBy, sortOrder])
useEffect(() => {
loadCompressed()
try {
const storedQueue = localStorage.getItem(QUEUE_STORAGE_KEY)
if (storedQueue) {
const items = JSON.parse(storedQueue) as Array<Omit<IQueueItem, 'status' | 'error'>>
setQueue(items.map((item) => ({ ...item, status: 'waiting' })))
}
} catch {
localStorage.removeItem(QUEUE_STORAGE_KEY)
} finally {
setQueueLoaded(true)
}
}, [])
useEffect(() => {
if (!queueLoaded) return
const persistedQueue = queue.map(({ assetId, originalFileName, originalSize }) => ({
assetId,
originalFileName,
originalSize,
}))
localStorage.setItem(QUEUE_STORAGE_KEY, JSON.stringify(persistedQueue))
}, [queue, queueLoaded])
useEffect(() => {
if (!queueLoaded || compressedLoading) return
const compressedIds = new Set(compressedVideos.map((item) => item.assetId))
setQueue((previous) => {
const filtered = previous.filter((item) => !compressedIds.has(item.assetId))
return filtered.length === previous.length ? previous : filtered
})
}, [compressedVideos, compressedLoading, queueLoaded])
const handleApplySizeFilter = () => {
setAppliedMinSizeMb(minSizeMb)
setAppliedMaxSizeMb(maxSizeMb)
@@ -114,65 +175,100 @@ export default function CompressVideosPage() {
}
const handleSelectionChange = (ids: string[]) => {
if (result) {
contextState.updateContext({ selectedIds: [result.assetId] })
contextState.updateContext({ selectedIds: ids })
}
const handleAddToQueue = () => {
const queuedIds = new Set(queue.map((item) => item.assetId))
const compressedIds = new Set(compressedVideos.map((item) => item.assetId))
const itemsToAdd = selectedAssets.filter(
(asset) => !queuedIds.has(asset.id) && !compressedIds.has(asset.id)
)
if (itemsToAdd.length === 0) {
toast.error('Selected videos are already queued or compressed')
return
}
const selectedIds = ids.length > 0 ? [ids[ids.length - 1]] : []
contextState.updateContext({ selectedIds })
setQueue((previous) => [
...previous,
...itemsToAdd.map((asset) => ({
assetId: asset.id,
originalFileName: asset.originalFileName,
originalSize: asset.fileSizeInByte,
status: 'waiting' as const,
})),
])
contextState.updateContext({ selectedIds: [] })
toast.success(`${itemsToAdd.length} video${itemsToAdd.length === 1 ? '' : 's'} added to queue`)
}
const handleCompress = async () => {
if (!selectedAsset) return
setCompressing(true)
setResult(null)
try {
const compressionResult = await transcodeVideo(selectedAsset.id)
setResult(compressionResult)
toast.success('Compression finished')
} catch (error: any) {
toast.error(error?.message ?? 'Compression failed')
} finally {
setCompressing(false)
const handleRunQueue = async () => {
if (queueRunning || queue.length === 0) return
const items = queue.map((item) => ({ ...item }))
setQueueRunning(true)
let failures = 0
for (const item of items) {
setQueue((previous) => previous.map((queuedItem) =>
queuedItem.assetId === item.assetId
? { ...queuedItem, status: 'compressing', error: undefined }
: queuedItem
))
try {
await transcodeVideo(item.assetId)
setQueue((previous) => previous.filter((queuedItem) => queuedItem.assetId !== item.assetId))
await loadCompressed()
} catch (error: any) {
failures += 1
setQueue((previous) => previous.map((queuedItem) =>
queuedItem.assetId === item.assetId
? { ...queuedItem, status: 'failed', error: error?.message ?? 'Compression failed' }
: queuedItem
))
}
}
setQueueRunning(false)
if (failures > 0) toast.error(`Queue finished with ${failures} failure${failures === 1 ? '' : 's'}`)
else toast.success('Queue finished')
}
const handleDiscard = async () => {
if (!result) return
setDiscarding(true)
const handleDiscard = async (assetId: string) => {
setDiscardingAssetId(assetId)
try {
await discardCompressedVideo(result.assetId)
setResult(null)
await discardCompressedVideo(assetId)
setCompressedVideos((previous) => previous.filter((item) => item.assetId !== assetId))
toast.success('Compressed file discarded')
} catch (error: any) {
toast.error(error?.message ?? 'Failed to discard compressed file')
} finally {
setDiscarding(false)
setDiscardingAssetId(null)
}
}
const handleReplace = async () => {
if (!result) return
setReplacing(true)
const handleReplace = async (assetId: string) => {
setReplacingAssetId(assetId)
try {
await replaceCompressedVideo(result.assetId)
const remainingAssets = assets.filter((asset) => asset.id !== result.assetId)
await replaceCompressedVideo(assetId)
const remainingAssets = assets.filter((asset) => asset.id !== assetId)
setAssets(remainingAssets)
contextState.updateContext({ assets: remainingAssets, selectedIds: [] })
setResult(null)
contextState.updateContext({
assets: remainingAssets,
selectedIds: contextState.selectedIds.filter((id) => id !== assetId),
})
setCompressedVideos((previous) => previous.filter((item) => item.assetId !== assetId))
setQueue((previous) => previous.filter((item) => item.assetId !== assetId))
toast.success('Asset replaced in Immich')
} catch (error: any) {
toast.error(error?.message ?? 'Failed to replace asset')
} finally {
setReplacing(false)
setReplacingAssetId(null)
}
}
const savedBytes = result ? result.originalSize - result.compressedSize : 0
const savedPercent = result && result.originalSize > 0
? Math.round((savedBytes / result.originalSize) * 100)
: 0
return (
<PageLayout className="!p-0 !mb-0 relative pb-24">
<Header
@@ -182,7 +278,7 @@ export default function CompressVideosPage() {
<Button
variant="outline"
size="sm"
disabled={page === 1 || loading || !!result}
disabled={page === 1 || loading}
onClick={() => setPage((value) => Math.max(1, value - 1))}
>
<ChevronLeft className="w-4 h-4" />
@@ -191,7 +287,7 @@ export default function CompressVideosPage() {
<Button
variant="outline"
size="sm"
disabled={assets.length < PAGE_SIZE || loading || !!result}
disabled={assets.length < PAGE_SIZE || loading}
onClick={() => setPage((value) => value + 1)}
>
<ChevronRight className="w-4 h-4" />
@@ -208,7 +304,6 @@ export default function CompressVideosPage() {
step="any"
placeholder="Min size MB"
value={minSizeMb}
disabled={!!result}
onChange={(event) => setMinSizeMb(event.target.value)}
className="w-32"
/>
@@ -218,29 +313,19 @@ export default function CompressVideosPage() {
step="any"
placeholder="Max size MB"
value={maxSizeMb}
disabled={!!result}
onChange={(event) => setMaxSizeMb(event.target.value)}
className="w-32"
/>
<Button
variant="outline"
disabled={!!result}
onClick={handleApplySizeFilter}
>
<Button variant="outline" onClick={handleApplySizeFilter}>
Apply size
</Button>
{(appliedMinSizeMb !== '' || appliedMaxSizeMb !== '') && (
<Button
variant="ghost"
disabled={!!result}
onClick={handleClearSizeFilter}
>
<Button variant="ghost" onClick={handleClearSizeFilter}>
Clear
</Button>
)}
<Select
value={sortBy}
disabled={!!result}
onValueChange={(value) => {
setSortBy(value as 'date' | 'size')
setPage(1)
@@ -256,7 +341,6 @@ export default function CompressVideosPage() {
</Select>
<Select
value={sortOrder}
disabled={!!result}
onValueChange={(value) => {
setSortOrder(value as 'asc' | 'desc')
setPage(1)
@@ -272,6 +356,124 @@ export default function CompressVideosPage() {
</Select>
</div>
<div className="px-4 pt-4 grid gap-4 lg:grid-cols-2">
<section className="rounded-lg border bg-card">
<div className="flex items-center justify-between gap-3 border-b p-3">
<div>
<div className="font-medium">Compression queue</div>
<div className="text-xs text-muted-foreground">{queue.length} queued</div>
</div>
<div className="flex gap-2">
{queue.length > 0 && (
<Button
variant="ghost"
size="sm"
disabled={queueRunning}
onClick={() => setQueue([])}
>
Clear
</Button>
)}
<Button
size="sm"
disabled={queueRunning || queue.length === 0}
onClick={handleRunQueue}
>
{queueRunning ? 'Running...' : 'Run queue'}
</Button>
</div>
</div>
<div className="max-h-64 overflow-auto">
{queue.length === 0 ? (
<div className="p-4 text-sm text-muted-foreground">Queue is empty.</div>
) : queue.map((item) => (
<div key={item.assetId} className="flex items-center justify-between gap-3 border-b last:border-b-0 p-3">
<div className="min-w-0">
<div className="truncate text-sm font-medium">{item.originalFileName}</div>
<div className="text-xs text-muted-foreground">
{formatMB(item.originalSize)} · {item.status === 'failed' ? 'Failed' : item.status === 'compressing' ? 'Compressing' : 'Waiting'}
</div>
{item.error && <div className="text-xs text-destructive truncate">{item.error}</div>}
</div>
<Button
variant="ghost"
size="sm"
disabled={queueRunning}
onClick={() => setQueue((previous) => previous.filter((queuedItem) => queuedItem.assetId !== item.assetId))}
>
Remove
</Button>
</div>
))}
</div>
</section>
<section className="rounded-lg border bg-card">
<div className="border-b p-3">
<div className="font-medium">Compressed files</div>
<div className="text-xs text-muted-foreground">{compressedVideos.length} ready</div>
</div>
<div className="max-h-64 overflow-auto">
{compressedLoading ? (
<div className="flex justify-center p-6"><Loader /></div>
) : compressedVideos.length === 0 ? (
<div className="p-4 text-sm text-muted-foreground">No compressed files.</div>
) : compressedVideos.map((item) => {
const savedBytes = item.originalSize - item.compressedSize
const savedPercent = item.originalSize > 0
? Math.round((savedBytes / item.originalSize) * 100)
: 0
const replacing = replacingAssetId === item.assetId
const discarding = discardingAssetId === item.assetId
return (
<div key={item.assetId} className="border-b last:border-b-0 p-3">
<div className="flex items-start justify-between gap-3">
<div className="min-w-0">
<div className="truncate text-sm font-medium">{item.originalFileName}</div>
<div className="text-xs text-muted-foreground">
{formatMB(item.originalSize)} → {formatMB(item.compressedSize)} · saved {formatMB(savedBytes)} ({savedPercent}%)
</div>
</div>
<div className="flex shrink-0 gap-1">
<Button
variant="outline"
size="sm"
onClick={() => window.open(item.resultUrl, '_blank')}
>
<ExternalLink className="w-4 h-4" />
</Button>
<Button
variant="outline"
size="sm"
disabled={discarding || replacing}
onClick={() => handleDiscard(item.assetId)}
>
<Trash2 className="w-4 h-4" />
</Button>
<AlertDialog
title="Replace this asset in Immich?"
description="The compressed video will be uploaded as a new Immich asset. Its associations and metadata will be copied, then the original asset will be permanently deleted."
onConfirm={() => handleReplace(item.assetId)}
variant="destructive"
disabled={replacing || discarding}
asChild
>
<Button variant="destructive" size="sm" disabled={replacing || discarding}>
{replacing ? 'Replacing...' : 'Replace'}
</Button>
</AlertDialog>
</div>
</div>
</div>
)
})}
</div>
</section>
</div>
{loading ? (
<div className="flex justify-center py-16"><Loader /></div>
) : errorMessage ? (
@@ -291,57 +493,15 @@ export default function CompressVideosPage() {
</div>
)}
{selectedAsset && (
{selectedAssets.length > 0 && (
<FloatingBar className="max-w-3xl">
<div className="w-full flex items-center gap-4 justify-between">
<div className="min-w-0">
<div className="text-sm font-medium truncate">{selectedAsset.originalFileName}</div>
{!result ? (
<div className="text-xs text-muted-foreground">{formatMB(selectedAsset.fileSizeInByte)}</div>
) : (
<div className="text-xs text-muted-foreground flex flex-wrap gap-x-3">
<span>Original: {formatMB(result.originalSize)}</span>
<span>Compressed: {formatMB(result.compressedSize)}</span>
<span>Saved: {formatMB(savedBytes)} ({savedPercent}%)</span>
</div>
)}
<div className="text-sm font-medium">
{selectedAssets.length} video{selectedAssets.length === 1 ? '' : 's'} selected
</div>
{!result ? (
<Button onClick={handleCompress} disabled={compressing}>
{compressing ? 'Compressing...' : 'Compress'}
</Button>
) : (
<div className="flex items-center gap-2 shrink-0">
<Button
variant="outline"
onClick={() => window.open(result.resultUrl, '_blank')}
>
<ExternalLink className="w-4 h-4 mr-2" />
Preview
</Button>
<Button
variant="outline"
onClick={handleDiscard}
disabled={discarding || replacing}
>
<Trash2 className="w-4 h-4 mr-2" />
{discarding ? 'Discarding...' : 'Discard'}
</Button>
<AlertDialog
title="Replace this asset in Immich?"
description="The compressed video will be uploaded as a new Immich asset. Its associations and metadata will be copied, then the original asset will be permanently deleted."
onConfirm={handleReplace}
variant="destructive"
disabled={replacing || discarding}
asChild
>
<Button variant="destructive" disabled={replacing || discarding}>
{replacing ? 'Replacing...' : 'Replace in Immich'}
</Button>
</AlertDialog>
</div>
)}
<Button onClick={handleAddToQueue}>
Add to queue
</Button>
</div>
</FloatingBar>
)}