feat (web/server) 360 degrees Web panoramas [attempt 2]

server/immich-openapi-specs.json

@@ -5553,6 +5553,11 @@
             "type": "string",
             "nullable": true,
             "default": null
+          },
+          "projectionType": {
+            "type": "string",
+            "nullable": true,
+            "default": null
           }
         }
       },

server/package.json

@@ -58,7 +58,7 @@
     "class-transformer": "^0.5.1",
     "class-validator": "^0.14.0",
     "cookie-parser": "^1.4.6",
-    "exiftool-vendored": "^19.0.0",
+    "exiftool-vendored": "^22.0.0",
     "exiftool-vendored.pl": "^12.54.0",
     "fluent-ffmpeg": "^2.1.2",
     "handlebars": "^4.7.7",

server/src/domain/asset/response-dto/exif-response.dto.ts

@@ -24,6 +24,7 @@ export class ExifResponseDto {
   state?: string | null = null;
   country?: string | null = null;
   description?: string | null = null;
+  projectionType?: string | null = null;
 }
 
 export function mapExif(entity: ExifEntity): ExifResponseDto {
@@ -48,5 +49,6 @@ export function mapExif(entity: ExifEntity): ExifResponseDto {
     state: entity.state,
     country: entity.country,
     description: entity.description,
+    projectionType: entity.projectionType,
   };
 }

server/src/infra/entities/exif.entity.ts

@@ -3,6 +3,17 @@ import { Column } from 'typeorm/decorator/columns/Column';
 import { Entity } from 'typeorm/decorator/entity/Entity';
 import { AssetEntity } from './asset.entity';
 
+export enum ProjectionType {
+  EQUIRECTANGULAR = 'EQUIRECTANGULAR',
+  CUBEMAP = 'CUBEMAP',
+  CUBESTRIP = 'CUBESTRIP',
+  EQUIRECTANGULAR_STEREO = 'EQUIRECTANGULAR_STEREO',
+  CUBEMAP_STEREO = 'CUBEMAP_STEREO',
+  CUBESTRIP_STEREO = 'CUBESTRIP_STEREO',
+  CYLINDER = 'CYLINDER',
+  NONE = 'NONE',
+}
+
 @Entity('exif')
 export class ExifEntity {
   @OneToOne(() => AssetEntity, { onDelete: 'CASCADE', nullable: true })
@@ -43,6 +54,15 @@ export class ExifEntity {
   @Column({ type: 'float', nullable: true })
   longitude!: number | null;
 
+  @Column({
+    type: 'enum',
+    enum: ProjectionType,
+    enumName: 'projectionType',
+    default: ProjectionType.NONE,
+    nullable: true,
+  })
+  projectionType!: ProjectionType | null;
+
   @Column({ type: 'varchar', nullable: true })
   city!: string | null;
 

server/src/infra/migrations/1690217088596-Panoramas.ts

@@ -0,0 +1,16 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class Panoramas1690217088596 implements MigrationInterface {
+    name = 'Panoramas1690217088596'
+
+    public async up(queryRunner: QueryRunner): Promise<void> {
+        await queryRunner.query(`CREATE TYPE "public"."projectionType" AS ENUM('EQUIRECTANGULAR', 'CUBEMAP', 'CUBESTRIP', 'EQUIRECTANGULAR_STEREO', 'CUBEMAP_STEREO', 'CUBESTRIP_STEREO', 'CYLINDER', 'NONE')`);
+        await queryRunner.query(`ALTER TABLE "exif" ADD "projectionType" "public"."projectionType" DEFAULT 'NONE'`);
+    }
+
+    public async down(queryRunner: QueryRunner): Promise<void> {
+        await queryRunner.query(`ALTER TABLE "exif" DROP COLUMN "projectionType"`);
+        await queryRunner.query(`DROP TYPE "public"."projectionType"`);
+    }
+
+}

server/src/microservices/processors/metadata-extraction.processor.ts

@@ -14,7 +14,7 @@ import {
   usePagination,
   WithoutProperty,
 } from '@app/domain';
-import { AssetEntity, AssetType, ExifEntity } from '@app/infra/entities';
+import { AssetEntity, AssetType, ExifEntity, ProjectionType } from '@app/infra/entities';
 import { Inject, Logger } from '@nestjs/common';
 import { ConfigService } from '@nestjs/config';
 import { InjectRepository } from '@nestjs/typeorm';
@@ -336,6 +336,19 @@ export class MetadataExtractionProcessor {
         await this.extractEmbeddedVideo(asset, offset, null, fileCreatedAt);
       }
     }
+
+    const exifProperty = getExifProperty('ProjectionType');
+    let projectionType: ProjectionType | null = null; // Initialize it as null
+
+    if (exifProperty) {
+      const exifPropertyUpper = exifProperty.toUpperCase();
+
+      if (exifPropertyUpper in ProjectionType) {
+        projectionType = ProjectionType[exifPropertyUpper as keyof typeof ProjectionType];
+      }
+    }
+
+    newExif.projectionType = projectionType;
     newExif.livePhotoCID = getExifProperty('MediaGroupUUID');
     if (newExif.livePhotoCID && !asset.livePhotoVideoId) {
       const motionAsset = await this.assetRepository.findLivePhotoMatch({

server/test/fixtures.ts

@@ -21,6 +21,7 @@ import {
   ExifEntity,
   PartnerEntity,
   PersonEntity,
+  ProjectionType,
   SharedLinkEntity,
   SharedLinkType,
   SystemConfigEntity,
@@ -882,6 +883,7 @@ export const sharedLinkStub = {
           livePhotoVideoId: null,
           originalFileName: 'asset_1.jpeg',
           exifInfo: {
+            projectionType: ProjectionType.NONE,
             livePhotoCID: null,
             assetId: 'id_1',
             description: 'description',