New csv importer

app/Enums/CampaignImportStatus.php

@@ -9,4 +9,6 @@ enum CampaignImportStatus: int
     case RUNNING = 3;
     case FINISHED = 4;
     case FAILED = 5;
+    case VALIDATING = 6;
+    case READY = 7;
 }

app/Http/Controllers/Campaign/ImportController.php

@@ -6,6 +6,7 @@
 use App\Facades\Datagrid;
 use App\Http\Controllers\Controller;
 use App\Models\Campaign;
+use App\Models\CampaignImport;
 use App\Services\Campaign\Import\PrepareService;
 
 class ImportController extends Controller
@@ -54,4 +55,13 @@ public function index(Campaign $campaign)
             ->with('token', $token)
             ->with('rows', $rows);
     }
+
+    public function csv(Campaign $campaign, CampaignImport $campaignImport)
+    {
+        $this->authorize('setting', $campaign);
+
+        return view('campaigns.import.process-csv')
+            ->with('campaign', $campaign)
+            ->with('import', $campaignImport);
+    }
 }

app/Jobs/Campaigns/Import.php

@@ -5,6 +5,7 @@
 use App\Enums\CampaignImportStatus;
 use App\Models\CampaignImport;
 use App\Services\Campaign\Import\ImportService;
+use App\Services\CsvValidatorService;
 use Exception;
 use Illuminate\Bus\Queueable;
 use Illuminate\Contracts\Queue\ShouldQueue;
@@ -61,11 +62,19 @@ public function handle()
         Log::info('Campaign import', ['running', 'id' => $this->jobID]);
         $job->update(['status_id' => CampaignImportStatus::RUNNING]);
 
-        /** @var ImportService $service */
-        $service = app()->make(ImportService::class);
-        $service
-            ->job($job)
-            ->run();
+        if ($job->isCsv()) {
+            Log::info('Campaign import', ['csv', 'id' => $this->jobID]);
+            $service = app()->make(CsvValidatorService::class)
+                ->job($job)
+                ->run();
+        } else {
+            Log::info('Campaign import', ['backup import', 'id' => $this->jobID]);
+            /** @var ImportService $service */
+            $service = app()->make(ImportService::class);
+            $service
+                ->job($job)
+                ->run();
+        }
 
         return 1;
     }

app/Jobs/Campaigns/ImportCsv.php

@@ -0,0 +1,110 @@
+<?php
+
+namespace App\Jobs\Campaigns;
+
+use App\Enums\CampaignImportStatus;
+use App\Models\CampaignImport;
+use App\Models\EntityType;
+use App\Services\CsvImportService;
+use Exception;
+use Illuminate\Bus\Queueable;
+use Illuminate\Contracts\Queue\ShouldQueue;
+use Illuminate\Foundation\Bus\Dispatchable;
+use Illuminate\Queue\InteractsWithQueue;
+use Illuminate\Queue\SerializesModels;
+use Illuminate\Support\Facades\Log;
+use Throwable;
+
+class ImportCsv implements ShouldQueue
+{
+    use Dispatchable;
+    use InteractsWithQueue;
+    use Queueable;
+    use SerializesModels;
+
+    /**
+     * The number of times the job may be attempted.
+     *
+     * @var int
+     */
+    public $tries = 1;
+
+    protected int $jobID;
+    protected int $userId;
+    protected int $entityTypeId;
+    protected array $columnMap;
+    protected array $tagIds;
+    protected array $appearances;
+    protected array $personalities;
+
+    /**
+     * CampaignExport constructor.
+     */
+    public function __construct(CampaignImport $campaignImport, int $userId, int $entityTypeId, array $columnMap, array $tagIds, array $appearances, array $personalities)
+    {
+        $this->jobID = $campaignImport->id;
+        $this->userId = $userId;
+        $this->columnMap = $columnMap;
+        $this->tagIds = $tagIds;
+        $this->entityTypeId = $entityTypeId;
+        $this->appearances = $appearances;
+        $this->personalities = $personalities;
+    }
+
+    /**
+     * Execute the job
+     *
+     * @throws Exception
+     */
+    public function handle()
+    {
+        Log::info('CSV campaign import', ['init', 'id' => $this->jobID]);
+        /** @var CampaignImport $job */
+        $job = CampaignImport::find($this->jobID);
+
+        $entityType = EntityType::inCampaign($job->campaign)->where('id', $this->entityTypeId)->first();
+
+        if (! $job || ! $entityType) {
+            Log::info('CSV campaign import', ['empty', 'id' => $this->jobID]);
+
+            return 0;
+        }
+
+        if (! $job->campaign || ! $job->user) {
+            Log::info('Campaign import', ['empty_campaign_or_user', 'id' => $this->jobID]);
+
+            return 0;
+        }
+
+        Log::info('CSV campaign import', ['running', 'id' => $this->jobID]);
+        $job->update(['status_id' => CampaignImportStatus::RUNNING]);
+
+        $service = app()->make(CsvImportService::class)
+            ->job($job)
+            ->campaign($job->campaign)
+            ->user($job->user)
+            ->entityType($entityType)
+            ->fieldMap($this->columnMap)
+            ->traits($this->appearances, $this->personalities)
+            ->tags($this->tagIds)
+            ->run();
+
+        return 1;
+    }
+
+    public function failed(Throwable $exception)
+    {
+        $job = CampaignImport::find($this->jobID);
+        if (! $job) {
+            Log::info('Campaign import', ['empty', 'id' => $this->jobID]);
+
+            return 0;
+        }
+
+        /** @var CsvImportService $service */
+        $service = app()->make(CsvImportService::class);
+        $service
+            ->job($job)
+            ->fail($exception);
+    }
+}

app/Livewire/Campaigns/CsvImport.php

@@ -0,0 +1,166 @@
+<?php
+
+namespace App\Livewire\Campaigns;
+
+use App\Facades\Avatar;
+use App\Facades\CampaignCache;
+use App\Facades\CampaignLocalization;
+use App\Facades\Module;
+use App\Facades\UserCache;
+use App\Jobs\Campaigns\ImportCsv;
+use App\Models\Campaign;
+use App\Models\CampaignImport;
+use App\Models\Entity;
+use App\Models\EntityType;
+use App\Services\CsvValidatorService;
+use App\Services\EntityTypeService;
+use Livewire\Attributes\Validate;
+use Livewire\Component;
+use Livewire\WithFileUploads;
+
+class CsvImport extends Component
+{
+    use WithFileUploads;
+
+    public Campaign $campaign;
+    public CampaignImport $import;
+    public EntityType $type;
+
+    #[Validate('required|exists:entity_types,id')]
+    public int $entityType = 0;
+
+    public array $columnMap = [];
+    public array $entityTypes = [];
+    public array $headers = [];
+    public array $fillableFields = [];
+    public array $columns = [];
+    public array $fullColumns = [];
+    public array $preview = [];
+    public bool $canAssign = false;
+    public string $tagLabel = '';
+    public array $tags = [];
+    public bool $success = false;
+    public $personalities = [];
+    public $appearances = [];
+
+    public function mount(Campaign $campaign, CampaignImport $campaignImport)
+    {
+        $this->campaign = $campaign;
+
+        UserCache::campaign($this->campaign);
+        Avatar::campaign($this->campaign);
+        CampaignCache::campaign($this->campaign);
+        CampaignLocalization::forceCampaign($this->campaign);
+
+        $this->tagLabel = Module::plural(config('entities.ids.tag'), __('entities.tags'));
+
+        $this->import = $campaignImport;
+        $entityTypeService = app(EntityTypeService::class);
+
+        $this->entityTypes = $entityTypeService
+            ->campaign($campaign)
+            ->exclude([config('entities.ids.bookmark'), config('entities.ids.whiteboard'), config('entities.ids.bookmark'), config('entities.ids.dice_roll'), config('entities.ids.attribute_template'), config('entities.ids.conversation'), config('entities.ids.calendar')])
+            ->toSelect();
+
+        $this->entityType = array_key_first($this->entityTypes);
+
+        $csvValidatorService = app(CsvValidatorService::class);
+
+        $this->headers = $csvValidatorService
+            ->campaign($campaign)
+            ->job($campaignImport)
+            ->toSelect();
+
+        $this->preview = $csvValidatorService->preview();
+    }
+
+    public function addPersonality()
+    {
+        $this->personalities[] = null; // Adds a new empty entry
+    }
+
+    public function addAppearance()
+    {
+        $this->appearances[] = null; // Adds a new empty entry
+    }
+
+    public function removePersonality($index)
+    {
+        unset($this->personalities[$index]);
+        $this->personalities = array_values($this->personalities);
+    }
+
+    public function removeAppearance($index)
+    {
+        unset($this->appearances[$index]);
+        $this->appearances = array_values($this->appearances);
+    }
+
+    public function selectEntity()
+    {
+        $this->type = EntityType::where('id', $this->entityType)->first();
+        $this->canAssign = true;
+        if ($this->type->isCustom()) {
+            $fields = app()->make(Entity::class)->getFillable();
+        } else {
+            $fields = $this->type->getMiscClass()->getFillable();
+        }
+
+        //$this->fillableFields = array_values(array_diff($this->fillableFields, ['campaign_id', 'entity_id']));
+
+        $fields = array_values(array_filter(
+            $fields,
+            fn($field) => !str_ends_with($field, '_id') && !str_ends_with($field, 'uuid') && $field != 'is_template' && $field != 'is_template' && $field != 'slug' && $field != 'is_attributes_private'
+        ));
+
+        foreach ($fields as $field) {
+            $this->fillableFields[$field] = $this->fieldName($field);
+        }
+        //dd($this->fillableFields);
+
+        $this->fullColumns = $this->import->config['filled_columns'];
+    }
+
+    public function fieldName(string $field): string
+    {
+        try {
+            $crudKey = 'crud.fields.' . $field;
+            $crudTrans = __($crudKey);
+            if ($crudTrans != $crudKey) {
+                return $crudTrans;
+            }
+            return __($this->type->pluralCode() . '.fields.' . $field);
+        } catch (\Exception $e) {
+            return 'Invalid_field_translation';
+        }
+    }
+
+    public function updatedColumnMap($value, $key)
+    {
+        // If the selected value is empty or null
+        if (blank($value)) {
+            // Remove the key entirely from the array
+            unset($this->columnMap[$key]);
+        }
+    }
+
+    public function submit() 
+    {
+        $tagIds = [];
+        foreach ($this->tags as $tag) {
+            $tagIds[] = $tag['id'];
+        }
+
+        ImportCsv::dispatch($this->import, auth()->user()->id, $this->entityType, $this->columnMap, $tagIds, $this->appearances, $this->personalities)->onQueue('heavy');
+
+        return $this->redirectRoute(
+            'campaign.import',
+            ['campaign' => $this->campaign]
+        );
+    }
+
+    public function render()
+    {
+        return view('livewire.campaigns.csv-import');
+    }
+}