fix queue execute scraping syncronize simbg add new column to resume

2025-03-03 22:55:57 +07:00
parent 9ea7e96af1
commit 3bfcaddba4
16 changed files with 503 additions and 150 deletions
--- a/app/Console/Commands/ExecuteScraping.php
+++ b/app/Console/Commands/ExecuteScraping.php
@@ -2,6 +2,7 @@

 namespace App\Console\Commands;

+use App\Jobs\SyncronizeSIMBG;
 use App\Services\ServiceSIMBG;
 use Illuminate\Console\Command;
 use \Illuminate\Support\Facades\Log;
@@ -28,13 +29,12 @@ class ExecuteScraping extends Command

    private $service_simbg;

-    public function __construct(ServiceSIMBG $service_simbg){
-        $this->service_simbg = $service_simbg;
+    public function __construct(){
        parent::__construct();
    }
    public function handle()
    {
+        SyncronizeSIMBG::dispatch();
        Log::info("running scheduler daily scraping");
-        $this->service_simbg->syncTaskList();
    }
 }
--- a/app/Http/Controllers/Api/LackOfPotentialController.php
+++ b/app/Http/Controllers/Api/LackOfPotentialController.php
@@ -7,6 +7,7 @@ use App\Models\Advertisement;
 use App\Models\Customer;
 use App\Models\SpatialPlanning;
 use Illuminate\Http\Request;
+use App\Models\TourismBasedKBLI;

 class LackOfPotentialController extends Controller
 {
@@ -16,11 +17,13 @@ class LackOfPotentialController extends Controller
            $total_reklame = Advertisement::count();
            $total_pdam = Customer::count();
            $total_tata_ruang = SpatialPlanning::count();
+            $data_report_tourism = TourismBasedKBLI::all();

            return response()->json([
                'total_reklame' => $total_reklame,
                'total_pdam' => $total_pdam,
-                'total_tata_ruang' => $total_tata_ruang
+                'total_tata_ruang' => $total_tata_ruang,
+                'data_report' => $data_report_tourism,
            ], 200);
        }catch(\Exception $e){
            return response()->json([
--- a/app/Http/Controllers/Api/ScrapingController.php
+++ b/app/Http/Controllers/Api/ScrapingController.php
@@ -4,6 +4,7 @@ namespace App\Http\Controllers\Api;

 use App\Enums\ImportDatasourceStatus;
 use App\Http\Controllers\Controller;
+use App\Jobs\SyncronizeSIMBG;
 use App\Models\ImportDatasource;
 use App\Traits\GlobalApiResponse;
 use Illuminate\Support\Facades\Artisan;
@@ -23,8 +24,8 @@ class ScrapingController extends Controller
        }

        // run service artisan command 
-        Artisan::call("app:execute-scraping");
-        return $this->resSuccess("Success execute scraping service please wait");
+        SyncronizeSIMBG::dispatch();
+        return $this->resSuccess(["message" => "Success execute scraping service on background, check status for more"]);
    }

    /**
--- a/app/Http/Controllers/Settings/SyncronizeController.php
+++ b/app/Http/Controllers/Settings/SyncronizeController.php
@@ -17,12 +17,12 @@ class SyncronizeController extends Controller
    }

    public function syncPbgTask(){
-        $res = $this->service_simbg->syncTaskList();
+        $res = $this->service_simbg->syncTaskPBG();
        return $res;
    }

    public function syncronizeTask(Request $request){
-        $res = $this->service_simbg->syncTaskList();
+        $res = $this->service_simbg->syncTaskPBG();
        return redirect()->back()->with('success', 'Processing completed successfully');
    }

--- a/app/Jobs/SyncronizeSIMBG.php
+++ b/app/Jobs/SyncronizeSIMBG.php
@@ -0,0 +1,27 @@
+<?php
+
+namespace App\Jobs;
+
+use App\Services\GoogleSheetService;
+use App\Services\ServiceSIMBG;
+use Illuminate\Bus\Queueable;
+use Illuminate\Contracts\Queue\ShouldQueue;
+use Illuminate\Foundation\Bus\Dispatchable;
+use Illuminate\Queue\InteractsWithQueue;
+use Illuminate\Queue\SerializesModels;
+
+class SyncronizeSIMBG implements ShouldQueue
+{
+    use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
+
+
+    public function __construct()
+    {
+    }
+
+    public function handle(): void
+    {
+        $serviceSIMBG = app(ServiceSIMBG::class);
+        $serviceSIMBG->syncTaskPBG();
+    }
+}
--- a/app/Models/BigdataResume.php
+++ b/app/Models/BigdataResume.php
@@ -23,7 +23,13 @@ class BigdataResume extends Model
        'non_business_sum',
        'spatial_count',
        'spatial_sum',
-        'year'
+        'year',
+        'waiting_click_dpmptsp_count',
+        'waiting_click_dpmptsp_sum',
+        'issuance_realization_pbg_count',
+        'issuance_realization_pbg_sum',
+        'process_in_technical_office_count',
+        'process_in_technical_office_sum',
    ];

    public function importDatasource()
@@ -31,7 +37,7 @@ class BigdataResume extends Model
        return $this->belongsTo(ImportDatasource::class, 'import_datasource_id');
    }

-    public static function generateResumeData($import_datasource_id, $year){
+    public static function generateResumeData($import_datasource_id, $year, $data_setting){
        $stats = PbgTask::with(['googleSheet', 'pbg_task_retributions'])
            ->leftJoin('pbg_task_retributions as ptr', 'pbg_task.uuid', '=', 'ptr.pbg_task_uid')
            ->leftJoin('pbg_task_google_sheet as ptgs', 'pbg_task.registration_number', '=', 'ptgs.no_registrasi')
@@ -82,9 +88,15 @@ class BigdataResume extends Model
        $potention_total = $query_potention->total_retribution ?? 0;

        $query_spatial_plannings = once(function () use ($year) {
-            $query = PbgTask::join('spatial_plannings as sp', 'pbg_task.document_number', '=', 'sp.number')
-                ->join('pbg_task_retributions as ptr', 'ptr.pbg_task_uid', '=', 'pbg_task.uuid')
-                ->selectRaw('COUNT(DISTINCT pbg_task.id) as task_count, SUM(ptr.nilai_retribusi_bangunan) as total_retribution');
+            $query = PbgTask::leftJoin('spatial_plannings as sp', 'pbg_task.document_number', '=', 'sp.number')
+                ->leftJoin('pbg_task_retributions as ptr', 'ptr.pbg_task_uid', '=', 'pbg_task.uuid')
+                ->selectRaw('
+                    CASE 
+                        WHEN COUNT(DISTINCT sp.id) > 0 THEN COUNT(DISTINCT sp.id)
+                        ELSE (SELECT COUNT(*) FROM spatial_plannings) 
+                    END as task_count,
+                    SUM(CASE WHEN sp.id IS NOT NULL AND ptr.id IS NOT NULL THEN ptr.nilai_retribusi_bangunan ELSE 0 END) as total_retribution
+                ');

            if ($year !== 'all') {
                $query->whereYear('pbg_task.task_created_at', (int) $year);
@@ -94,7 +106,7 @@ class BigdataResume extends Model
        });

        $spatial_planning_count = $query_spatial_plannings->task_count ?? 0;
-        $spatial_planning_total = $query_spatial_plannings->total_retribution ?? 0;
+        $spatial_planning_total = $query_spatial_plannings->total_retribution;

        $potention_count -= $spatial_planning_count;
        $potention_total -= $spatial_planning_total;
@@ -113,7 +125,13 @@ class BigdataResume extends Model
            'business_sum' => $business_total ?? 0.00,
            'non_business_count' => $non_business_count ?? 0,
            'non_business_sum' => $non_business_total ?? 0.00,
-            'year' => $year
+            'year' => $year,
+            'waiting_click_dpmptsp_count' => $data_setting['MENUNGGU_KLIK_DPMPTSP_COUNT'] ?? 0,
+            'waiting_click_dpmptsp_sum' => $data_setting['MENUNGGU_KLIK_DPMPTSP_SUM'] ?? 0.00,
+            'issuance_realization_pbg_count' => $data_setting['REALISASI_TERBIT_PBG_COUNT'] ?? 0,
+            'issuance_realization_pbg_sum' => $data_setting['REALISASI_TERBIT_PBG_SUM'] ?? 0.00,
+            'process_in_technical_office_count' => $data_setting['PROSES_DINAS_TEKNIS_COUNT'] ?? 0,
+            'process_in_technical_office_sum' => $data_setting['PROSES_DINAS_TEKNIS_SUM'] ??0.00,
        ]);
    }
 }
--- a/app/Providers/AppServiceProvider.php
+++ b/app/Providers/AppServiceProvider.php
@@ -9,6 +9,8 @@ use Illuminate\Support\Facades\Blade;
 use Illuminate\Support\Facades\View;
 use Illuminate\Support\ServiceProvider;
 use Carbon\Carbon;
+use App\Services\ServiceSIMBG;
+use App\Services\GoogleSheetService;

 class AppServiceProvider extends ServiceProvider
 {
@@ -17,7 +19,9 @@ class AppServiceProvider extends ServiceProvider
     */
    public function register(): void
    {
-        //
+        $this->app->singleton(ServiceSIMBG::class, function ($app) {
+            return new ServiceSIMBG($app->make(GoogleSheetService::class));
+        });
    }

    /**
--- a/app/Services/GoogleSheetService.php
+++ b/app/Services/GoogleSheetService.php
@@ -13,6 +13,7 @@ class GoogleSheetService
    protected $client;
    protected $service;
    protected $spreadsheetID;
+    protected $service_sheets;
    public function __construct()
    {
        $this->client = new Google_Client();
--- a/app/Services/ServiceSIMBG.php
+++ b/app/Services/ServiceSIMBG.php
@@ -15,6 +15,9 @@ use App\Traits\GlobalApiResponse;
 use Illuminate\Support\Facades\Log;
 use Carbon\Carbon;
 use App\Services\ServiceClient;
+use App\Services\GoogleSheetService;
+use App\Models\DataSetting;
+use App\Models\PbgTaskGoogleSheet;

 class ServiceSIMBG
 {
@@ -24,10 +27,11 @@ class ServiceSIMBG
    private $simbg_host;
    private $fetch_per_page;
    private $service_client;
+    private $googleSheetService;
    /**
     * Create a new class instance.
     */
-    public function __construct()
+    public function __construct(GoogleSheetService $googleSheetService)
    {
        $settings = GlobalSetting::whereIn('key', [
            'SIMBG_EMAIL', 'SIMBG_PASSWORD', 'SIMBG_HOST', 'FETCH_PER_PAGE'
@@ -39,6 +43,7 @@ class ServiceSIMBG
        $this->fetch_per_page = trim((string) ($settings['FETCH_PER_PAGE'] ?? ""));
    
        $this->service_client = new ServiceClient($this->simbg_host);
+        $this->googleSheetService = $googleSheetService;
    }

    public function getToken(){
@@ -112,12 +117,173 @@ class ServiceSIMBG
        }
    }

-    public function syncTaskList()
+    public function syncTaskPBG()
    {
        try {
            $importDatasource = ImportDatasource::create([
                'status' => ImportDatasourceStatus::Processing->value,
            ]);
+
+            // sync google sheet first
+            $totalRowCount = $this->googleSheetService->getLastRowByColumn("C");
+            $sheetData = $this->googleSheetService->getSheetDataCollection($totalRowCount);
+            $sheet_big_data = $this->googleSheetService->get_data_by_sheet();
+            $data_setting_result = []; // Initialize result storage
+        
+            $found_section = null; // Track which section is found
+        
+            foreach ($sheet_big_data as $row) {
+                // Check for section headers
+                if (in_array("•PROSES PENERBITAN:", $row)) {
+                    $found_section = "MENUNGGU_KLIK_DPMPTSP";
+                } elseif (in_array("•BERKAS AKTUAL TERVERIFIKASI DINAS TEKNIS 2024:", $row)) {
+                    $found_section = "REALISASI_TERBIT_PBG";
+                } elseif (in_array("•TERPROSES DI DPUTR: belum selesai rekomtek'", $row)) {
+                    $found_section = "PROSES_DINAS_TEKNIS";
+                }
+        
+                // If a section is found and we reach "Grand Total", save the corresponding values
+                if ($found_section && isset($row[0]) && trim($row[0]) === "Grand Total") {
+                    if ($found_section === "MENUNGGU_KLIK_DPMPTSP") {
+                        $data_setting_result["MENUNGGU_KLIK_DPMPTSP_COUNT"] = $row[2] ?? null;
+                        $data_setting_result["MENUNGGU_KLIK_DPMPTSP_SUM"] = $row[3] ?? null;
+                    } elseif ($found_section === "REALISASI_TERBIT_PBG") {
+                        $data_setting_result["REALISASI_TERBIT_PBG_COUNT"] = $row[2] ?? null;
+                        $data_setting_result["REALISASI_TERBIT_PBG_SUM"] = $row[4] ?? null;
+                    } elseif ($found_section === "PROSES_DINAS_TEKNIS") {
+                        $data_setting_result["PROSES_DINAS_TEKNIS_COUNT"] = $row[2] ?? null;
+                        $data_setting_result["PROSES_DINAS_TEKNIS_SUM"] = $row[3] ?? null;
+                    }
+        
+                    // Reset section tracking after capturing "Grand Total"
+                    $found_section = null;
+                }
+            }
+
+            foreach ($data_setting_result as $key => $value) {
+                DataSetting::updateOrInsert(
+                    ["key" => $key], // Find by key
+                    ["value" => $value] // Update or insert value
+                );
+            }
+            $mapToUpsert = [];
+            $count = 0;
+
+            foreach($sheetData as $data){
+                $mapToUpsert[] = 
+                    [
+                        'no_registrasi' => $data['no__registrasi'] ?? null,
+                        'jenis_konsultasi' => $data['jenis_konsultasi'] ?? null,
+                        'fungsi_bg' => $data['fungsi_bg'] ?? null,
+                        'tgl_permohonan' => $this->convertToDate($data['tgl_permohonan']),
+                        'status_verifikasi' => $data['status_verifikasi'] ?? null,
+                        'status_permohonan' => $this->convertToDate($data['status_permohonan']),
+                        'alamat_pemilik' => $data['alamat_pemilik'] ?? null,
+                        'no_hp' => $data['no__hp'] ?? null,
+                        'email' => $data['e_mail'] ?? null,
+                        'tanggal_catatan' => $this->convertToDate($data['tanggal_catatan']),
+                        'catatan_kekurangan_dokumen' => $data['catatan_kekurangan_dokumen'] ?? null,
+                        'gambar' => $data['gambar'] ?? null,
+                        'krk_kkpr' => $data['krk_kkpr'] ?? null,
+                        'no_krk' => $data['no__krk'] ?? null,
+                        'lh' => $data['lh'] ?? null,
+                        'ska' => $data['ska'] ?? null,
+                        'keterangan' => $data['keterangan'] ?? null,
+                        'helpdesk' => $data['helpdesk'] ?? null,
+                        'pj' => $data['pj'] ?? null,
+                        'kepemilikan' => $data['kepemilikan'] ?? null,
+                        'potensi_taru' => $data['potensi_taru'] ?? null,
+                        'validasi_dinas' => $data['validasi_dinas'] ?? null,
+                        'kategori_retribusi' => $data['kategori_retribusi'] ?? null,
+                        'no_urut_ba_tpt' => $data['no__urut_ba_tpt__2024_0001_'] ?? null,
+                        'tanggal_ba_tpt' => $this->convertToDate($data['tanggal_ba_tpt']),
+                        'no_urut_ba_tpa' => $data['no__urut_ba_tpa'] ?? null,
+                        'tanggal_ba_tpa' => $this->convertToDate($data['tanggal_ba_tpa']),
+                        'no_urut_skrd' => $data['no__urut_skrd__2024_0001_'] ?? null,
+                        'tanggal_skrd' => $this->convertToDate($data['tanggal_skrd']),
+                        'ptsp' => $data['ptsp'] ?? null,
+                        'selesai_terbit' => $data['selesai_terbit'] ?? null,
+                        'tanggal_pembayaran' => $this->convertToDate($data['tanggal_pembayaran__yyyy_mm_dd_']),
+                        'format_sts' => $data['format_sts'] ?? null,
+                        'tahun_terbit' => (int) $data['tahun_terbit'] ?? null,
+                        'tahun_berjalan' => (int) $data['tahun_berjalan'] ?? null,
+                        'kelurahan' => $data['kelurahan'] ?? null,
+                        'kecamatan' => $data['kecamatan'] ?? null,
+                        'lb' => $this->convertToDecimal($data['lb'])  ?? null,
+                        'tb' => $this->convertToDecimal($data['tb']) ?? null,
+                        'jlb' => (int) $data['jlb'] ?? null,
+                        'unit' => (int) $data['unit'] ?? null,
+                        'usulan_retribusi' => (int) $data['usulan_retribusi'] ?? null,
+                        'nilai_retribusi_keseluruhan_simbg' => $this->convertToDecimal($data['nilai_retribusi_keseluruhan__simbg_']) ?? null,
+                        'nilai_retribusi_keseluruhan_pad' => $this->convertToDecimal($data['nilai_retribusi_keseluruhan__pad_']) ?? null,
+                        'denda' => $this->convertToDecimal($data['denda']) ?? null,
+                        'latitude' => $data['latitude'] ?? null,
+                        'longitude' => $data['longitude'] ?? null,
+                        'nik_nib' => $data['nik_nib'] ?? null,
+                        'dok_tanah' => $data['dok__tanah'] ?? null,
+                        'temuan' => $data['temuan'] ?? null,
+                    ];
+            }
+
+            $batchSize = 1000;
+            $chunks = array_chunk($mapToUpsert, $batchSize);
+
+            foreach($chunks as $chunk){
+                PbgTaskGoogleSheet::upsert($chunk, ["no_registrasi"],[
+                    'jenis_konsultasi',
+                    'nama_pemilik',
+                    'lokasi_bg',
+                    'fungsi_bg',
+                    'nama_bangunan',
+                    'tgl_permohonan',
+                    'status_verifikasi',
+                    'status_permohonan',
+                    'alamat_pemilik',
+                    'no_hp',
+                    'email',
+                    'tanggal_catatan',
+                    'catatan_kekurangan_dokumen',
+                    'gambar',
+                    'krk_kkpr',
+                    'no_krk',
+                    'lh',
+                    'ska',
+                    'keterangan',
+                    'helpdesk',
+                    'pj',
+                    'kepemilikan',
+                    'potensi_taru',
+                    'validasi_dinas',
+                    'kategori_retribusi',
+                    'no_urut_ba_tpt',
+                    'tanggal_ba_tpt',
+                    'no_urut_ba_tpa',
+                    'tanggal_ba_tpa',
+                    'no_urut_skrd',
+                    'tanggal_skrd',
+                    'ptsp',
+                    'selesai_terbit',
+                    'tanggal_pembayaran',
+                    'format_sts',
+                    'tahun_terbit',
+                    'tahun_berjalan',
+                    'kelurahan',
+                    'kecamatan',
+                    'lb',
+                    'tb',
+                    'jlb',
+                    'unit',
+                    'usulan_retribusi',
+                    'nilai_retribusi_keseluruhan_simbg',
+                    'nilai_retribusi_keseluruhan_pad',
+                    'denda',
+                    'latitude',
+                    'longitude',
+                    'nik_nib',
+                    'dok_tanah',
+                    'temuan',
+                ]);
+            }
            
            $initResToken = $this->getToken();
            if (empty($initResToken->original['data']['token']['access'])) {
@@ -216,8 +382,8 @@ class ServiceSIMBG
                }
            }

-            BigdataResume::generateResumeData($importDatasource->id, "all");
-            BigdataResume::generateResumeData($importDatasource->id, now()->year);
+            BigdataResume::generateResumeData($importDatasource->id, "all", $data_setting_result);
+            BigdataResume::generateResumeData($importDatasource->id, now()->year, $data_setting_result);

            // Final update after processing all pages
            $importDatasource->update([
@@ -323,5 +489,59 @@ class ServiceSIMBG
            throw $e;
        }
    }
+    protected function convertToDecimal(?string $value): ?float
+    {
+        if (empty($value)) {
+            return null; // Return null if the input is empty
+        }

+        // Remove all non-numeric characters except comma and dot
+        $value = preg_replace('/[^0-9,\.]/', '', $value);
+
+        // If the number contains both dot (.) and comma (,)
+        if (strpos($value, '.') !== false && strpos($value, ',') !== false) {
+            $value = str_replace('.', '', $value); // Remove thousands separator
+            $value = str_replace(',', '.', $value); // Convert decimal separator to dot
+        }
+        // If only a dot is present (assumed as thousands separator)
+        elseif (strpos($value, '.') !== false) {
+            $value = str_replace('.', '', $value); // Remove all dots (treat as thousands separators)
+        }
+        // If only a comma is present (assumed as decimal separator)
+        elseif (strpos($value, ',') !== false) {
+            $value = str_replace(',', '.', $value); // Convert comma to dot (decimal separator)
+        }
+
+        // Ensure the value is numeric before returning
+        return is_numeric($value) ? (float) number_format((float) $value, 2, '.', '') : null;
+    }
+
+    protected function convertToInteger($value) {
+        // Check if the value is an empty string, and return null if true
+        if (trim($value) === "") {
+            return null;
+        }
+
+        // Otherwise, cast to integer
+        return (int) $value;
+    }
+
+    protected function convertToDate($dateString)
+    {
+        try {
+            // Check if the string is empty
+            if (empty($dateString)) {
+                return null;
+            }
+
+            // Try to parse the date string
+            $date = Carbon::parse($dateString);
+
+            // Return the Carbon instance
+            return $date->format('Y-m-d');
+        } catch (Exception $e) {
+            // Return null if an error occurs during parsing
+            return null;
+        }
+    }
 }
--- a/database/migrations/2025_03_03_174851_add_some_column_in_bigdata_resumes.php
+++ b/database/migrations/2025_03_03_174851_add_some_column_in_bigdata_resumes.php
@@ -0,0 +1,38 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+    /**
+     * Run the migrations.
+     */
+    public function up(): void
+    {
+        Schema::table('bigdata_resumes', function (Blueprint $table) {
+            $table->integer('waiting_click_dpmptsp_count')->default(0);
+            $table->decimal('waiting_click_dpmptsp_sum', 20,2)->default(0);
+            $table->integer('issuance_realization_pbg_count')->default(0);
+            $table->decimal('issuance_realization_pbg_sum', 20,2)->default(0);
+            $table->integer('process_in_technical_office_count')->default(0);
+            $table->decimal('process_in_technical_office_sum', 20,2)->default(0);
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     */
+    public function down(): void
+    {
+        Schema::table('bigdata_resumes', function (Blueprint $table) {
+            $table->dropColumn('waiting_click_dpmptsp_count');
+            $table->dropColumn('waiting_click_dpmptsp_sum');
+            $table->dropColumn('issuance_realization_pbg_count');
+            $table->dropColumn('issuance_realization_pbg_sum');
+            $table->dropColumn('process_in_technical_office_count');
+            $table->dropColumn('process_in_technical_office_sum');
+        });
+    }
+};
--- a/resources/js/bigdata-resumes/index.js
+++ b/resources/js/bigdata-resumes/index.js
@@ -34,18 +34,18 @@ class BigdataResume {
        this.table = new Grid({
            columns: [
                { name: "ID" },
-                { name: "Potention Count" },
-                { name: "Potention Sum" },
-                { name: "Non Verified Count" },
-                { name: "Non Verified Sum" },
-                { name: "Verified Count" },
-                { name: "Verified Sum" },
-                { name: "Business Count" },
-                { name: "Business Sum" },
-                { name: "Non Business Count" },
-                { name: "Non Business Sum" },
-                { name: "Spatial Sum" },
-                { name: "Spatial Count" },
+                { name: "Jumlah Potensi" },
+                { name: "Total Potensi" },
+                { name: "Jumlah Berkas Belum Terverifikasi" },
+                { name: "Total Berkas Belum Terverifikasi" },
+                { name: "Jumlah Berkas Terverifikasi" },
+                { name: "Total Berkas Terverifikasi" },
+                { name: "Jumlah Usaha" },
+                { name: "Total Usaha" },
+                { name: "Jumlah Non Usaha" },
+                { name: "Total Non Usaha" },
+                { name: "Jumlah Tata Ruang" },
+                { name: "Total Tata Ruang" },
                {
                    name: "Created",
                    attributes: { style: "width: 200px; white-space: nowrap;" }, // Set width dynamically
--- a/resources/js/dashboards/lack-of-potential.js
+++ b/resources/js/dashboards/lack-of-potential.js
@@ -16,6 +16,19 @@ class LackOfPotential {
        this.pdamCount = this.allCountData.total_pdam ?? 0;
        this.tataRuangCount = this.allCountData.total_tata_ruang ?? 0;

+        let dataReportTourism = this.allCountData.data_report;
+
+        this.totalVilla = dataReportTourism
+            .filter((item) => item.kbli_title.toLowerCase() === "vila")
+            .reduce((sum, item) => sum + item.total_records, 0);
+        this.totalRestoran = dataReportTourism
+            .filter((item) => item.kbli_title.toLowerCase() === "restoran")
+            .reduce((sum, item) => sum + item.total_records, 0);
+        this.totalPariwisata = dataReportTourism.reduce(
+            (sum, item) => sum + item.total_records,
+            0
+        );
+
        this.bigTargetPAD = new Big(this.totalTargetPAD ?? 0);
        this.bigTotalPotensi = new Big(this.totalPotensi.total ?? 0);
        this.bigTotalLackPotential = this.bigTargetPAD.minus(
@@ -140,6 +153,15 @@ class LackOfPotential {
        document.getElementById("pdam-count").innerText = this.pdamCount;
        document.getElementById("pbb-bangunan-count").innerText =
            this.tataRuangCount;
+        document.getElementById("tata-ruang-count").innerText =
+            this.tataRuangCount;
+        document.getElementById("tata-ruang-usaha-count").innerText =
+            this.tataRuangCount;
+        document.getElementById("restoran-count").innerText =
+            this.totalRestoran;
+        document.getElementById("villa-count").innerText = this.totalVilla;
+        document.getElementById("pariwisata-count").innerText =
+            this.totalPariwisata;
    }
 }
 document.addEventListener("DOMContentLoaded", async function (e) {
--- a/resources/js/settings/syncronize/syncronize.js
+++ b/resources/js/settings/syncronize/syncronize.js
@@ -4,13 +4,21 @@ import "gridjs/dist/gridjs.umd.js";
 import GlobalConfig from "../../global-config.js";

 class SyncronizeTask {
+    constructor() {
+        this.toastElement = document.getElementById("toastNotification");
+        this.toastMessage = document.getElementById("toast-message");
+        this.toast = new bootstrap.Toast(this.toastElement);
+        this.table = null;
+    }
    init() {
        this.initTableImportDatasources();
        this.handleSubmitSync();
-        this.handleSubmitSnycGoogleSheet();
    }
    initTableImportDatasources() {
-        new Grid({
+        let tableContainer = document.getElementById(
+            "table-import-datasources"
+        );
+        this.table = new gridjs.Grid({
            columns: ["ID", "Message", "Response", "Status", "Created"],
            search: {
                server: {
@@ -45,20 +53,24 @@ class SyncronizeTask {
                    ]),
                total: (data) => data.meta.total,
            },
-        }).render(document.getElementById("table-import-datasources"));
+        }).render(tableContainer);
    }
    handleSubmitSync() {
        const button = document.getElementById("btn-sync-submit");
+        const spinner = document.getElementById("spinner");
+        const apiToken = document
+            .querySelector('meta[name="api-token"]')
+            .getAttribute("content");
+
+        // Show the spinner while checking
+        spinner.classList.remove("d-none");

-        // Check if the button should be enabled or disabled based on the status
        fetch(
            `${GlobalConfig.apiHost}/api/import-datasource/check-datasource`,
            {
                method: "GET",
                headers: {
-                    Authorization: `Bearer ${document
-                        .querySelector('meta[name="api-token"]')
-                        .getAttribute("content")}`,
+                    Authorization: `Bearer ${apiToken}`,
                    "Content-Type": "application/json",
                },
            }
@@ -70,49 +82,21 @@ class SyncronizeTask {
                return response.json();
            })
            .then((data) => {
-                console.log("data check button sync", data.can_execute);
                button.disabled = !data.can_execute;

-                // If the button is enabled, add click event to trigger sync
-                if (!button.disabled) {
-                    button.addEventListener("click", function (e) {
-                        button.disabled = true; // Disable button to prevent multiple clicks
-                        button.textContent = "Syncing..."; // Change button text to show syncing
+                if (!data.can_execute) {
+                    // Keep spinner visible if cannot execute
+                    spinner.classList.remove("d-none");
+                } else {
+                    // Hide spinner when execution is allowed
+                    spinner.classList.add("d-none");

-                        // Trigger the scraping API call
-                        fetch(`${GlobalConfig.apiHost}/api/scraping`, {
-                            method: "GET",
-                            headers: {
-                                Authorization: `Bearer ${document
-                                    .querySelector('meta[name="api-token"]')
-                                    .getAttribute("content")}`,
-                                "Content-Type": "application/json",
-                            },
-                        })
-                            .then((response) => {
-                                if (!response.ok) {
-                                    throw new Error(
-                                        "Network response was not ok"
-                                    );
-                                }
-                                return response.json();
-                            })
-                            .then((data) => {
-                                console.log("data sync button", data);
-                                alert("Synchronization executed successfully");
-                                window.location.reload();
-                            })
-                            .catch((err) => {
-                                console.error("Fetch error:", err);
-                                alert(
-                                    "An error occurred during synchronization"
-                                );
-                            })
-                            .finally(() => {
-                                button.disabled = false; // Re-enable the button after the request is complete
-                                button.textContent = "Sync Data"; // Reset button text
-                            });
-                    });
+                    // Remove previous event listener before adding a new one
+                    button.removeEventListener("click", this.handleSyncClick);
+                    button.addEventListener(
+                        "click",
+                        this.handleSyncClick.bind(this)
+                    );
                }
            })
            .catch((err) => {
@@ -120,42 +104,53 @@ class SyncronizeTask {
                alert("An error occurred while checking the datasource");
            });
    }
-    handleSubmitSnycGoogleSheet() {
-        const button = document.getElementById("btn-sync-submit-google-sheet");
-        button.addEventListener("click", function (e) {
-            button.disabled = true; // Disable button to prevent multiple clicks
-            button.textContent = "Syncing..."; // Change button text to show syncing

-            // Trigger the scraping API call
-            fetch(`${GlobalConfig.apiHost}/api/sync-pbg-task-google-sheet`, {
-                method: "GET",
-                headers: {
-                    Authorization: `Bearer ${document
-                        .querySelector('meta[name="api-token"]')
-                        .getAttribute("content")}`,
-                    "Content-Type": "application/json",
-                },
+    handleSyncClick() {
+        const button = document.getElementById("btn-sync-submit");
+        const spinner = document.getElementById("spinner");
+        const apiToken = document
+            .querySelector('meta[name="api-token"]')
+            .getAttribute("content");
+
+        button.disabled = true; // Prevent multiple clicks
+        spinner.classList.remove("d-none"); // Show spinner during sync
+
+        fetch(`${GlobalConfig.apiHost}/api/scraping`, {
+            method: "GET",
+            headers: {
+                Authorization: `Bearer ${apiToken}`,
+                "Content-Type": "application/json",
+            },
+        })
+            .then(async (response) => {
+                if (!response.ok) {
+                    throw new Error(`HTTP error! Status: ${response.status}`);
+                }
+
+                let data;
+                try {
+                    data = await response.json();
+                } catch (jsonError) {
+                    throw new Error("Failed to parse JSON response");
+                }
+
+                return data;
            })
-                .then((response) => {
-                    if (!response.ok) {
-                        throw new Error("Network response was not ok");
-                    }
-                    return response.json();
-                })
-                .then((data) => {
-                    console.log("data sync button", data);
-                    alert("Synchronization executed successfully");
-                    window.location.reload();
-                })
-                .catch((err) => {
-                    console.error("Fetch error:", err);
-                    alert("An error occurred during synchronization");
-                })
-                .finally(() => {
-                    button.disabled = false; // Re-enable the button after the request is complete
-                    button.textContent = "Sync Google Sheet"; // Reset button text
-                });
-        });
+            .then((data) => {
+                this.toastMessage.innerText =
+                    data.data.message || "Synchronize successfully!";
+                this.toast.show();
+
+                // Update the table if it exists
+                if (this.table) {
+                    this.table.updateConfig({}).forceRender();
+                }
+            })
+            .catch((err) => {
+                console.error("Fetch error:", err);
+                alert("An error occurred during synchronization" + err.message);
+                button.disabled = false;
+            });
    }
 }
 document.addEventListener("DOMContentLoaded", function (e) {
--- a/resources/views/dashboards/lack_of_potential.blade.php
+++ b/resources/views/dashboards/lack_of_potential.blade.php
@@ -21,7 +21,7 @@
    <div class="wrapper">
        <div id="lack-of-potential-fixed-container" class="" style="width:1400px;height:770px;position:relative;margin:auto;z-index:1;">
            <div style="position: absolute; top: 200px; left: 50px;">
-                <x-custom-circle title="Restoran" size="small" style="background-color: #0e4753;" />
+                <x-custom-circle title="Restoran" size="small" style="background-color: #0e4753;" visible_data="true" data_id="restoran-count" data_count="0" />
                <div class="square dia-top-left-bottom-right" style="top:30px;left:50px;width:150px;height:120px;"></div>
                <x-custom-circle title="PBB Bangunan" visible_data="true" data_id="pbb-bangunan-count" data_count="0" size="small" style="background-color: #0e4753;" />
                <div class="square" style="width:150px;height:2px;background-color:black;left:50px;top:150px;"></div>
@@ -52,11 +52,11 @@
                <div class="square dia-top-right-bottom-left" style="top:-110px;left:90px;width:150px;height:170px;"></div>
                <div class="square dia-top-left-bottom-right" style="top:-110px;left:230px;width:150px;height:170px;"></div>
                <div class="square dia-top-left-bottom-right" style="top:-110px;left:260px;width:200px;height:180px;"></div>
-                <x-custom-circle title="Villa" size="small" style="float:left;background-color: #234f6c;" />
+                <x-custom-circle title="Villa" size="small" style="float:left;background-color: #234f6c;" visible_data="true" data_id="villa-count" data_count="0" />
                <x-custom-circle title="Pabrik" size="small" style="float:left;background-color: #234f6c;" />
                <x-custom-circle title="Jalan Protocol" size="small" style="float:left;background-color: #234f6c;" />
                <x-custom-circle title="Ruko" size="small" style="float:left;background-color: #234f6c;" />
-                <x-custom-circle title="Pariwisata" size="small" style="float:left;background-color: #234f6c; margin-right: 20px;" />
+                <x-custom-circle title="Pariwisata" size="small" style="float:left;background-color: #234f6c; margin-right: 20px;" visible_data="true" data_id="pariwisata-count" data_count="0" />
                <div class="square" style="width:150px;height:2px;background-color:black;left:350px;top:50px;"></div>
                <x-custom-circle title="DISBUDPAR" size="small" style="background-color: #3a968b;" />
            </div>
@@ -74,23 +74,20 @@
                    'visible_small_circle' => false,
                    'style' => 'margin-left:180px;top:-20px;'
                    ])
-                    @endcomponent
-                    
-                    <x-custom-circle title="Tata Ruang" size="large" style="background-color: #da6635;float:left;margin-left:250px;" />
-                    
-                </div>
+                @endcomponent
+                <x-custom-circle title="Tata Ruang" size="large" style="background-color: #da6635;float:left;margin-left:250px;" visible_data="true" data_id="tata-ruang-count" data_count="0" />
+            </div>
                
-                <div style="position: absolute; top: 310px; left: 1150px;">
-                    <div class="square dia-top-left-bottom-right" style="top:90px;left:-100px;width:100px;height:100px;"></div>
-                    <div class="square dia-top-right-bottom-left" style="top:-110px;left:-100px;width:100px;height:100px;"></div>
-                    <x-custom-circle title="Peta" visible_data_type="true" data_type="1:5000" size="small" style="background-color: #224f6d;float:left;" />
-                    <x-custom-circle title="Tapak Bangunan" size="small" style="background-color: #2390af;float:left;margin-left:20px;" />
-                    
-                </div>
+            <div style="position: absolute; top: 310px; left: 1150px;">
+                <div class="square dia-top-left-bottom-right" style="top:90px;left:-100px;width:100px;height:100px;"></div>
+                <div class="square dia-top-right-bottom-left" style="top:-110px;left:-100px;width:100px;height:100px;"></div>
+                <x-custom-circle title="Peta" visible_data_type="true" data_type="1:5000" size="small" style="background-color: #224f6d;float:left;" />
+                <x-custom-circle title="Tapak Bangunan" size="small" style="background-color: #2390af;float:left;margin-left:20px;" />
+            </div>
                
-                <x-custom-circle title="BPN" size="small" style="background-color: #2390af;position:absolute;left:1270px;top:440px;" />
+            <x-custom-circle title="BPN" size="small" style="background-color: #2390af;position:absolute;left:1270px;top:440px;" />
                
-                <div style="position: absolute; top: 470px; left: 430px;">
+            <div style="position: absolute; top: 470px; left: 430px;">
                <div class="square dia-top-right-bottom-left" style="top:-80px;left:20px;width:150px;height:120px;"></div>
                <div class="square dia-top-right-bottom-left" style="top:-50px;left:100px;width:100px;height:100px;"></div>
                <div class="square dia-top-left-bottom-right" style="top:-50px;left:180px;width:100px;height:100px;"></div>
@@ -105,7 +102,7 @@

            <div  style="position: absolute; top: 50px; left: 1100px;">
                <x-custom-circle title="Non Usaha" size="large" style="background-color: #3a968b;margin-top:20px;" />
-                <x-custom-circle title="USAHA" size="large" style="background-color: #627c8b;margin-top:260px;" />
+                <x-custom-circle title="USAHA" size="large" style="background-color: #627c8b;margin-top:260px;" visible_data="true" data_id="tata-ruang-usaha-count" data_count="0" />
            </div>
        </div>
    </div>
--- a/resources/views/layouts/vertical.blade.php
+++ b/resources/views/layouts/vertical.blade.php
@@ -3,32 +3,57 @@

 <style>
    /* .floating-icon {
-        position: fixed;
-        right: 30px;
-        bottom: 70px;
-        background: white;
-        padding: 10px;
-        border-radius: 50%;
-        box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1);
-        cursor: pointer;
-        z-index: 1000;
-    } */
-    .floating-icon {
        position: fixed;
        right: 40px;
        bottom: 100px;
-        width: 70px;  /* Sesuaikan ukuran */
-        height: 70px; /* Sesuaikan ukuran */
+        width: 70px;  
+        height: 70px; 
        background: white;
        border-radius: 50%;
        box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1);
        cursor: pointer;
        z-index: 1000;
-        background-image: url('/images/iconchatbot.jpeg'); /* Path ke gambar */
-        background-size: cover;  /* Agar gambar menyesuaikan */
-        background-position: center; /* Memusatkan gambar */
+        background-image: url('/images/iconchatbot.jpeg');
+        background-size: cover;  
+        background-position: center;
+    } */
+
+
+    .floating-icon {
+        position: fixed;
+        right: 20px;
+        bottom: 20px; 
+        width: 60px;  
+        height: 60px;
+        background: white;
+        border-radius: 50%;
+        box-shadow: 0 4px 8px rgba(0, 0, 0, 0.2); 
+        cursor: pointer;
+        z-index: 1000;
+        background-image: url('/images/iconchatbot.jpeg'); 
+        background-size: contain; 
+        background-repeat: no-repeat;
+        background-position: center;
+        transition: transform 0.3s ease-in-out, box-shadow 0.3s ease-in-out;
    }

+    .floating-icon:hover {
+        transform: scale(1.1);
+        box-shadow: 0 6px 12px rgba(0, 0, 0, 0.3);
+    }
+
+    @keyframes bounce {
+        0%, 100% {
+            transform: translateY(0);
+        }
+        50% {
+            transform: translateY(-10px);
+        }
+    }
+
+    .floating-icon.animate {
+        animation: bounce 1s infinite;
+    }
 </style>

 <head>
--- a/resources/views/settings/syncronize/index.blade.php
+++ b/resources/views/settings/syncronize/index.blade.php
@@ -7,14 +7,16 @@
@section('content')

@include('layouts.partials/page-title', ['title' => 'Settings', 'subtitle' => 'Syncronize'])
-
+<x-toast-notification />
 <div class="row">
    <div class="col-12">
        <div class="card w-100">
            <div class="card-body">
                <div class="d-flex flex-wrap justify-content-end gap-2">
-                    <button type="button" class="btn btn-success btn-sm d-block d-sm-inline w-auto" id="btn-sync-submit-google-sheet">Sync Google Sheet</button>
-                    <button type="button" class="btn btn-success btn-sm d-block d-sm-inline w-auto" id="btn-sync-submit">Sync SIMBG</button>
+                    <button type="button" class="btn btn-success btn-sm d-block d-sm-inline w-auto" id="btn-sync-submit">
+                        <span id="spinner" class="spinner-border spinner-border-sm me-1 d-none" role="status" aria-hidden="true"></span>    
+                        Sync SIMBG
+                    </button>
                </div>
                <div>
                    <div id="table-import-datasources"></div>