create filter and bigdata resume sync

2025-02-12 21:28:08 +07:00
parent b4b34b503e
commit ba95c185de
9 changed files with 422 additions and 53 deletions
--- a/app/Http/Controllers/Api/DashboardController.php
+++ b/app/Http/Controllers/Api/DashboardController.php
@@ -11,11 +11,21 @@ class DashboardController extends Controller
 {
    use GlobalApiResponse;

-    public function businnessDocument(Request $request){
-        $query = once(function () {
+    public function businnessDocument(Request $request)
+    {
+        $request->validate([
+            "year" => "required|integer"
+        ]);
+
+        $current_year = $request->get('year');
+
+        $startOfYear = "$current_year-01-01 00:00:00";
+        $endOfYear = "$current_year-12-31 23:59:59";
+        $query = once(function () use ($startOfYear, $endOfYear) {
            return DB::table('pbg_task AS pt')
                ->leftJoin('pbg_task_google_sheet AS ptgs', 'pt.registration_number', '=', 'ptgs.no_registrasi')
                ->leftJoin('pbg_task_retributions AS ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid')
+                ->whereBetween("pt.task_created_at", [$startOfYear, $endOfYear])
                ->where(function ($query) {
                    $query->whereRaw('LOWER(TRIM(ptgs.status_verifikasi)) != ?', [strtolower(trim('Selesai Verifikasi'))])
                        ->orWhereNull('ptgs.status_verifikasi');
@@ -37,11 +47,20 @@ class DashboardController extends Controller
        ]);
    }
    public function nonBusinnessDocument(Request $request){
+        $request->validate([
+            "year" => "required|integer"
+        ]);

-        $query = once( function () {
+        $current_year = $request->get('year');
+
+        $startOfYear = "$current_year-01-01 00:00:00";
+        $endOfYear = "$current_year-12-31 23:59:59";
+
+        $query = once( function () use ($startOfYear, $endOfYear) {
            return DB::table('pbg_task AS pt')
            ->leftJoin('pbg_task_google_sheet AS ptgs', 'pt.registration_number', '=', 'ptgs.no_registrasi')
            ->leftJoin('pbg_task_retributions AS ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid') // Join ke pbg_task_retributions
+            ->whereBetween("pt.task_created_at", [$startOfYear, $endOfYear])
            ->where(function ($query) {
                $query->whereRaw('LOWER(TRIM(ptgs.status_verifikasi)) != ?', [strtolower(trim('Selesai Verifikasi'))])
                    ->orWhereNull('ptgs.status_verifikasi'); // Include NULL values
@@ -61,13 +80,22 @@ class DashboardController extends Controller
            "total" => $taskTotal
        ]);
    }
-    public function allTaskDocuments(){
-        $query = once( function () {
-            return DB::table('pbg_task')
-            ->leftJoin('pbg_task_retributions', 'pbg_task.uuid', '=', 'pbg_task_retributions.pbg_task_uid')
+    public function allTaskDocuments(Request $request){
+        $request->validate([
+            "year" => "required|integer"
+        ]);
+
+        $current_year = $request->get('year');
+
+        $startOfYear = "$current_year-01-01 00:00:00";
+        $endOfYear = "$current_year-12-31 23:59:59";
+        $query = once( function () use ($startOfYear, $endOfYear) {
+            return DB::table('pbg_task as pt')
+            ->leftJoin('pbg_task_retributions as ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid')
+            ->whereBetween("pt.task_created_at", [$startOfYear, $endOfYear])
            ->select(
-                DB::raw('COUNT(DISTINCT pbg_task.id) as task_count'),
-                DB::raw('SUM(pbg_task_retributions.nilai_retribusi_bangunan) as total_retribution')
+                DB::raw('COUNT(DISTINCT pt.id) as task_count'),
+                DB::raw('SUM(ptr.nilai_retribusi_bangunan) as total_retribution')
            )
            ->first();
        });
@@ -79,11 +107,20 @@ class DashboardController extends Controller
        ]);
    }

-    public function verificationDocuments(){
-        $query = once( function (){
+    public function verificationDocuments(Request $request){
+        $request->validate([
+            "year" => "required|integer"
+        ]);
+
+        $current_year = $request->get('year');
+
+        $startOfYear = "$current_year-01-01 00:00:00";
+        $endOfYear = "$current_year-12-31 23:59:59";
+        $query = once( function () use ($startOfYear, $endOfYear){
            return DB::table('pbg_task AS pt')
                ->leftJoin('pbg_task_google_sheet AS ptgs', 'pt.registration_number', '=', 'ptgs.no_registrasi')
-                ->leftJoin('pbg_task_retributions AS ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid') // Menambahkan join ke pbg_task_retributions
+                ->leftJoin('pbg_task_retributions AS ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid')
+                ->whereBetween("pt.task_created_at", [$startOfYear, $endOfYear])
                ->whereRaw('LOWER(TRIM(ptgs.status_verifikasi)) = ?', [strtolower(trim('Selesai Verifikasi'))])
                ->selectRaw('COUNT(pt.id) AS total_data, 
                            SUM(ptr.nilai_retribusi_bangunan) AS total_retribution') 
@@ -99,11 +136,21 @@ class DashboardController extends Controller
        ]);
    }

-    public function nonVerificationDocuments(){
-        $query = once(function () {
+    public function nonVerificationDocuments(Request $request){
+        $request->validate([
+            "year" => "required|integer"
+        ]);
+
+        $current_year = $request->get('year');
+
+        $startOfYear = "$current_year-01-01 00:00:00";
+        $endOfYear = "$current_year-12-31 23:59:59";
+
+        $query = once(function () use ($startOfYear, $endOfYear) {
            return DB::table('pbg_task AS pt')
            ->leftJoin('pbg_task_google_sheet AS ptgs', 'pt.registration_number', '=', 'ptgs.no_registrasi')
            ->leftJoin('pbg_task_retributions AS ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid') // Join tabel pbg_task_retributions
+            ->whereBetween("pt.task_created_at", [$startOfYear, $endOfYear])
            ->where(function ($query) {
                $query->whereRaw('LOWER(TRIM(ptgs.status_verifikasi)) != ?', [strtolower(trim('Selesai Verifikasi'))])
                    ->orWhereNull('ptgs.status_verifikasi'); // Include NULL values
--- a/app/Models/BigdataResume.php
+++ b/app/Models/BigdataResume.php
@@ -0,0 +1,125 @@
+<?php
+
+namespace App\Models;
+
+use Illuminate\Database\Eloquent\Model;
+use Illuminate\Support\Facades\DB;
+
+class BigdataResume extends Model
+{
+    protected $table = "bigdata_resumes";
+
+    protected $fillable = [
+        'import_datasource_id',
+        'potention_count',
+        'potention_sum',
+        'non_verified_count',
+        'non_verified_sum',
+        'verified_count',
+        'verified_sum',
+        'business_count',
+        'business_sum',
+        'non_business_count',
+        'non_business_sum',
+    ];
+
+    public function importDatasource()
+    {
+        return $this->belongsTo(ImportDatasource::class, 'import_datasource_id');
+    }
+
+    public static function generateResumeData($import_datasource_id){
+        $query_verified = once( function () {
+            return DB::table('pbg_task AS pt')
+                ->leftJoin('pbg_task_google_sheet AS ptgs', 'pt.registration_number', '=', 'ptgs.no_registrasi')
+                ->leftJoin('pbg_task_retributions AS ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid')
+                ->whereRaw('LOWER(TRIM(ptgs.status_verifikasi)) = ?', [strtolower(trim('Selesai Verifikasi'))])
+                ->selectRaw('COUNT(pt.id) AS total_data, 
+                            SUM(ptr.nilai_retribusi_bangunan) AS total_retribution') 
+                ->first();
+        }); 
+
+        $verified_count = $query_verified->total_data ?? 0;
+        $verified_total = $query_verified->total_retribution ?? 0;
+
+        $query_business = once(function () {
+            return DB::table('pbg_task AS pt')
+                ->leftJoin('pbg_task_google_sheet AS ptgs', 'pt.registration_number', '=', 'ptgs.no_registrasi')
+                ->leftJoin('pbg_task_retributions AS ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid')
+                ->where(function ($query) {
+                    $query->whereRaw('LOWER(TRIM(ptgs.status_verifikasi)) != ?', [strtolower(trim('Selesai Verifikasi'))])
+                        ->orWhereNull('ptgs.status_verifikasi');
+                })
+                ->where(function ($query) {
+                    $query->whereRaw('LOWER(TRIM(pt.function_type)) = ?', [strtolower(trim('Sebagai Tempat Usaha'))]);
+                })
+                ->selectRaw('COUNT(pt.id) AS total_data, 
+                            SUM(ptr.nilai_retribusi_bangunan) AS total_retribution')
+                ->first();
+        });
+
+        $business_count = $query_business->total_data ?? 0;
+        $business_total = $query_business->total_retribution ?? 0;
+
+        $query_non_business = once( function () {
+            return DB::table('pbg_task AS pt')
+            ->leftJoin('pbg_task_google_sheet AS ptgs', 'pt.registration_number', '=', 'ptgs.no_registrasi')
+            ->leftJoin('pbg_task_retributions AS ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid') // Join ke pbg_task_retributions
+            ->where(function ($query) {
+                $query->whereRaw('LOWER(TRIM(ptgs.status_verifikasi)) != ?', [strtolower(trim('Selesai Verifikasi'))])
+                    ->orWhereNull('ptgs.status_verifikasi'); // Include NULL values
+            })
+            ->where(function ($query) {
+                $query->whereRaw('LOWER(TRIM(pt.function_type)) != ?', [strtolower(trim('Sebagai Tempat Usaha'))])
+                    ->orWhereNull('pt.function_type'); // Include NULL values
+            })
+            ->selectRaw('COUNT(pt.id) AS total_data, 
+                        SUM(ptr.nilai_retribusi_bangunan) AS total_retribution') // Menambahkan SUM dari pbg_task_retributions
+            ->first();
+        });
+        $non_business_count = $query_non_business->total_data ?? 0;
+        $non_business_total = $query_non_business->total_retribution ?? 0;
+
+        $query_non_verified = once(function () {
+            return DB::table('pbg_task AS pt')
+            ->leftJoin('pbg_task_google_sheet AS ptgs', 'pt.registration_number', '=', 'ptgs.no_registrasi')
+            ->leftJoin('pbg_task_retributions AS ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid') // Join tabel pbg_task_retributions
+            ->where(function ($query) {
+                $query->whereRaw('LOWER(TRIM(ptgs.status_verifikasi)) != ?', [strtolower(trim('Selesai Verifikasi'))])
+                    ->orWhereNull('ptgs.status_verifikasi'); // Include NULL values
+            })
+            ->selectRaw('COUNT(pt.id) AS total_data, 
+                        SUM(ptr.nilai_retribusi_bangunan) AS total_retribution') // Menambahkan SUM dari pbg_task_retributions
+            ->first();
+        });
+
+        $non_verified_count = $query_non_verified->total_data ?? 0;
+        $non_verified_total = $query_non_verified->total_retribution ?? 0;
+
+        $query_potention = once( function () {
+            return DB::table('pbg_task as pt')
+            ->leftJoin('pbg_task_retributions as ptr', 'pt.uuid', '=', 'ptr.pbg_task_uid')
+            ->select(
+                DB::raw('COUNT(DISTINCT pt.id) as task_count'),
+                DB::raw('SUM(ptr.nilai_retribusi_bangunan) as total_retribution')
+            )
+            ->first();
+        });
+        $potention_count = $query_potention->task_count ?? 0;
+        $potention_total = $query_potention->total_retribution ?? 0;
+
+        return self::create([
+            'import_datasource_id' => $import_datasource_id,
+            'potention_count' => $potention_count ?? 0,
+            'potention_sum' => $potention_total ?? 0.00,
+            'non_verified_count' => $non_verified_count ?? 0,
+            'non_verified_sum' => $non_verified_total ?? 0.00,
+            'verified_count' => $verified_count ?? 0,
+            'verified_sum' => $verified_total ?? 0.00,
+            'business_count' => $business_count ?? 0,
+            'business_sum' => $business_total ?? 0.00,
+            'non_business_count' => $non_business_count ?? 0,
+            'non_business_sum' => $non_business_total ?? 0.00,
+        ]);
+    }
+}
--- a/app/Services/ServiceClient.php
+++ b/app/Services/ServiceClient.php
@@ -46,6 +46,7 @@ class ServiceClient
            $resultResponse = json_decode($response->getBody(), true);
            return $this->resSuccess($resultResponse);
        } catch (Exception $e) {
+            \Log::error('error from client service'. $e->getMessage());
            return $this->resError($e->getMessage());
        }
    }
--- a/app/Services/ServiceSIMBG.php
+++ b/app/Services/ServiceSIMBG.php
@@ -3,6 +3,7 @@
 namespace App\Services;

 use App\Enums\ImportDatasourceStatus;
+use App\Models\BigdataResume;
 use App\Models\GlobalSetting;
 use App\Models\ImportDatasource;
 use App\Models\PbgTaskIndexIntegrations;
@@ -28,10 +29,10 @@ class ServiceSIMBG
     */
    public function __construct()
    {
-        $this->email = trim((string) GlobalSetting::where('key','SIMBG_EMAIL')->first()->value);
-        $this->password = trim((string) GlobalSetting::where('key','SIMBG_PASSWORD')->first()->value);
-        $this->simbg_host = trim((string)GlobalSetting::where('key','SIMBG_HOST')->first()->value);
-        $this->fetch_per_page = trim((string)GlobalSetting::where('key','FETCH_PER_PAGE')->first()->value);
+        $this->email = trim((string) GlobalSetting::where('key','SIMBG_EMAIL')->firstOrFail()->value);
+        $this->password = trim((string) GlobalSetting::where('key','SIMBG_PASSWORD')->firstOrFail()->value);
+        $this->simbg_host = trim((string)GlobalSetting::where('key','SIMBG_HOST')->firstOrFail()->value);
+        $this->fetch_per_page = trim((string)GlobalSetting::where('key','FETCH_PER_PAGE')->firstOrFail()->value);
        $this->service_client = new ServiceClient($this->simbg_host);
    }

@@ -59,8 +60,6 @@ class ServiceSIMBG
        ];
    
        $res = $this->service_client->get($url, $headers);
-
-        Log::info("response index integration", ['res' => $res]);
    
        if (empty($res->original['success']) || !$res->original['success']) {
            // Log error
@@ -183,8 +182,22 @@ class ServiceSIMBG
                        'created_at' => now(),
                    ];

-                    $this->syncIndexIntegration($item['uid'], $token);
-                    $this->syncTaskDetailSubmit($item['uid'], $token);
+                    $save_integration = $this->syncIndexIntegration($item['uid'], $token);
+                    if (!$save_integration) {
+                        $importDatasource->update([
+                            'status' => ImportDatasourceStatus::Failed->value,
+                            'message' => "Successfully processed: $savedCount, Failed: $failedCount"
+                        ]);
+                    }
+
+                    $save_detail = $this->syncTaskDetailSubmit($item['uid'], $token);
+                    if( !$save_detail ) {
+                        $importDatasource->update([
+                            'status' => ImportDatasourceStatus::Failed->value,
+                            'message' => "Successfully processed: $savedCount, Failed: $failedCount"
+                        ]);
+                    }
+
                    $savedCount++;
                } catch (Exception $e) {
                    $failedCount++;
@@ -213,6 +226,8 @@ class ServiceSIMBG
            'message' => "Successfully processed: $savedCount, Failed: $failedCount"
        ]);

+        BigdataResume::generateResumeData($importDatasource->id);
+
        Log::info("syncTaskList completed", ['savedCount' => $savedCount, 'failedCount' => $failedCount]);

        return $this->resSuccess(['savedCount' => $savedCount, 'failedCount' => $failedCount]);