osb/app/Jobs/BroadbandTraffic.php

<?php

namespace App\Jobs;

use Carbon\Carbon;
use Illuminate\Bus\Queueable;
use Illuminate\Contracts\Queue\ShouldQueue;
use Illuminate\Database\Eloquent\Model;
use Illuminate\Foundation\Bus\Dispatchable;
use Illuminate\Queue\InteractsWithQueue;
use Illuminate\Queue\SerializesModels;
use Illuminate\Support\Arr;
use Illuminate\Support\Facades\DB;
use Illuminate\Support\Facades\Log;
use Illuminate\Support\Facades\Mail;

use App\Classes\External\Supplier as ExternalSupplier;
use App\Mail\TrafficMismatch;
use App\Models\Supplier;
use App\Models\Service\Broadband as ServiceBroadband;
use App\Models\Usage\Broadband as UsageBroadband;

/**
 * Class BroadbandTraffic
 * Read and update the traffic for an Broadband supplier
 *
 * @package App\Jobs
 */
final class BroadbandTraffic implements ShouldQueue
{
	use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;

	private const LOGKEY = 'JBT';

	protected Model $o;                     // The supplier we are updating from
	private const class_prefix = 'App\Classes\External\Supplier\\';

	private const traffic = 'broadband';

	public function __construct(Supplier $o)
	{
		$this->o = $o;
	}

	/**
	 * Execute the job.
	 *
	 * @return void
	 * @throws \Exception
	 */
	public function handle()
	{
		Log::info(sprintf('%s:Importing Broadband Traffic from [%s]',self::LOGKEY,$this->o->name));

		if ((! $connection=$this->o->detail->connections->get('broadband')) || (count(array_intersect(array_keys($connection),ExternalSupplier::traffic_connection_keys)) !== 3))
			throw new \Exception('No or missing connection details for:'.self::traffic);

		$u = 0;

		// Load our class for this supplier
		$class = self::class_prefix.$this->o->name;
		if (class_exists($class)) {
			$o = new $class($this->o);

		} else {
			Log::error(sprintf('%s: Class doesnt exist: %s',self::LOGKEY,$class));
			exit(1);
		}

		$last_update = Carbon::create(Arr::get($connection,'last'))->addDay();
		Arr::set($connection,'last',$last_update->format('Y-m-d'));

		// Repeat pull traffic data until yesterday
		while ($last_update < Carbon::now()->subDay()) {
			Log::notice(sprintf('%s:Next update is [%s]',self::LOGKEY,$last_update->format('Y-m-d')));

			// Delete traffic, since we'll refresh it.
			UsageBroadband::where('supplier_id',$this->o->id)
				->where('date',$last_update->format('Y-m-d'))
				->delete();

			$c = 0;
			foreach ($o->fetch($connection,self::traffic) as $line) {
				// The first row is our header
				if (! $c++) {
					$fields = $o->getColumns(preg_replace('/,\s+/',',',$line),collect($o->header()));
					continue;
				}

				if (! $fields->count())
					abort(500,'? No fields in data export');

				$row = str_getcsv(trim($line));

				try {
					$date = Carbon::createFromFormat('Y-m-d',$row[$o->getColumnKey('Date')]);
					// Find the right service dependent on the dates we supplied the service
					$oo = ServiceBroadband::where('service_username',$row[$o->getColumnKey('Login')])
						->select(DB::raw('service_broadband.*'))
						->join('services','services.id','=','service_id')
						->where('services.start_at','<=',$date)
						->where(function($query) use ($date) {
							$query->whereNULL('services.stop_at')
								->orWhere('services.stop_at','<=',$date);
						})
						->single();

					$to = new UsageBroadband;
					$to->site_id = $oo->site_id;
					$to->date = $last_update;
					$to->supplier_id = $this->o->id;
					$to->up_peak = $row[$o->getColumnKey('Peak upload')];
					$to->up_offpeak = $row[$o->getColumnKey('Off peak upload')];
					$to->down_peak = $row[$o->getColumnKey('Peak download')];
					$to->down_offpeak = $row[$o->getColumnKey('Off peak download')];
					// $to->peer
					// $to->internal
					$to->time = '24:00'; // @todo

					// If we have no records
					if (! $oo) {
						Log::error(sprintf('%s:Too many services return for [%s]',self::LOGKEY,$row[$o->getColumnKey('Login')]),['date'=>$date,'count'=>$oo->count()]);

						$to->service = $row[$o->getColumnKey('Login')];

					} else {
						$to->service_item_id = $oo->id;
					}

					if ($to->save())
						$u++;

				} catch (\Exception $e) {
					dump($to);
					Log::error(sprintf('%s:Exception occurred when storing traffic record for [%s].',self::LOGKEY,$row[$o->getColumnKey('Login')]),['row'=>$row,'line'=>$line]);
					throw new \Exception('Error while storing traffic date');
				}
			}
			Log::info(sprintf('%s: Records Imported [%d] for [%s]',self::LOGKEY,$u,$last_update->format('Y-m-d')));

			// Save our current progress.
			$this->o->detail->connections = $this->o->detail->connections->put(self::traffic,array_merge($connection,['last'=>$last_update->format('Y-m-d')]));
			$this->o->detail->save();

			// Update our details for the next iteration.
			$last_update = $last_update->addDay();
			Arr::set($connection,'last',$last_update->format('Y-m-d'));

			if ($u) {
				if ($this->o->trafficMismatch($date)->count())
					Mail::to('deon@graytech.net.au')        // @todo To change
						->send(new TrafficMismatch($this->o,$date));
			}
		}
	}
}