Unserialize Error on admin/element/get-nice-path API on PIMCORE V.10.5.21

[arulselvan008]

Dear Pimcore Support Team,

I have uploaded the product list to the price group using custom code. However, when the product count exceeds approximately 200, I encounter the following error:

Error Message:
Notice: unserialize(): Error at offset 1498 of 2176 bytes
URL: admin/element/get-nice-path

My Pimcore version is 10.5.21, and I have an enterprise license.

I have attached the following supporting files:

Custom code
Excel template
Other relevant documents
The total number of products to map with the price group is around 20,000.

Could you please help us resolve this issue?

#priceList_old.csv
/src/Controller/PriceListUploadController.php

<?php

namespace App\Controller;

use Pimcore\Controller\FrontendController;
use Symfony\Component\HttpFoundation\Request;
use Symfony\Component\HttpFoundation\Response;
use Symfony\Component\Routing\Annotation\Route;
use Pimcore\Log\Simple;
use Symfony\Component\Messenger\MessageBusInterface;
use App\Message\ProcessPriceListBatch;
use Pimcore\Db;

class PriceListUploadController extends FrontendController
{
    private $bus;

    public function __construct(MessageBusInterface $bus)
    {
        $this->bus = $bus;
    }
    
    /**
     * @Route("/price_list_import", name="price_list_import", methods={"GET"})
     * @param Request $request
     * @return Response
     */
    public function priceListImportAction(Request $request): Response
    {
        
        // print_r("Check the code2 !!!"); //exit;
        
        
        $assetFile = "https://xxxxxx/Excel%20data/priceList_old.csv";
        $startTime = new \DateTime();

        try {
            $data = $this->parseCsvFile($assetFile);

            if (empty($data)) {
                return new Response('The file is empty or cannot be read.', Response::HTTP_NOT_FOUND);
            }

            $batchSize = 100;
            for ($i = 0; $i < count($data); $i += $batchSize) {
                $batch = array_slice($data, $i, $batchSize);
                $ab = $this->bus->dispatch(new ProcessPriceListBatch($batch));
            }

            return new Response('Import initiated. Processing in the background.');

        } catch (\Exception $e) {
            return new Response('An error occurred: ' . $e->getMessage(), Response::HTTP_INTERNAL_SERVER_ERROR);
        }
    }
    
    
     /**
     * Parse the CSV file and return the data as an array.
     */
    private function parseCsvFile(string $fileUrl): array
    {
        $data = [];
        
        $streamContext = stream_context_create([
            "ssl" => [
                "verify_peer" => false,
                "verify_peer_name" => false,
            ]
        ]);
        
        $csvFile = fopen($fileUrl, 'r', false, $streamContext);
    
        if ($csvFile !== false) {
            $headers = fgetcsv($csvFile);
            
            if ($headers) {
                $headers[0] = preg_replace('/^\xEF\xBB\xBF/', '', $headers[0]);
                $headers = array_map('trim', $headers);
                
                while (($row = fgetcsv($csvFile)) !== false) {
                   $productID = $row[0];
                    if (empty($productID)) {
                        continue;
                    }
    
                    $rowData = [];
                    for ($i = 0; $i < count($row); $i++) {
                        $header = $headers[$i] ?? '';
                        $value = $row[$i];
    
                        if (in_array($header, ['MSRP', 'MAP', 'MasterDealer'])) {
                            //$value = str_replace('₹', '', $value);
                            $value = trim($value);
                        }
                        
                        $rowData[$header] = $value;
                    }
                    $data[] = $rowData;
                }
            }
            fclose($csvFile);
        }
    
        return $data;
    }
}

/src/Message/ProcessPriceListBatch.php

<?php 

namespace App\Message;
 
class ProcessPriceListBatch{

    private array $batch;
 
    public function __construct(array $batch)     {
        $this->batch = $batch;
    }
 
    public function getBatch(): array{
        return$this->batch;
    }
    
}

/src/MessageHandler/ProcessPriceListBatchHandler.php

<?php

namespace App\MessageHandler;

use App\Message\ProcessPriceListBatch;
use Pimcore\Log\Simple;
use Symfony\Component\Messenger\Handler\MessageHandlerInterface;
use Doctrine\ORM\EntityManagerInterface;

class ProcessPriceListBatchHandler implements MessageHandlerInterface
{
    private $entityManager;

    public function __construct(EntityManagerInterface $entityManager)
    {
        $this->entityManager = $entityManager;
    }

    public function __invoke(ProcessPriceListBatch $message)
    {

        $batch = $message->getBatch();
        
        $successfulIds = [];
        $failedIds = [];
        $previousPriceListCode = null;
        $previousPriceGroupId = null;
        $startTime = new \DateTime();

        foreach ($batch as $item) {
            $priceListCode = $item['PriceGroup'] ?? null;
            $sku = $item['ProductID'] ?? null;
            
        if ($priceListCode === 'MD') {
            $priceListCode = 'MSRP';
        }

            if ($sku && $priceListCode) {
                $priceGroupId = $this->getPriceGroupId($priceListCode, $previousPriceListCode, $previousPriceGroupId);
                $productId = $this->fetchProductId($sku);

                if ($priceGroupId && $productId) {
                    $this->updatePriceGroupProduct($priceGroupId, $productId, $item, $successfulIds, $failedIds);
                } else {
                    $failedIds[] = $sku;
                }
            } else {
                $failedIds[] = $sku;
            }
        }

        $this->logUploadDetails($startTime, count($batch), $successfulIds, $failedIds);
    }

    private function getPriceGroupId($priceListCode, &$previousPriceListCode, &$previousPriceGroupId)
    {
        if ($priceListCode === $previousPriceListCode) {
            return $previousPriceGroupId;
        } else {
            $priceGroupId = $this->fetchPriceGroupId($priceListCode);
            $previousPriceListCode = $priceListCode;
            $previousPriceGroupId = $priceGroupId;

            return $priceGroupId;
        }
    }

    private function fetchProductId($sku): ?int
    {
        return $this->fetchData('product', $sku);
    }

    private function fetchPriceGroupId($priceListCode): ?int
    {
        return $this->fetchData('priceGroup', $priceListCode);
    }

    private function fetchData(string $criteriaType, string $criteriaValue): ?int
    {
        
        $conn = $this->entityManager->getConnection();

        if ($criteriaType === 'priceGroup') {
            $sql = 'SELECT oo_id FROM object_query_PriceGroup WHERE priceListCode = :criteriaValue LIMIT 1';
        } elseif ($criteriaType === 'product') {
            $sql = 'SELECT oo_id FROM object_AllProducts WHERE SKU = :criteriaValue LIMIT 1';
        } else {
            throw new \InvalidArgumentException('Invalid criteria type specified.');
        }

        $stmt = $conn->prepare($sql);
        $stmt->bindValue(':criteriaValue', $criteriaValue, \PDO::PARAM_STR);
        $stmt->execute();
        $result = $stmt->fetch(\PDO::FETCH_ASSOC);
        
        return $result ? (int) $result['oo_id'] : null;
    }

    private function updatePriceGroupProduct($priceGroupId, $productId, $item, &$successfulIds, &$failedIds)
    {
        $priceGroup = \Pimcore\Model\DataObject\PriceGroup::getById($priceGroupId);
        $product = \Pimcore\Model\DataObject\AllProducts::getById($productId);

        if (!$priceGroup || !$product) {
            $failedIds[] = $productId;
            return;
        }

        $bucketQty = isset($item['BucketQty']) ? trim($item['BucketQty']) : null;
        $listPrice = isset($item['MasterDealer']) ? trim(str_replace('$', '', $item['MasterDealer'])) : null;
        $msrp = isset($item['MSRP']) ? (float) trim(str_replace('$', '', $item['MSRP'])) : null;
        $map = isset($item['MAP']) && $item['MAP'] !== '-' ? (float) trim(str_replace('$', '', $item['MAP'])) : null;
        $upc = $item['UPC'] ?? null;
        $masterPackQuantity = isset($item['CasePack']) && is_numeric($item['CasePack'])? (int) $item['CasePack']: 0;
        $innerPackQuantity = isset($item['InnerPack']) && is_numeric($item['InnerPack']) && $item['InnerPack'] !== 'N/A'? (int) $item['InnerPack'] : 0;

        
    //     $product->setMSRP($msrp);
    //     $product->setMAP($map);
    //     $product->setUPC($upc);
    //     $product->setMasterPackQuantity($masterPackQuantity);
    //     $product->setInnerPackQuantity($innerPackQuantity);
    //     $product->save();
        

        $priceListProducts = $priceGroup->getPriceListProducts();
        $existingProductIds = [];

        foreach ($priceListProducts as $productMetadata) {
            $existingProductIds[] = $productMetadata->getObjectId();
        }
        if (in_array($productId, $existingProductIds)) {
            
            foreach ($priceListProducts as $existingProductMetadata) {
                if ($existingProductMetadata->getObjectId() == $productId) {
                    $existingData = $existingProductMetadata->getData();
                    $existingData['bucketQty'] = $bucketQty;
                    $existingData['listPrice'] = $listPrice;
                    $existingProductMetadata->setData($existingData);
         
                    try {
                        $priceGroup->save(); 
                        $successfulIds[] = $product->getSKU();
                    } catch (\Exception $e) {
                        Simple::log('PriceListUpload', 'An error occurred while saving: ' . $e->getMessage());
                        $failedIds[] = $product->getSKU();
                    }
                    return;
                }
            }
        } else {
            
            $metadata = new \Pimcore\Model\DataObject\Data\ObjectMetadata(
                'PriceListProducts',
                ['bucketQty', 'listPrice']
            );
            $metadata->setObjectId($productId);
            $metadata->setData([
                'bucketQty' => $bucketQty,
                'listPrice' => $listPrice
            ]);

            $priceListProducts[] = $metadata;
            $priceGroup->setPriceListProducts($priceListProducts);

            try {
                $priceGroup->save(); 
                $successfulIds[] = $product->getSKU();
            } catch (\Exception $e) {
                Simple::log('PriceListUpload', 'An error occurred while saving: ' . $e->getMessage());
                $failedIds[] = $product->getSKU();
            }
        }
    }

    /**
     * Log upload details including time, count, and status of each product.
     */
    private function logUploadDetails(\DateTime $startTime, int $processedCount, array $successfulIds, array $failedIds): string
    {
        $endTime = new \DateTime();
        $duration = $endTime->getTimestamp() - $startTime->getTimestamp();
    
        $logDetails = '';
        $logDetails .= 'Upload started at: ' . $startTime->format('Y-m-d H:i:s') . PHP_EOL;
        $logDetails .= 'Upload completed at: ' . $endTime->format('Y-m-d H:i:s') . PHP_EOL;
        $logDetails .= 'Duration: ' . $duration . ' seconds' . PHP_EOL;
        $logDetails .= 'Total processed records: ' . $processedCount . PHP_EOL;
        $logDetails .= 'Successful updates: ' . implode(', ', $successfulIds) . PHP_EOL;
        $logDetails .= 'Failed updates: ' . implode(', ', $failedIds) . PHP_EOL;
    
        Simple::log('PriceListUpload', $logDetails);
    
        return $logDetails;
    }
}

/config/messenger.yaml

framework:
    messenger:
        transports:
            pimcore_core:
                dsn: '%env(MESSENGER_TRANSPORT_DSN)%'
            pimcore_maintenance:
                dsn: '%env(MESSENGER_MAINTENANCE_DSN)%'
            # other transports...
        routing:
            'App\Message\ProcessPriceListBatch': pimcore_core
            # or another transport

I directly fired this URL "https://xxxxxxxxxx/price_list_import" or ran this command on the server "sudo php bin/console messenger:consume async or pimcore_core"

Excel template:
priceList_old.csv

Share your feedback the configuration is correct or not?

[arulselvan008]

@kingjia90 @fashxp Could you help us resolve this issue?

[arulselvan008]

I raised a request to [email protected] and [email protected] via email. However, we haven't received any response from your end. Could you please provide an update or feedback?

[arulselvan008]

Thanks for your immediate response. We have planned to cancel the license renewal and contract with your Pimcore team.

[fashxp]

Hi,
sorry to hear that. We are always eager to help our enterprise customers and provide the needed support.
In that case, sadly we didn't receive any e-mail from you.
[email protected] definitely works, so could you please share the domain you were sending from?

Also, please understand, that this is a community forum and not meant for enterprise support. As we have already outlined in another discussion with you here, please open a ticket in our Enterprise Issue Portal here to get enterprise support from us.
Also, please consider, that we just can provide support for supported versions (current version and LTS versions) of Pimcore, which version 10.5 is not part of.

In case if individual consulting is needed, we also can offer you according services.

Best regards...