From 07f690f7e230a3e1c065745d0fe200331b1d3d68 Mon Sep 17 00:00:00 2001 From: "florian.azizian" <florian.azizian@maarch.org> Date: Mon, 16 Apr 2018 13:05:39 +0100 Subject: [PATCH] FEAT mv ban script in git repository --- referential/ban/indexBan.php | 95 ------------------------------------ referential/ban/src/.gitkeep | 0 2 files changed, 95 deletions(-) delete mode 100644 referential/ban/indexBan.php delete mode 100644 referential/ban/src/.gitkeep diff --git a/referential/ban/indexBan.php b/referential/ban/indexBan.php deleted file mode 100644 index 1d35b5b6a19..00000000000 --- a/referential/ban/indexBan.php +++ /dev/null @@ -1,95 +0,0 @@ -<?php - -require '../../vendor/autoload.php'; -$banDirectory = __DIR__ . '/src/'; - -$filesBan = scandir($banDirectory); - -$row = 1; -foreach ($filesBan as $fileBan) { - if (!in_array($fileBan, ['.', '..', '.gitkeep']) && ($handle = fopen($banDirectory . $fileBan, "r")) !== false) { - echo "$fileBan\n"; - $duplicateAddresses = []; - $currentCity = ''; - - // Create Folder by department - $folderName = str_replace("BAN_licence_gratuite_repartage_", "", $fileBan); - $folderName = str_replace(".csv", "", $folderName); - $folderName = __DIR__ . '/indexes/'.$folderName; - if (!is_dir($folderName)) { - mkdir($folderName); - } - - // if (!is_dir($folderName)) { - // $index = Zend_Search_Lucene::create($folderName); - // } else { - if (isDirEmpty($folderName)) { - $index = Zend_Search_Lucene::create($folderName); - } else { - $index = Zend_Search_Lucene::open($folderName); - } - // } - $index->setFormatVersion(Zend_Search_Lucene::FORMAT_2_3); - Zend_Search_Lucene_Analysis_Analyzer::setDefault(new Zend_Search_Lucene_Analysis_Analyzer_Common_Utf8Num_CaseInsensitive()); - $index->setMaxBufferedDocs(1000); - - $i = 1; - while (($data = fgetcsv($handle, 0, ";")) !== false) { - if ($i == 1) { - $i++; - continue; - } - - if (!empty($data[9])) { - if ($currentCity != $data[6]) { - $duplicateAddresses = []; - } - $currentCity = $data[6]; - - if (empty($duplicateAddresses[$data[3] . $data[4] . $data[9] . $data[6]])) { - $doc = new Zend_Search_Lucene_Document(); - - $doc->addField(Zend_Search_Lucene_Field::UnIndexed('banId', $data[0])); - if (!empty($data[1])) { - $doc->addField(Zend_Search_Lucene_Field::Text('streetName', \SrcCore\models\TextFormatModel::normalize(['string' => $data[1]]))); - } - $streetNumber = empty($data[4]) ? $data[3] : ($data[3] . ' ' . $data[4]); - $doc->addField(Zend_Search_Lucene_Field::Text('streetNumber', $streetNumber)); - $doc->addField(Zend_Search_Lucene_Field::Text('postalCode', $data[6])); - $doc->addField(Zend_Search_Lucene_Field::Text('afnorName', $data[9])); - $doc->addField(Zend_Search_Lucene_Field::Text('city', $data[10])); - - $index->addDocument($doc); - $duplicateAddresses[$data[3] . $data[4] . $data[9] . $data[6]] = true; - } - } - if (fmod($row, 100) == 0) { - echo "$row\n"; - } - $row++; - } - fclose($handle); - $index->commit(); - $index->optimize(); - } -} -echo date('c'); - -/** -* Check if a folder is empty -* @param $dir string path of the directory to chek -* @return boolean true if the directory exists -*/ -function isDirEmpty($dir) -{ - $dir = opendir($dir); - $isEmpty = true; - while (($entry = readdir($dir)) !== false) { - if ($entry !== '.' && $entry !== '..') { - $isEmpty = false; - break; - } - } - closedir($dir); - return $isEmpty; -} diff --git a/referential/ban/src/.gitkeep b/referential/ban/src/.gitkeep deleted file mode 100644 index e69de29bb2d..00000000000 -- GitLab