LogQueryBuilder
2 weeks ago
Actions.php
8 months ago
ArchiveSelector.php
2 weeks ago
ArchiveTableCreator.php
2 weeks ago
ArchiveTableDao.php
2 weeks ago
ArchiveWriter.php
2 weeks ago
ArchivingDbAdapter.php
2 weeks ago
LogAggregator.php
2 weeks ago
LogQueryBuilder.php
2 weeks ago
LogTableTemporary.php
2 years ago
Model.php
2 weeks ago
RawLogDao.php
2 weeks ago
TableMetadata.php
1 year ago
ArchiveTableDao.php
104 lines
| 1 | <?php |
| 2 | |
| 3 | /** |
| 4 | * Matomo - free/libre analytics platform |
| 5 | * |
| 6 | * @link https://matomo.org |
| 7 | * @license https://www.gnu.org/licenses/gpl-3.0.html GPL v3 or later |
| 8 | */ |
| 9 | namespace Piwik\DataAccess; |
| 10 | |
| 11 | use Piwik\Common; |
| 12 | use Piwik\Date; |
| 13 | use Piwik\Db; |
| 14 | use Piwik\Metrics\Formatter; |
| 15 | /** |
| 16 | * Data Access class for querying numeric & blob archive tables. |
| 17 | */ |
| 18 | class ArchiveTableDao |
| 19 | { |
| 20 | /** |
| 21 | * Analyzes numeric & blob tables for a single table date (ie, `'2015_01'`) and returns |
| 22 | * statistics including: |
| 23 | * |
| 24 | * - number of archives present |
| 25 | * - number of invalidated archives |
| 26 | * - number of temporary archives |
| 27 | * - number of error archives |
| 28 | * - number of segment archives |
| 29 | * - number of numeric rows |
| 30 | * - number of blob rows |
| 31 | * - sum of blob column byte length |
| 32 | * |
| 33 | * @param string $tableDate ie `'2015_01'` |
| 34 | * @return array |
| 35 | */ |
| 36 | public function getArchiveTableAnalysis($tableDate) |
| 37 | { |
| 38 | $numericQueryEmptyRow = ['count_archives' => '-', 'count_invalidated_archives' => '-', 'count_temporary_archives' => '-', 'count_error_archives' => '-', 'count_segment_archives' => '-', 'count_numeric_rows' => '-']; |
| 39 | $tableDate = str_replace("`", "", $tableDate); |
| 40 | // for sanity |
| 41 | $numericTable = Common::prefixTable("archive_numeric_{$tableDate}"); |
| 42 | $blobTable = Common::prefixTable("archive_blob_{$tableDate}"); |
| 43 | // query numeric table |
| 44 | $sql = "SELECT CONCAT_WS('.', idsite, date1, date2, period) AS label,\n SUM(CASE WHEN name LIKE 'done%' THEN 1 ELSE 0 END) AS count_archives,\n SUM(CASE WHEN name LIKE 'done%' AND value = ? THEN 1 ELSE 0 END) AS count_invalidated_archives,\n SUM(CASE WHEN name LIKE 'done%' AND value = ? THEN 1 ELSE 0 END) AS count_temporary_archives,\n SUM(CASE WHEN name LIKE 'done%' AND value IN (?, ?) THEN 1 ELSE 0 END) AS count_error_archives,\n SUM(CASE WHEN name LIKE 'done%' AND CHAR_LENGTH(name) > 32 THEN 1 ELSE 0 END) AS count_segment_archives,\n SUM(CASE WHEN name NOT LIKE 'done%' THEN 1 ELSE 0 END) AS count_numeric_rows,\n 0 AS count_blob_rows\n FROM `{$numericTable}`\n GROUP BY idsite, date1, date2, period ORDER BY idsite, period, date1, date2"; |
| 45 | $rows = Db::fetchAll($sql, array(\Piwik\DataAccess\ArchiveWriter::DONE_INVALIDATED, \Piwik\DataAccess\ArchiveWriter::DONE_OK_TEMPORARY, \Piwik\DataAccess\ArchiveWriter::DONE_ERROR, \Piwik\DataAccess\ArchiveWriter::DONE_ERROR_INVALIDATED)); |
| 46 | // index result |
| 47 | $result = array(); |
| 48 | foreach ($rows as $row) { |
| 49 | $result[$row['label']] = $row; |
| 50 | } |
| 51 | // query blob table & manually merge results (no FULL OUTER JOIN in mysql) |
| 52 | $sql = "SELECT CONCAT_WS('.', idsite, date1, date2, period) AS label,\n COUNT(*) AS count_blob_rows,\n SUM(OCTET_LENGTH(value)) AS sum_blob_length\n FROM `{$blobTable}`\n GROUP BY idsite, date1, date2, period ORDER BY idsite, period, date1, date2"; |
| 53 | foreach (Db::fetchAll($sql) as $blobStatsRow) { |
| 54 | $label = $blobStatsRow['label']; |
| 55 | if (isset($result[$label])) { |
| 56 | $result[$label] = array_merge($result[$label], $blobStatsRow); |
| 57 | } else { |
| 58 | // ensure rows without numeric entries have the |
| 59 | // same internal result array key order |
| 60 | $result[$label] = array_merge(['label' => $label], $numericQueryEmptyRow, $blobStatsRow); |
| 61 | } |
| 62 | } |
| 63 | return $result; |
| 64 | } |
| 65 | /** |
| 66 | * Return invalidation queue table data |
| 67 | * |
| 68 | * @return array |
| 69 | * @throws \Exception |
| 70 | */ |
| 71 | public function getInvalidationQueueData(bool $prettyTime = \false) : array |
| 72 | { |
| 73 | $invalidationsTable = Common::prefixTable("archive_invalidations"); |
| 74 | $segmentsTable = Common::prefixTable("segment"); |
| 75 | $sql = "\n SELECT ai.*, s.definition \n FROM `{$invalidationsTable}` ai \n LEFT JOIN `{$segmentsTable}` s ON SUBSTRING(ai.name, 5) = s.hash\n GROUP BY ai.idinvalidation\n ORDER BY ts_invalidated, idinvalidation ASC"; |
| 76 | $invalidations = Db::fetchAll($sql); |
| 77 | $metricsFormatter = new Formatter(); |
| 78 | $data = []; |
| 79 | foreach ($invalidations as $i) { |
| 80 | $waiting = (int) Date::now()->getTimestampUTC() - Date::factory($i['ts_invalidated'])->getTimestampUTC(); |
| 81 | $processing = (int) $i['ts_started'] ? Date::now()->getTimestampUTC() - (int) $i['ts_started'] : ''; |
| 82 | if ($prettyTime) { |
| 83 | $waiting = $metricsFormatter->getPrettyTimeFromSeconds($waiting, \true); |
| 84 | if ($processing != '') { |
| 85 | $processing = $metricsFormatter->getPrettyTimeFromSeconds($processing, \true); |
| 86 | } |
| 87 | } |
| 88 | $d = []; |
| 89 | $d['Invalidation'] = (int) $i['idinvalidation']; |
| 90 | $d['Segment'] = $i['definition']; |
| 91 | $d['Site'] = (int) $i['idsite']; |
| 92 | $d['Period'] = $i['period'] == 1 ? 'Day' : ($i['period'] == 2 ? 'Week' : ($i['period'] == 3 ? 'Month' : ($i['period'] == 4 ? 'Year' : 'Range'))); |
| 93 | $d['Date'] = $i['period'] == 1 ? $i['date1'] : ($i['period'] == 3 ? substr($i['date1'], 0, 7) : ($i['period'] == 4 ? substr($i['date1'], 0, 4) : $i['date1'] . ' - ' . $i['date2'])); |
| 94 | $d['TimeQueued'] = $i['ts_invalidated']; |
| 95 | $d['Waiting'] = $waiting; |
| 96 | $d['Started'] = $i['ts_started']; |
| 97 | $d['Processing'] = $processing; |
| 98 | $d['Status'] = $i['status'] == 1 ? 'Processing' : 'Queued'; |
| 99 | $data[] = $d; |
| 100 | } |
| 101 | return $data; |
| 102 | } |
| 103 | } |
| 104 |