p(" * spreadsheet format options:"); $oP->p(" *\tfields: (mandatory) the comma separated list of field codes to export (e.g: name,org_id,service_name...)."); $oP->p(" *\tno_localize: (optional) pass 1 to retrieve the raw (untranslated) values for enumerated fields. Default: 0."); $oP->p(" *\tdate_format: the format to use when exporting date and time fields (default = the SQL format). e.g. 'Y-m-d H:i:s'"); $oP->p(" *\tformatted_text: set to 1 to formatted text fields with their HTML markup, 0 to remove formatting. Default is 1 (= formatted text)"); } public function EnumFormParts() { return array_merge(parent::EnumFormParts(), ['spreadsheet_options' => ['no-localize'], 'interactive_fields_spreadsheet' => ['interactive_fields_spreadsheet']]); } /** * @param WebPage $oP * @param $sPartId * * @return UIContentBlock */ public function GetFormPart(WebPage $oP, $sPartId) { switch ($sPartId) { case 'interactive_fields_spreadsheet': return $this->GetInteractiveFieldsWidget($oP, 'interactive_fields_spreadsheet'); break; case 'spreadsheet_options': $oPanel = PanelUIBlockFactory::MakeNeutral(Dict::S('Core:BulkExport:SpreadsheetOptions')); $oMulticolumn = MultiColumnUIBlockFactory::MakeStandard(); $oPanel->AddSubBlock($oMulticolumn); $oFieldSetFormat = FieldSetUIBlockFactory::MakeStandard(Dict::S('Core:BulkExport:TextFormat')); $oMulticolumn->AddColumn(ColumnUIBlockFactory::MakeForBlock($oFieldSetFormat)); $oCheckBox = InputUIBlockFactory::MakeForInputWithLabel(Dict::S('Core:BulkExport:OptionFormattedText'), "formatted_text", "1", "spreadsheet_formatted_text", "checkbox"); $oCheckBox->GetInput()->SetIsChecked((utils::ReadParam('formatted_text', 0) == 1)); $oCheckBox->GetInput()->AddCSSClass('ibo-input-checkbox'); $oCheckBox->SetBeforeInput(false); $oFieldSetFormat->AddSubBlock($oCheckBox); $oFieldSetFormat->AddSubBlock(new Html('
')); $oCheckBox = InputUIBlockFactory::MakeForInputWithLabel(Dict::S('Core:BulkExport:OptionNoLocalize'), "no_localize", "1", "spreadsheet_no_localize", "checkbox"); $oCheckBox->GetInput()->SetIsChecked((utils::ReadParam('no_localize', 0) == 1)); $oCheckBox->GetInput()->AddCSSClass('ibo-input-checkbox'); $oCheckBox->SetBeforeInput(false); $oFieldSetFormat->AddSubBlock($oCheckBox); $oFieldSetDate = FieldSetUIBlockFactory::MakeStandard(Dict::S('Core:BulkExport:DateTimeFormat')); $oMulticolumn->AddColumn(ColumnUIBlockFactory::MakeForBlock($oFieldSetDate)); $sDateTimeFormat = utils::ReadParam('date_format', (string)AttributeDateTime::GetFormat(), true, 'raw_data'); $sDefaultFormat = utils::EscapeHtml((string)AttributeDateTime::GetFormat()); $sExample = utils::EscapeHtml(date((string)AttributeDateTime::GetFormat())); $oRadioDefault = InputUIBlockFactory::MakeForInputWithLabel(Dict::Format('Core:BulkExport:DateTimeFormatDefault_Example', $sDefaultFormat, $sExample), "spreadsheet_date_format_radio", "default", "spreadsheet_date_time_format_default", "radio"); $oRadioDefault->GetInput()->SetIsChecked(($sDateTimeFormat == (string)AttributeDateTime::GetFormat())); $oRadioDefault->GetInput()->AddCSSClass('ibo-input-checkbox'); $oRadioDefault->SetBeforeInput(false); $oFieldSetDate->AddSubBlock($oRadioDefault); $oFieldSetDate->AddSubBlock(new Html('
')); $sFormatInput = ''; $oRadioCustom = InputUIBlockFactory::MakeForInputWithLabel(Dict::Format('Core:BulkExport:DateTimeFormatCustom_Format', $sFormatInput), "spreadsheet_date_format_radio", "custom", "spreadsheet_date_time_format_custom", "radio"); $oRadioCustom->SetDescription(Dict::S('UI:CSVImport:CustomDateTimeFormatTooltip')); $oRadioCustom->GetInput()->SetIsChecked($sDateTimeFormat !== (string)AttributeDateTime::GetFormat()); $oRadioCustom->GetInput()->AddCSSClass('ibo-input-checkbox'); $oRadioCustom->SetBeforeInput(false); $oFieldSetDate->AddSubBlock($oRadioCustom); $oP->add_ready_script( <<aStatusInfo['formatted_text'] = (bool)utils::ReadParam('formatted_text', 1, true); $sDateFormatRadio = utils::ReadParam('spreadsheet_date_format_radio', ''); switch ($sDateFormatRadio) { case 'default': // Export from the UI => format = same as is the UI $this->aStatusInfo['date_format'] = (string)AttributeDateTime::GetFormat(); break; case 'custom': // Custom format specified from the UI $this->aStatusInfo['date_format'] = utils::ReadParam('date_format', (string)AttributeDateTime::GetFormat(), true, 'raw_data'); break; default: // Export from the command line (or scripted) => default format is SQL, as in previous versions of iTop, unless specified otherwise $this->aStatusInfo['date_format'] = utils::ReadParam('date_format', (string)AttributeDateTime::GetSQLFormat(), true, 'raw_data'); } } protected function GetSampleData($oObj, $sAttCode) { if ($sAttCode != 'id') { $oAttDef = MetaModel::GetAttributeDef(get_class($oObj), $sAttCode); if ($oAttDef instanceof AttributeDateTime) { // AttributeDate is derived from AttributeDateTime $sClass = (get_class($oAttDef) == 'AttributeDateTime') ? 'user-formatted-date-time' : 'user-formatted-date'; return '
'.utils::EscapeHtml($oAttDef->GetEditValue($oObj->Get($sAttCode), $oObj)).'
'; } } return $this->GetValue($oObj, $sAttCode); } protected function GetValue($oObj, $sAttCode) { $bFormattedText = (array_key_exists('formatted_text', $this->aStatusInfo) ? $this->aStatusInfo['formatted_text'] : false); switch ($sAttCode) { case 'id': $sRet = $oObj->GetKey(); break; default: $value = $oObj->Get($sAttCode); $oAttDef = MetaModel::GetAttributeDef(get_class($oObj), $sAttCode); if ($value instanceof ormCaseLog) { $sRet = str_replace("\n", "
", utils::EscapeHtml($value->__toString())); } elseif ($value instanceof ormStopWatch) { $sRet = $value->GetTimeSpent(); } elseif ($value instanceof ormDocument) { $sRet = ''; } elseif ($oAttDef instanceof AttributeText) { if ($bFormattedText) { // Replace paragraphs (...

, etc) by line breaks (
) since Excel (pre-2016) splits the cells when there is a paragraph $sRet = static::HtmlToSpreadsheet($oObj->GetAsHTML($sAttCode)); } else { $sRet = utils::HtmlToText($oObj->GetAsHTML($sAttCode)); } } elseif ($oAttDef instanceof AttributeString) { $sRet = $oObj->GetAsHTML($sAttCode); } elseif ($oAttDef instanceof AttributeCustomFields) { // Stick to the weird implementation made in GetNextChunk $sRet = utils::TextToHtml($oObj->GetEditValue($sAttCode)); } else { if ($this->bLocalizeOutput) { $sRet = utils::EscapeHtml($oObj->GetEditValue()); } else { $sRet = utils::EscapeHtml((string)$value); } } } return $sRet; } public function SetHttpHeaders(WebPage $oPage) { // Integration within MS-Excel web queries + HTTPS + IIS: // MS-IIS set these header values with no-cache... while Excel fails to do the job if using HTTPS // Then the fix is to force the reset of header values Pragma and Cache-control $oPage->add_header("Pragma:"); $oPage->add_header("Cache-control:"); } public function GetHeader() { $oSet = new DBObjectSet($this->oSearch); $this->aStatusInfo['status'] = 'running'; $this->aStatusInfo['position'] = 0; $this->aStatusInfo['total'] = $oSet->Count(); $aData = []; foreach ($this->aStatusInfo['fields'] as $iCol => $aFieldSpec) { $sColLabel = $aFieldSpec['sColLabel']; if ($aFieldSpec['sAttCode'] != 'id') { $oAttDef = MetaModel::GetAttributeDef($aFieldSpec['sClass'], $aFieldSpec['sAttCode']); $oFinalAttDef = $oAttDef->GetFinalAttDef(); if (get_class($oFinalAttDef) == 'AttributeDateTime') { $aData[] = $sColLabel.' ('.Dict::S('UI:SplitDateTime-Date').')'; $aData[] = $sColLabel.' ('.Dict::S('UI:SplitDateTime-Time').')'; } else { $aData[] = $sColLabel; } } else { $aData[] = $sColLabel; } } $sData = ''; $sData .= "\n"; $sData .= "\n"; foreach ($aData as $sLabel) { $sData .= "\n"; } $sData .= "\n"; return $sData; } public function GetNextChunk(&$aStatus) { $sRetCode = 'run'; $iPercentage = 0; $oSet = new DBObjectSet($this->oSearch); $oSet->SetLimit($this->iChunkSize, $this->aStatusInfo['position']); $this->OptimizeColumnLoad($oSet); $sExportDateTimeFormat = $this->aStatusInfo['date_format']; $bFormattedText = (array_key_exists('formatted_text', $this->aStatusInfo) ? $this->aStatusInfo['formatted_text'] : false); // Date & time formats $oDateTimeFormat = new DateTimeFormat($sExportDateTimeFormat); $oDateFormat = new DateTimeFormat($oDateTimeFormat->ToDateFormat()); $oTimeFormat = new DateTimeFormat($oDateTimeFormat->ToTimeFormat()); $iCount = 0; $sData = ''; $iPreviousTimeLimit = ini_get('max_execution_time'); $iLoopTimeLimit = MetaModel::GetConfig()->Get('max_execution_time_per_loop'); while ($aRow = $oSet->FetchAssoc()) { set_time_limit(intval($iLoopTimeLimit)); $sData .= ""; foreach ($this->aStatusInfo['fields'] as $iCol => $aFieldSpec) { $sAlias = $aFieldSpec['sAlias']; $sAttCode = $aFieldSpec['sAttCode']; $sField = ''; /** @var \DBObject $oObj */ $oObj = $aRow[$sAlias]; if ($oObj == null) { $sData .= ""; continue; } switch ($sAttCode) { case 'id': $sField = $oObj->GetKey(); $sData .= ""; break; default: $oAttDef = MetaModel::GetAttributeDef(get_class($oObj), $sAttCode); $oFinalAttDef = $oAttDef->GetFinalAttDef(); if (get_class($oFinalAttDef) == 'AttributeDateTime') { // Split the date and time in two columns $sDate = $oDateFormat->Format($oObj->Get($sAttCode)); $sTime = $oTimeFormat->Format($oObj->Get($sAttCode)); $sData .= ""; $sData .= ""; } elseif (get_class($oFinalAttDef) == 'AttributeDate') { $sDate = $oDateFormat->Format($oObj->Get($sAttCode)); $sData .= ""; } elseif ($oAttDef instanceof AttributeCaseLog) { $rawValue = $oObj->Get($sAttCode); $sField = str_replace("\n", "
", utils::EscapeHtml($rawValue->__toString())); // Trick for Excel: treat the content as text even if it begins with an equal sign $sData .= ""; } elseif ($oAttDef instanceof AttributeText) { if ($bFormattedText) { // Replace paragraphs (...

, etc) by line breaks (
) since Excel (pre-2016) splits the cells when there is a paragraph $sField = static::HtmlToSpreadsheet($oObj->GetAsHTML($sAttCode)); } else { // Convert to plain text $sField = utils::HtmlToText($oObj->GetAsHTML($sAttCode)); } $sData .= "
"; } elseif ($oAttDef instanceof AttributeCustomFields) { // GetAsHTML returns a table that would not fit $sField = utils::TextToHtml($oObj->GetEditValue($sAttCode)); $sData .= ""; } elseif ($oAttDef instanceof AttributeString) { $sField = $oObj->GetAsHTML($sAttCode, $this->bLocalizeOutput); $sData .= ""; } elseif ($oAttDef instanceof AttributeTagSet) { $sField = utils::HtmlEntities($oObj->GetAsCSV($sAttCode, $this->bLocalizeOutput, '')); $sData .= ""; } else { $rawValue = $oObj->Get($sAttCode); if ($this->bLocalizeOutput) { $sField = utils::EscapeHtml($oFinalAttDef->GetEditValue($rawValue)); } else { $sField = utils::EscapeHtml($rawValue); } $sData .= ""; } } } $sData .= ""; $iCount++; } set_time_limit(intval($iPreviousTimeLimit)); $this->aStatusInfo['position'] += $this->iChunkSize; if ($this->aStatusInfo['total'] == 0) { $iPercentage = 100; } else { $iPercentage = floor(min(100.0, 100.0 * $this->aStatusInfo['position'] / $this->aStatusInfo['total'])); } if ($iCount < $this->iChunkSize) { $sRetCode = 'done'; } $aStatus = ['code' => $sRetCode, 'message' => Dict::S('Core:BulkExport:RetrievingData'), 'percentage' => $iPercentage]; return $sData; } public function GetFooter() { $sData = "
".$sLabel."
$sField$sDate$sTime$sDate$sField$sField$sField$sField$sField$sField
\n"; return $sData; } public function GetSupportedFormats() { return ['spreadsheet' => Dict::S('Core:BulkExport:SpreadsheetFormat')]; } public function GetMimeType() { return 'text/html'; } public function GetFileExtension() { return 'html'; } /** * Cleanup all markup displayed as line breaks (except
tags) since this * causes Excel (pre-2016) to generate extra lines in the table, thus breaking * the tabular disposition of the export * Note: Excel 2016 also refuses line breaks, so the only solution for this case is alas plain text * @param string $sHtml The HTML to cleanup * @return string The cleaned HTML */ public static function HtmlToSpreadsheet($sHtml) { if (trim(strip_tags($sHtml)) === '') { // Display this value as an empty cell in the table return ' '; } // The tags listed here are a subset of the whitelist defined in HTMLDOMSanitizer // Tags causing a visual "line break" in the displayed page (i.e. display: block) are to be replaced by a followed by a
// in order to preserve any inline style/attribute of the removed tag $aTagsToReplace = [ 'pre', 'div', 'p', 'hr', 'center', 'h1', 'h2', 'h3', 'h4', 'li', 'fieldset', 'legend', 'nav', 'section', 'tr', 'caption', ]; // Tags to completely remove from the markup $aTagsToRemove = [ 'table', 'thead', 'tbody', 'ul', 'ol', 'td', 'th', ]; // Remove the englobing
...
to prevent an extra line break $sHtml = preg_replace('|^
(.*)
$|s', '$1', $sHtml); // Must use the "s" (. matches newline) modifier foreach ($aTagsToReplace as $sTag) { $sHtml = preg_replace("|<{$sTag} ?([^>]*)>|is", '', $sHtml); $sHtml = preg_replace("||i", '
', $sHtml); } foreach ($aTagsToRemove as $sTag) { $sHtml = preg_replace("|<{$sTag} ?([^>]*)>|is", '', $sHtml); $sHtml = preg_replace("||i", '', $sHtml); } // Remove any trailing
, if any, to prevent an extra line break $sHtml = preg_replace("|
$|", '', $sHtml); return $sHtml; } }