Parse robocopy Log File - new value

Question

Hello,
I have found a script, that parse the robocopy log file, which looks like this:
   ROBOCOPY     ::     Robust File Copy for Windows                             
  Started : Thu Aug 07 09:30:18 2014
   Source : e:\testfolder\
     Dest : w:\testfolder\
    Files : *.*
  Options : *.* /V /NDL /S /E /COPYALL /NP /IS /R:1 /W:5
     Same          14.6 g e:\testfolder\bigfile - Copy (5).out
     Same          14.6 g e:\testfolder\bigfile - Copy.out
     Same          14.6 g e:\testfolder\bigfile.out
               Total    Copied   Skipped  Mismatch    FAILED    Extras
    Dirs :         1         0         1         0        
0         0
   Files :         3         3         0         0        
0         0
   Bytes :  43.969 g  43.969 g         0         0         0         0
   Times :   0:05:44   0:05:43                       0:00:00   0:00:00
   Speed :           137258891 Bytes/sec.
   Speed :            7854.016 MegaBytes/min.
   Ended : Thu Aug 07 09:36:02 2014
Most values at output file are included, but the two speed paramter not.
How can I get this two speed paramters at output file?
Here is the script:
param(
[parameter(Position=0,Mandatory=$true,ValueFromPipeline=$false,HelpMessage='Source Path with no trailing slash')][string]$SourcePath,
[switch]$fp
write-host "Robocopy log parser. $(if($fp){"Parsing file entries"} else {"Parsing summaries only, use -fp to parse file entries"})"
#Arguments
# -fp File parse. Counts status flags and oldest file Slower on big files.
$ElapsedTime = [System.Diagnostics.Stopwatch]::StartNew()
$refreshrate=1 # progress counter refreshes this often when parsing files (in seconds)
# These summary fields always appear in this order in a robocopy log
$HeaderParams = @{
"04|Started" = "date";
"01|Source" = "string";
"02|Dest" = "string";
"03|Options" = "string";
"07|Dirs" = "counts";
"08|Files" = "counts";
"09|Bytes" = "counts";
"10|Times" = "counts";
"05|Ended" = "date";
#"06|Duration" = "string"
$ProcessCounts = @{
"Processed" = 0;
"Error" = 0;
"Incomplete" = 0
$tab=[char]9
$files=get-childitem $SourcePath
$writer=new-object System.IO.StreamWriter("$(get-location)\robocopy-$(get-date -format "dd-MM-yyyy_HH-mm-ss").csv")
function Get-Tail([object]$reader, [int]$count = 10) {
$lineCount = 0
[long]$pos = $reader.BaseStream.Length - 1
while($pos -gt 0)
$reader.BaseStream.position=$pos
# 0x0D (#13) = CR
# 0x0A (#10) = LF
if ($reader.BaseStream.ReadByte() -eq 10)
$lineCount++
if ($lineCount -ge $count) { break }
$pos--
# tests for file shorter than requested tail
if ($lineCount -lt $count -or $pos -ge $reader.BaseStream.Length - 1) {
$reader.BaseStream.Position=0
} else {
# $reader.BaseStream.Position = $pos+1
$lines=@()
while(!$reader.EndOfStream) {
$lines += $reader.ReadLine()
return $lines
function Get-Top([object]$reader, [int]$count = 10)
$lines=@()
$lineCount = 0
$reader.BaseStream.Position=0
while(($linecount -lt $count) -and !$reader.EndOfStream) {
$lineCount++
$lines += $reader.ReadLine()
return $lines
function RemoveKey ( $name ) {
if ( $name -match "|") {
return $name.split("|")[1]
} else {
return ( $name )
function GetValue ( $line, $variable ) {
if ($line -like "*$variable*" -and $line -like "* : *" ) {
$result = $line.substring( $line.IndexOf(":")+1 )
return $result
} else {
return $null
function UnBodgeDate ( $dt ) {
# Fixes RoboCopy botched date-times in format Sat Feb 16 00:16:49 2013
if ( $dt -match ".{3} .{3} \d{2} \d{2}:\d{2}:\d{2} \d{4}" ) {
$dt=$dt.split(" ")
$dt=$dt[2],$dt[1],$dt[4],$dt[3]
$dt -join " "
if ( $dt -as [DateTime] ) {
return $dt.ToStr("dd/MM/yyyy hh:mm:ss")
} else {
return $null
function UnpackParams ($params ) {
# Unpacks file count bloc in the format
# Dirs : 1827 0 1827 0 0 0
# Files : 9791 0 9791 0 0 0
# Bytes : 165.24 m 0 165.24 m 0 0 0
# Times : 1:11:23 0:00:00 0:00:00 1:11:23
# Parameter name already removed
if ( $params.length -ge 58 ) {
$params = $params.ToCharArray()
$result=(0..5)
for ( $i = 0; $i -le 5; $i++ ) {
$result[$i]=$($params[$($i*10 + 1) .. $($i*10 + 9)] -join "").trim()
$result=$result -join ","
} else {
$result = ",,,,,"
return $result
$sourcecount = 0
$targetcount = 1
# Write the header line
$writer.Write("File")
foreach ( $HeaderParam in $HeaderParams.GetEnumerator() | Sort-Object Name ) {
if ( $HeaderParam.value -eq "counts" ) {
$tmp="~ Total,~ Copied,~ Skipped,~ Mismatch,~ Failed,~ Extras"
$tmp=$tmp.replace("~","$(removekey $headerparam.name)")
$writer.write(",$($tmp)")
} else {
$writer.write(",$(removekey $HeaderParam.name)")
if($fp){
$writer.write(",Scanned,Newest,Summary")
$writer.WriteLine()
$filecount=0
# Enumerate the files
foreach ($file in $files) {
$filecount++
write-host "$filecount/$($files.count) $($file.name) ($($file.length) bytes)"
$results=@{}
$Stream = $file.Open([System.IO.FileMode]::Open,
[System.IO.FileAccess]::Read,
[System.IO.FileShare]::ReadWrite)
$reader = New-Object System.IO.StreamReader($Stream)
#$filestream=new-object -typename System.IO.StreamReader -argumentlist $file, $true, [System.IO.FileAccess]::Read
$HeaderFooter = Get-Top $reader 16
if ( $HeaderFooter -match "ROBOCOPY :: Robust File Copy for Windows" ) {
if ( $HeaderFooter -match "Files : " ) {
$HeaderFooter = $HeaderFooter -notmatch "Files : "
[long]$ReaderEndHeader=$reader.BaseStream.position
$Footer = Get-Tail $reader 16
$ErrorFooter = $Footer -match "ERROR \d \(0x000000\d\d\) Accessing Source Directory"
if ($ErrorFooter) {
$ProcessCounts["Error"]++
write-host -foregroundcolor red "`t $ErrorFooter"
} elseif ( $footer -match "---------------" ) {
$ProcessCounts["Processed"]++
$i=$Footer.count
while ( !($Footer[$i] -like "*----------------------*") -or $i -lt 1 ) { $i-- }
$Footer=$Footer[$i..$Footer.Count]
$HeaderFooter+=$Footer
} else {
$ProcessCounts["Incomplete"]++
write-host -foregroundcolor yellow "`t Log file $file is missing the footer and may be incomplete"
foreach ( $HeaderParam in $headerparams.GetEnumerator() | Sort-Object Name ) {
$name = "$(removekey $HeaderParam.Name)"
$tmp = GetValue $($HeaderFooter -match "$name : ") $name
if ( $tmp -ne "" -and $tmp -ne $null ) {
switch ( $HeaderParam.value ) {
"date" { $results[$name]=UnBodgeDate $tmp.trim() }
"counts" { $results[$name]=UnpackParams $tmp }
"string" { $results[$name] = """$($tmp.trim())""" }
default { $results[$name] = $tmp.trim() }
if ( $fp ) {
write-host "Parsing $($reader.BaseStream.Length) bytes"
# Now go through the file line by line
$reader.BaseStream.Position=0
$filesdone = $false
$linenumber=0
$FileResults=@{}
$newest=[datetime]"1/1/1900"
$linecount++
$firsttick=$elapsedtime.elapsed.TotalSeconds
$tick=$firsttick+$refreshrate
$LastLineLength=1
try {
do {
$line = $reader.ReadLine()
$linenumber++
if (($line -eq "-------------------------------------------------------------------------------" -and $linenumber -gt 16) ) {
# line is end of job
$filesdone=$true
} elseif ($linenumber -gt 16 -and $line -gt "" ) {
$buckets=$line.split($tab)
# this test will pass if the line is a file, fail if a directory
if ( $buckets.count -gt 3 ) {
$status=$buckets[1].trim()
$FileResults["$status"]++
$SizeDateTime=$buckets[3].trim()
if ($sizedatetime.length -gt 19 ) {
$DateTime = $sizedatetime.substring($sizedatetime.length -19)
if ( $DateTime -as [DateTime] ){
$DateTimeValue=[datetime]$DateTime
if ( $DateTimeValue -gt $newest ) { $newest = $DateTimeValue }
if ( $elapsedtime.elapsed.TotalSeconds -gt $tick ) {
$line=$line.Trim()
if ( $line.Length -gt 48 ) {
$line="[...]"+$line.substring($line.Length-48)
$line="$([char]13)Parsing > $($linenumber) ($(($reader.BaseStream.Position/$reader.BaseStream.length).tostring("P1"))) - $line"
write-host $line.PadRight($LastLineLength) -NoNewLine
$LastLineLength = $line.length
$tick=$tick+$refreshrate
} until ($filesdone -or $reader.endofstream)
finally {
$reader.Close()
$line=$($([string][char]13)).padright($lastlinelength)+$([char]13)
write-host $line -NoNewLine
$writer.Write("`"$file`"")
foreach ( $HeaderParam in $HeaderParams.GetEnumerator() | Sort-Object Name ) {
$name = "$(removekey $HeaderParam.Name)"
if ( $results[$name] ) {
$writer.Write(",$($results[$name])")
} else {
if ( $ErrorFooter ) {
#placeholder
} elseif ( $HeaderParam.Value -eq "counts" ) {
$writer.Write(",,,,,,")
} else {
$writer.Write(",")
if ( $ErrorFooter ) {
$tmp = $($ErrorFooter -join "").substring(20)
$tmp=$tmp.substring(0,$tmp.indexof(")")+1)+","+$tmp
$writer.write(",,$tmp")
} elseif ( $fp ) {
$writer.write(",$LineCount,$($newest.ToString('dd/MM/yyyy hh:mm:ss'))")
foreach ( $FileResult in $FileResults.GetEnumerator() ) {
$writer.write(",$($FileResult.Name): $($FileResult.Value);")
$writer.WriteLine()
} else {
write-host -foregroundcolor darkgray "$($file.name) is not recognised as a RoboCopy log file"
write-host "$filecount files scanned in $($elapsedtime.elapsed.tostring()), $($ProcessCounts["Processed"]) complete, $($ProcessCounts["Error"]) have errors, $($ProcessCounts["Incomplete"]) incomplete"
write-host "Results written to $($writer.basestream.name)"
$writer.close()
I hope somebody can help me,
Horst
Thanks Horst MOSS 2007 Farm; MOSS 2010 Farm; TFS 2010; TFS 2013; IIS 7.5

Answer 1

Hi Horst,
To convert mutiple robocopy log files to a .csv file with "speed" option, the script below may be helpful for you, I tested with a single robocopy log file, and the .csv file will output to "D:\":
$SourcePath="e:\1\1.txt" #robocopy log file
write-host "Robocopy log parser. $(if($fp){"Parsing file entries"} else {"Parsing summaries only, use -fp to parse file entries"})"
#Arguments
# -fp File parse. Counts status flags and oldest file Slower on big files.
$ElapsedTime = [System.Diagnostics.Stopwatch]::StartNew()
$refreshrate=1 # progress counter refreshes this often when parsing files (in seconds)
# These summary fields always appear in this order in a robocopy log
$HeaderParams = @{
 "04|Started" = "date"; 
 "01|Source" = "string";
 "02|Dest" = "string";
 "03|Options" = "string";
 "09|Dirs" = "counts";
 "10|Files" = "counts";
 "11|Bytes" = "counts";
 "12|Times" = "counts";
 "05|Ended" = "date";
 "07|Speed" = "default";
 "08|Speednew" = "default"
$ProcessCounts = @{
 "Processed" = 0;
 "Error" = 0;
 "Incomplete" = 0
$tab=[char]9
$files=get-childitem $SourcePath
$writer=new-object System.IO.StreamWriter("D:\robocopy-$(get-date -format "dd-MM-yyyy_HH-mm-ss").csv")
function Get-Tail([object]$reader, [int]$count = 10) {
 $lineCount = 0
 [long]$pos = $reader.BaseStream.Length - 1
 while($pos -gt 0)
  $reader.BaseStream.position=$pos
  # 0x0D (#13) = CR
  # 0x0A (#10) = LF
  if ($reader.BaseStream.ReadByte() -eq 10)
   $lineCount++
   if ($lineCount -ge $count) { break }
  $pos--
 # tests for file shorter than requested tail
 if ($lineCount -lt $count -or $pos -ge $reader.BaseStream.Length - 1) {
  $reader.BaseStream.Position=0
 } else {
  # $reader.BaseStream.Position = $pos+1
 $lines=@()
 while(!$reader.EndOfStream) {
  $lines += $reader.ReadLine()
 return $lines
function Get-Top([object]$reader, [int]$count = 10)
 $lines=@()
 $lineCount = 0
 $reader.BaseStream.Position=0
 while(($linecount -lt $count) -and !$reader.EndOfStream) {
  $lineCount++
  $lines += $reader.ReadLine()  
 return $lines
function RemoveKey ( $name ) {
 if ( $name -match "|") {
  return $name.split("|")[1]
 } else {
  return ( $name )
function GetValue ( $line, $variable ) {
 if ($line -like "*$variable*" -and $line -like "* : *" ) {
  $result = $line.substring( $line.IndexOf(":")+1 )
  return $result
 } else {
  return $null
}function UnBodgeDate ( $dt ) {
 # Fixes RoboCopy botched date-times in format Sat Feb 16 00:16:49 2013
 if ( $dt -match ".{3} .{3} \d{2} \d{2}:\d{2}:\d{2} \d{4}" ) {
  $dt=$dt.split(" ")
  $dt=$dt[2],$dt[1],$dt[4],$dt[3]
  $dt -join " "
 if ( $dt -as [DateTime] ) {
  return $dt.ToStr("dd/MM/yyyy hh:mm:ss")
 } else {
  return $null
function UnpackParams ($params ) {
 # Unpacks file count bloc in the format
 # Dirs :      1827         0      1827         0         0         0
 # Files :      9791         0      9791         0         0         0
 # Bytes :  165.24 m         0  165.24 m         0         0         0
 # Times :   1:11:23   0:00:00                       0:00:00   1:11:23
 # Parameter name already removed
 if ( $params.length -ge 58 ) {
  $params = $params.ToCharArray()
  $result=(0..5)
  for ( $i = 0; $i -le 5; $i++ ) {
   $result[$i]=$($params[$($i*10 + 1) .. $($i*10 + 9)] -join "").trim()
  $result=$result -join ","
 } else {
  $result = ",,,,,"
 return $result
$sourcecount = 0
$targetcount = 1
# Write the header line
$writer.Write("File")
foreach ( $HeaderParam in $HeaderParams.GetEnumerator() | Sort-Object Name ) {
 if ( $HeaderParam.value -eq "counts" ) {
  $tmp="~ Total,~ Copied,~ Skipped,~ Mismatch,~ Failed,~ Extras"
  $tmp=$tmp.replace("~","$(removekey $headerparam.name)")
  $writer.write(",$($tmp)")
 } else {
  $writer.write(",$(removekey $HeaderParam.name)")
if($fp){
 $writer.write(",Scanned,Newest,Summary")
$writer.WriteLine()
$filecount=0
# Enumerate the files
foreach ($file in $files) { 
 $filecount++
    write-host "$filecount/$($files.count) $($file.name) ($($file.length) bytes)"
 $results=@{}
$Stream = $file.Open([System.IO.FileMode]::Open,
                   [System.IO.FileAccess]::Read,
                    [System.IO.FileShare]::ReadWrite)
 $reader = New-Object System.IO.StreamReader($Stream)
 #$filestream=new-object -typename System.IO.StreamReader -argumentlist $file, $true, [System.IO.FileAccess]::Read
 $HeaderFooter = Get-Top $reader 16
 if ( $HeaderFooter -match "ROBOCOPY     ::     Robust File Copy for Windows" ) {
  if ( $HeaderFooter -match "Files : " ) {
   $HeaderFooter = $HeaderFooter -notmatch "Files : "
  [long]$ReaderEndHeader=$reader.BaseStream.position
  $Footer = Get-Tail $reader 16
  $ErrorFooter = $Footer -match "ERROR \d \(0x000000\d\d\) Accessing Source Directory"
  if ($ErrorFooter) {
   $ProcessCounts["Error"]++
   write-host -foregroundcolor red "`t $ErrorFooter"
  } elseif ( $footer -match "---------------" ) {
   $ProcessCounts["Processed"]++
   $i=$Footer.count
   while ( !($Footer[$i] -like "*----------------------*") -or $i -lt 1 ) { $i-- }
   $Footer=$Footer[$i..$Footer.Count]
   $HeaderFooter+=$Footer
  } else {
   $ProcessCounts["Incomplete"]++
   write-host -foregroundcolor yellow "`t Log file $file is missing the footer and may be incomplete"
  foreach ( $HeaderParam in $headerparams.GetEnumerator() | Sort-Object Name ) {
   $name = "$(removekey $HeaderParam.Name)"
                        if ($name -eq "speed"){ #handle two speed
                        ($HeaderFooter -match "$name : ")|foreach{
                         $tmp=GetValue $_ "speed"
                         $results[$name] = $tmp.trim()
                         $name+="new"}
                        elseif ($name -eq "speednew"){} #handle two speed
                        else{
   $tmp = GetValue $($HeaderFooter -match "$name : ") $name
   if ( $tmp -ne "" -and $tmp -ne $null ) {
    switch ( $HeaderParam.value ) {
     "date" { $results[$name]=UnBodgeDate $tmp.trim() }
     "counts" { $results[$name]=UnpackParams $tmp }
     "string" { $results[$name] = """$($tmp.trim())""" }  
     default { $results[$name] = $tmp.trim() }  
  if ( $fp ) {
   write-host "Parsing $($reader.BaseStream.Length) bytes"
   # Now go through the file line by line
   $reader.BaseStream.Position=0
   $filesdone = $false
   $linenumber=0
   $FileResults=@{}
   $newest=[datetime]"1/1/1900"
   $linecount++
   $firsttick=$elapsedtime.elapsed.TotalSeconds
   $tick=$firsttick+$refreshrate
   $LastLineLength=1
   try {
    do {
     $line = $reader.ReadLine()
     $linenumber++
     if (($line -eq "-------------------------------------------------------------------------------" -and $linenumber -gt 16)  ) {
      # line is end of job
      $filesdone=$true
     } elseif ($linenumber -gt 16 -and $line -gt "" ) {
      $buckets=$line.split($tab)
      # this test will pass if the line is a file, fail if a directory
      if ( $buckets.count -gt 3 ) {
       $status=$buckets[1].trim()
       $FileResults["$status"]++
       $SizeDateTime=$buckets[3].trim()
       if ($sizedatetime.length -gt 19 ) {
        $DateTime = $sizedatetime.substring($sizedatetime.length -19)
        if ( $DateTime -as [DateTime] ){
         $DateTimeValue=[datetime]$DateTime
         if ( $DateTimeValue -gt $newest ) { $newest = $DateTimeValue }
     if ( $elapsedtime.elapsed.TotalSeconds -gt $tick ) {
      $line=$line.Trim()
      if ( $line.Length -gt 48 ) {
       $line="[...]"+$line.substring($line.Length-48)
      $line="$([char]13)Parsing > $($linenumber) ($(($reader.BaseStream.Position/$reader.BaseStream.length).tostring("P1"))) - $line"
      write-host $line.PadRight($LastLineLength) -NoNewLine
      $LastLineLength = $line.length
      $tick=$tick+$refreshrate      
    } until ($filesdone -or $reader.endofstream)
   finally {
    $reader.Close()
   $line=$($([string][char]13)).padright($lastlinelength)+$([char]13)
   write-host $line -NoNewLine
  $writer.Write("`"$file`"")
  foreach ( $HeaderParam in $HeaderParams.GetEnumerator() | Sort-Object Name ) {
   $name = "$(removekey $HeaderParam.Name)"
   if ( $results[$name] ) {
    $writer.Write(",$($results[$name])")
   } else {
    if ( $ErrorFooter ) {
     #placeholder
    } elseif ( $HeaderParam.Value -eq "counts" ) {
     $writer.Write(",,,,,,")
    } else {
     $writer.Write(",")
  if ( $ErrorFooter ) {
   $tmp = $($ErrorFooter -join "").substring(20)
   $tmp=$tmp.substring(0,$tmp.indexof(")")+1)+","+$tmp
   $writer.write(",,$tmp")
  } elseif ( $fp ) {
   $writer.write(",$LineCount,$($newest.ToString('dd/MM/yyyy hh:mm:ss'))")   
   foreach ( $FileResult in $FileResults.GetEnumerator() ) {
    $writer.write(",$($FileResult.Name): $($FileResult.Value);")
  $writer.WriteLine()
 } else {
  write-host -foregroundcolor darkgray "$($file.name) is not recognised as a RoboCopy log file"
write-host "$filecount files scanned in $($elapsedtime.elapsed.tostring()), $($ProcessCounts["Processed"]) complete, $($ProcessCounts["Error"]) have errors, $($ProcessCounts["Incomplete"]) incomplete"
write-host  "Results written to $($writer.basestream.name)"
$writer.close()
If you have any other questions, please feel free to let me know.
If you have any feedback on our support,
please click here.
Best Regards,
Anna Wang
TechNet Community Support