Code: Select all

if (UltraEdit.document.length > 0)  // Is any file opened in UltraEdit?
{

   // Define environment for this script.
   UltraEdit.insertMode();
   if (typeof(UltraEdit.columnModeOff) == "function") UltraEdit.columnModeOff();
   else if (typeof(UltraEdit.activeDocument.columnModeOff) == "function") UltraEdit.activeDocument.columnModeOff();

   // Select entire file and load all into memory as blocks.
   UltraEdit.activeDocument.selectAll();
   var sBlockSeparator = "====\r\n";

   // The string above is the block separator. The command below creates
   // an array of strings. Everything between 2 block separating strings
   // is loaded into the array of strings as a string. As there is nothing
   // between two successive block separating lines, there are also empty
   // strings added to the array.
   var asBlocks = UltraEdit.activeDocument.selection.split(sBlockSeparator);

   if (asBlocks.length > 1 )   // Any block found?
   {
      var nDuplicateLines = 0; // Variable for counting the number of duplicate lines removed.
      var nLineNum = 0;        // Variable holding current original line number.

      // Prepare output window for process information.
      UltraEdit.outputWindow.showStatus=false;
      UltraEdit.outputWindow.clear();
      if (UltraEdit.outputWindow.visible == false)
      {
         UltraEdit.outputWindow.showWindow(true);
      }

      // Evaluate each block for duplicate lines to remove.
      for (var nBlockIndex = 0; nBlockIndex < asBlocks.length; nBlockIndex++)
      {
         // If the block string is empty , ignore this block as it is for 2 block seperating lines.
         if (!asBlocks[nBlockIndex].length)
         {
            nLineNum++;
            continue;
         }

         // Split a block string into an array of strings each
         // string containing one line of the current block.
         var asLines = asBlocks[nBlockIndex].split("\r\n");

         // Build an array with the line numbers for the lines of this block. This
         // is necessary as duplicate lines removed dynamically reduce the total
         // number of lines within the block and therefore it is not possible to
         // calculate original line numbers when a duplicate line is removed.
         nLineNum++;
         var anLineNumbers = new Array(asLines.length);
         for (var nLineIndex = 0; nLineIndex < asLines.length; nLineIndex++)
         {
             anLineNumbers[nLineIndex] = nLineNum + nLineIndex;
         }
         nLineNum += asLines.length - 1;

         // Check every line of the block except the last line against
         // all other lines of the block below. The last string in the
         // array is always an empty string and is therefore ignored too.
         var bLinesRemoved = false;
         for (var nLineIndex = 0; nLineIndex < (asLines.length-2); nLineIndex++)
         {
            // Start with the compares on next line.
            var nCompareIndex = nLineIndex+1;
            while (nCompareIndex < (asLines.length-1))
            {
               // Current line within current block identical with line to compare?
               if (asLines[nLineIndex] != asLines[nCompareIndex]) nCompareIndex++;
               else
               {
                  nDuplicateLines++;
                  bLinesRemoved = true;
                  UltraEdit.outputWindow.write("Line "+anLineNumbers[nCompareIndex]+" removed as identical with line "+anLineNumbers[nLineIndex]);
                  asLines.splice(nCompareIndex,1);
                  anLineNumbers.splice(nCompareIndex,1);
               }
            }
         }
         // Is any line removed in this block, rebuild the block string from
         // the array of the strings each containing one line of the block.
         if (bLinesRemoved) asBlocks[nBlockIndex] = asLines.join("\r\n");
      }

      var sFinalReport;
      if (nDuplicateLines)    // Are any duplicate lines removed.
      {
         // Replace entire file content by rebuild file content.
         UltraEdit.selectClipboard(9);
         UltraEdit.clipboardContent = asBlocks.join(sBlockSeparator);
         UltraEdit.activeDocument.paste();
         UltraEdit.clearClipboard();
         UltraEdit.selectClipboard(0);
         UltraEdit.activeDocument.top();
         sFinalReport = nDuplicateLines.toString() + " duplicate line" + ((nDuplicateLines > 1) ? "s" : "") + " removed.";
      }
      else
      {
         UltraEdit.activeDocument.top();
         sFinalReport = "No duplicate lines found.";
      }
      UltraEdit.outputWindow.write(sFinalReport);
   }
}

Code: Select all

         UltraEdit.activeDocument.write(asBlocks.join(sBlockSeparator));

Code: Select all

         UltraEdit.selectClipboard(9);
         UltraEdit.clipboardContent = asBlocks.join(sBlockSeparator);
         UltraEdit.activeDocument.paste();
         UltraEdit.clearClipboard();
         UltraEdit.selectClipboard(0);