Code: Select all

Line example
 Line example
 Line example 
Another Line example

Code: Select all

// Please include here the function IsUnicode for UE v14.20 to v15.20.
// See https://forums.ultraedit.com/viewtopic.php?f=52&t=5441

function utf16to8(str)
{
   /* Copyright (C) 1999 Masanao Izumo <[email protected]>
   * Version: 1.0
   * LastModified: Dec 25 1999
   * This library is free.  You can redistribute it and/or modify it.
   * http://www.onicos.com/staff/iz/amuse/javascript/expert/utf.txt */

   var out, i, len, c;

   out = "";
   len = str.length;
   for(i = 0; i < len; i++)
   {
      c = str.charCodeAt(i);
      if ((c >= 0x0001) && (c <= 0x007F))
      {
         out += str.charAt(i);
      }
      else if (c > 0x07FF)
      {
         out += String.fromCharCode(0xE0 | ((c >> 12) & 0x0F));
         out += String.fromCharCode(0x80 | ((c >>  6) & 0x3F));
         out += String.fromCharCode(0x80 | ((c >>  0) & 0x3F));
      }
      else
      {
         out += String.fromCharCode(0xC0 | ((c >>  6) & 0x1F));
         out += String.fromCharCode(0x80 | ((c >>  0) & 0x3F));
      }
   }
   return out;
}

if (UltraEdit.document.length > 0)  // Is any file opened?
{
   // Define environment for this script.
   UltraEdit.insertMode();
   if (typeof(UltraEdit.columnModeOff) == "function") UltraEdit.columnModeOff();
   else if (typeof(UltraEdit.activeDocument.columnModeOff) == "function") UltraEdit.activeDocument.columnModeOff();
   UltraEdit.ueReOn();

   var sSearch = "";
   var bUnicodeFile = false;
   if (typeof(UltraEdit.activeDocument.encoding) == "number")
   {
      // Is the file encoded in UTF-16 Little Endian or Big Endian or UTF-8?
      if (UltraEdit.activeDocument.encoding == 1200) bUnicodeFile = true;
      else if (UltraEdit.activeDocument.encoding == 1201) bUnicodeFile = true;
      else if (UltraEdit.activeDocument.encoding == 65001) bUnicodeFile = true;
   }
   else
   {
      if(typeof(IsUnicode) == "function")
      {
         bUnicodeFile = IsUnicode();
      }
      else
      {
         if (UltraEdit.outputWindow.visible == false) UltraEdit.outputWindow.showWindow(true);
         UltraEdit.outputWindow.write("Function isUnicode not included. Please add this function to the script.");
         UltraEdit.outputWindow.write("See https://forums.ultraedit.com/viewtopic.php?f=52&t=5441");
      }
   }
   var_dump(bUnicodeFile);
   // First go to end of the file and check if the last line of the file has a
   // line termination. If not insert it because the script must compare whole
   // lines. After inserting the line termination, verify if the cursor is now
   // really at column 1. With auto indent enabled and the last line in the
   // file has preceding whitespace, UE/UES has inserted those whitespace
   // also on the last line of the file and the cursor is therefore not at
   // column 1.

   UltraEdit.activeDocument.bottom();
   if (UltraEdit.activeDocument.isColNumGt(1))
   {
      UltraEdit.activeDocument.insertLine();
      if (UltraEdit.activeDocument.isColNumGt(1))
      {
         UltraEdit.activeDocument.deleteLine();
      }
   }

   // Insert at start of every line a special marker string. This is needed
   // because the script should find only whole duplicate lines without using
   // a regular expression search. Without this marker string at start of the
   // line a shorter line could completely match also with a longer line which
   // has additional characters at start of the line.

   UltraEdit.activeDocument.top();
   // UltraEdit.activeDocument.trimTrailingSpaces();

   UltraEdit.activeDocument.findReplace.mode=0;
   UltraEdit.activeDocument.findReplace.matchCase=true;
   UltraEdit.activeDocument.findReplace.matchWord=false;
   UltraEdit.activeDocument.findReplace.regExp=true;
   UltraEdit.activeDocument.findReplace.searchDown=true;
   if (typeof(UltraEdit.activeDocument.findReplace.searchInColumn) == "boolean")
   {
      UltraEdit.activeDocument.findReplace.searchInColumn=false;
   }
   UltraEdit.activeDocument.findReplace.preserveCase=false;
   UltraEdit.activeDocument.findReplace.replaceAll=true;
   UltraEdit.activeDocument.findReplace.replaceInAllOpen=false;
   UltraEdit.activeDocument.findReplace.replace("%^([~^p]^)","#MOFI_RULES#^1");

   // User clipboard 9 always contains the current line including the marker
   // string whose duplicates are searched for in the file below the line.
   UltraEdit.selectClipboard(9);

   // A regular expression find is used to select entire next line without
   // the line ending characters. This method is better than the method used
   // in previous versions of the script with Key END and Key HOME because it
   // works also for long lines which are currently wrapped. Further the
   // regular expression search automatically ignores blank lines. If this
   // regular expression find does not find something, the end of the file
   // is reached and therefore the loop must be exited.

   while (UltraEdit.activeDocument.findReplace.find("%#MOFI_RULES#*$"))
   {
      // Cut the entire line without the line ending to clipboard 9.
      // Then replace all duplicates with a case-sensitive search and
      // replace all. Remove the find option MatchCase to ignore the case.
      UltraEdit.activeDocument.cut();
      UltraEdit.activeDocument.findReplace.regExp=false;
      if (bUnicodeFile)
      {
         // Convert the UTF-16 string in clipboard to UTF-8.
         sSearch = utf16to8(UltraEdit.clipboardContent) + "^p";
      }
      else
      {  // Get the ASCII/ANSI string directly from clipboard.
         sSearch = UltraEdit.clipboardContent + "^p";
      }
      UltraEdit.activeDocument.findReplace.replace(sSearch,"");
      UltraEdit.activeDocument.findReplace.regExp=true;
      // Use below command Delete instead of Paste and Key DOWN ARROW if you also
      // want the line itself which has duplicates deleted from the source file.
      UltraEdit.activeDocument.paste();
      UltraEdit.activeDocument.key("DOWN ARROW");
      UltraEdit.activeDocument.key("HOME");
   }

   // Clipboard 9 is not needed anymore and so it can be cleared
   // to free the RAM used for the current content of clipboard 9.
   UltraEdit.clearClipboard();
   // Back at top of the file remove all marker strings inserted
   // at start of the script to mark start of a line.
   UltraEdit.activeDocument.top();
   UltraEdit.activeDocument.findReplace.replace("%#MOFI_RULES#","");
   // Last switch back to the Windows clipboard.
   UltraEdit.selectClipboard(0);
}