From 4d7d8961b44aadd1d1c8f84bedd5d5ff9508d876 Mon Sep 17 00:00:00 2001
From: Luke Pulverenti <luke.pulverenti@gmail.com>
Date: Tue, 18 Apr 2017 01:53:39 -0400
Subject: update encoding detection

---
 .../UniversalDetector/CharsetDetector.cs           | 125 +++++++++++++++++++++
 1 file changed, 125 insertions(+)
 create mode 100644 Emby.Common.Implementations/TextEncoding/UniversalDetector/CharsetDetector.cs

(limited to 'Emby.Common.Implementations/TextEncoding/UniversalDetector/CharsetDetector.cs')

diff --git a/Emby.Common.Implementations/TextEncoding/UniversalDetector/CharsetDetector.cs b/Emby.Common.Implementations/TextEncoding/UniversalDetector/CharsetDetector.cs
new file mode 100644
index 000000000..942fda8d1
--- /dev/null
+++ b/Emby.Common.Implementations/TextEncoding/UniversalDetector/CharsetDetector.cs
@@ -0,0 +1,125 @@
+/* ***** BEGIN LICENSE BLOCK *****
+ * Version: MPL 1.1/GPL 2.0/LGPL 2.1
+ *
+ * The contents of this file are subject to the Mozilla Public License Version
+ * 1.1 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * http://www.mozilla.org/MPL/
+ *
+ * Software distributed under the License is distributed on an "AS IS" basis,
+ * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
+ * for the specific language governing rights and limitations under the
+ * License.
+ *
+ * The Original Code is Mozilla Universal charset detector code.
+ *
+ * The Initial Developer of the Original Code is
+ * Netscape Communications Corporation.
+ * Portions created by the Initial Developer are Copyright (C) 2001
+ * the Initial Developer. All Rights Reserved.
+ *
+ * Contributor(s):
+ *          Shy Shalom <shooshX@gmail.com>
+ *          Rudi Pettazzi <rudi.pettazzi@gmail.com> (C# port)
+ *
+ * Alternatively, the contents of this file may be used under the terms of
+ * either the GNU General Public License Version 2 or later (the "GPL"), or
+ * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
+ * in which case the provisions of the GPL or the LGPL are applicable instead
+ * of those above. If you wish to allow use of your version of this file only
+ * under the terms of either the GPL or the LGPL, and not to allow others to
+ * use your version of this file under the terms of the MPL, indicate your
+ * decision by deleting the provisions above and replace them with the notice
+ * and other provisions required by the GPL or the LGPL. If you do not delete
+ * the provisions above, a recipient may use your version of this file under
+ * the terms of any one of the MPL, the GPL or the LGPL.
+ *
+ * ***** END LICENSE BLOCK ***** */
+
+using System.IO;
+
+namespace UniversalDetector
+{
+    /// <summary>
+    /// Default implementation of charset detection interface. 
+    /// The detector can be fed by a System.IO.Stream:
+    /// <example>
+    /// <code>
+    /// using (FileStream fs = File.OpenRead(filename)) {
+    ///    CharsetDetector cdet = new CharsetDetector();
+    ///    cdet.Feed(fs);
+    ///    cdet.DataEnd();
+    ///    Console.WriteLine("{0}, {1}", cdet.Charset, cdet.Confidence);
+    /// </code>
+    /// </example>
+    /// 
+    ///  or by a byte a array:
+    /// 
+    /// <example>
+    /// <code>
+    /// byte[] buff = new byte[1024];
+    /// int read;
+    /// while ((read = stream.Read(buff, 0, buff.Length)) > 0 && !done)
+    ///     Feed(buff, 0, read);
+    /// cdet.DataEnd();
+    /// Console.WriteLine("{0}, {1}", cdet.Charset, cdet.Confidence);
+    /// </code>
+    /// </example> 
+    /// </summary>                
+    public class CharsetDetector : Core.UniversalDetector, ICharsetDetector
+    {
+        private string charset;
+        
+        private float confidence;
+        
+        //public event DetectorFinished Finished;
+        
+        public CharsetDetector() : base(FILTER_ALL)
+        {
+            
+        }
+
+        public void Feed(Stream stream)
+        { 
+            byte[] buff = new byte[1024];
+            int read;
+            while ((read = stream.Read(buff, 0, buff.Length)) > 0 && !done)
+            {
+                Feed(buff, 0, read);
+            }
+        }
+        
+        public bool IsDone() 
+        {
+            return done;
+        }
+        
+        public override void Reset()
+        {
+            this.charset = null;
+            this.confidence = 0.0f;
+            base.Reset();
+        }
+        
+        public string Charset {
+            get { return charset; }
+        }
+
+        public float Confidence {
+            get { return confidence; }
+        }
+        
+        protected override void Report(string charset, float confidence)
+        {
+            this.charset = charset;
+            this.confidence = confidence;
+//            if (Finished != null) {
+//                Finished(charset, confidence);
+//            }
+        }
+    }
+    
+    //public delegate void DetectorFinished(string charset, float confidence);
+
+}
+
-- 
cgit v1.2.3