FindInFilesDialog.cs

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Windows.Forms;
using System.Data.SQLite;
using Squared.Task;
using Squared.Task.Data;
using System.Text.RegularExpressions;
using Squared.Task.IO;
using System.Reflection;
using Squared.Task.Data.Mapper;
using Squared.Threading;

namespace Ndexer {
#if !MONO
    public partial class FindInFilesDialog : Form {
        [Mapper(Explicit=true)]
        class FtsResult {
            [Column("SourceFiles_Path")]
            public string Path {
                get;
                set;
            }
        }

        public class SearchQuery {
            public readonly string Text;
            public readonly Regex Regex;
            public readonly string[] SearchWords;

            public SearchQuery(string regex, RegexOptions options) {
                Text = regex;
                Regex = new Regex(regex, RegexOptions.Compiled | RegexOptions.ExplicitCapture | options);

                // Ph'nglui Mglw'nafh Regex R'lyeh wgah'nagl fhtagn
                var tempRe = new Regex(regex, RegexOptions.ExplicitCapture);
                var recode = tempRe.GetType().GetField("code", BindingFlags.Instance | BindingFlags.NonPublic).GetValue(tempRe);
                var words = (string[])(recode.GetType().GetField("_strings", BindingFlags.Instance | BindingFlags.NonPublic).GetValue(recode));
                var result = new List<string>();
                foreach (var word in words) {
                    if (word.Contains('\0'))
                        continue;

                    result.Add(word);
                }
                SearchWords = result.ToArray();
            }
        }

        struct LineEntry {
            public string Text;
            public int LineNumber;
        }

        struct SearchResult {
            public string Context;
            public string Filename;
            public long LineNumber;
        }

        static Color ErrorColor = Color.FromArgb(255, 220, 220);

        ConnectionWrapper Connection = null;
        IFuture ActiveSearch = null;
        IFuture ActiveQueue = null;
        SearchQuery ActiveSearchQuery = null;
        SearchQuery PendingSearchQuery = null;
        ListViewItem DefaultListItem = new ListViewItem(new string[2]);
        IList<SearchResult> SearchResults = new List<SearchResult>();

        float LineNumberWidth;
        float LineHeight;

        public const int SearchBufferSize = 1024 * 64;

        public FindInFilesDialog () {
            InitializeComponent();

            string temp = "AaBbIiJjQqYyZz";
            temp = String.Join("\r\n", new string[] { temp, temp, temp, temp });
            lbResults.ItemHeight = TextRenderer.MeasureText(temp, lbResults.Font).Height + 3;
            Size size = TextRenderer.MeasureText("00000", lbResults.Font);
            LineNumberWidth = size.Width;
            LineHeight = size.Height;

            this.Enabled = false;
            this.UseWaitCursor = true;

            Text = String.Format("Search - {0}", Program.DatabasePath);
        }

        public void SetConnection(ConnectionWrapper connection) {
            Connection = connection;
            this.Enabled = true;
            this.UseWaitCursor = false;
        }

        private void SetSearchResults (IList<SearchResult> items) {
            SearchResults = items;

            object o = new object();

            lbResults.BeginUpdate();

            while (lbResults.Items.Count > items.Count)
                lbResults.Items.RemoveAt(lbResults.Items.Count - 1);

            while (lbResults.Items.Count < items.Count)
                lbResults.Items.Add(o);

            if ((lbResults.SelectedIndex < 0) && (items.Count > 0))
                lbResults.SelectedIndex = 0;

            lbResults.EndUpdate();
        }

        private string FilterChars (string text, Func<char, bool> filter) {
            char[] chars = text.ToCharArray();
            for (int i = 0; i < chars.Length; i++)
                if (!filter(chars[i]))
                    chars[i] = ' ';
            return new string(chars);
        }

        private TaskEnumerator<FtsResult> BuildQuery (SearchQuery search) {
            var query = Connection.BuildQuery(
                @"SELECT SourceFiles_Path FROM FullText, SourceFiles WHERE " +
                @"FullText.FileText MATCH ? AND " +
                @"FullText.SourceFiles_ID = SourceFiles.SourceFiles_ID"
            );

            var sb = new StringBuilder();
            foreach (var word in search.SearchWords) {
                if (sb.Length > 0)
                    sb.Append(" ");

                var filteredWord = FilterChars(word, (ch) => char.IsLetterOrDigit(ch));
                sb.Append("*");
                sb.Append(filteredWord);
                sb.Append("*");
            }

            return query.Execute<FtsResult>(sb.ToString());
        }

        Encoding DetectEncoding (System.IO.Stream stream) {
            var reader = new System.IO.StreamReader(stream, true);
            var buffer = new char[256];
            reader.ReadBlock(buffer, 0, (int)Math.Min(buffer.Length, stream.Length));
            var result = reader.CurrentEncoding;
            stream.Seek(0, System.IO.SeekOrigin.Begin);
            return result;
        }

        IEnumerator<object> SearchInFiles (SearchQuery search, BlockingQueue<string> filenames, IFuture completionFuture) {
            var searchedFiles = new HashSet<string>(StringComparer.Ordinal);
            var buffer = new List<SearchResult>();
            var sb = new StringBuilder();

            int numFiles = 0;

            using (Finally.Do(() => {
                SetSearchResults(buffer);
                lblStatus.Text = String.Format("{0} result(s) found.", buffer.Count);
                pbProgress.Style = ProgressBarStyle.Continuous;
                pbProgress.Value = 0;
            }))
            while (filenames.Count > 0 || !completionFuture.Completed) {
                var f = filenames.Dequeue();
                yield return f;

                var filename = f.Result as string;

                if (filename == null)
                    continue;
                if (searchedFiles.Contains(filename))
                    continue;

                if (PendingSearchQuery != null)
                    break;

                searchedFiles.Add(filename);

                int lineNumber = 0;
                var lineBuffer = new LineEntry[3];

                var insertResult = (Action)(() => {
                    var item = new SearchResult();
                    item.Filename = filename;
                    item.LineNumber = lineBuffer[1].LineNumber;

                    sb.Remove(0, sb.Length);
                    for (int i = 0; i < 3; i++) {
                        if (lineBuffer[i].Text != null) {
                            var line = lineBuffer[i].Text;
                            if (line.Length > 512)
                                line = line.Substring(0, 512);
                            sb.Append(line);
                        }

                        if (i < 2)
                            sb.Append("\r\n");
                    }
                    item.Context = sb.ToString();

                    buffer.Add(item);

                    if ((buffer.Count % 250 == 0) || ((buffer.Count < 50) && (buffer.Count % 5 == 1)))
                        SetSearchResults(buffer);
                });

                var stepSearch = (Action)(() => {
                    string currentLine = lineBuffer[1].Text;

                    if ((currentLine != null) && search.Regex.IsMatch(currentLine))
                        insertResult();
                });

                var insertLine = (Action<LineEntry>)((line) => {
                    lineBuffer[0] = lineBuffer[1];
                    lineBuffer[1] = lineBuffer[2];
                    lineBuffer[2] = line;

                    stepSearch();
                });

                numFiles += 1;
                if (numFiles % 50 == 0) {
                    lblStatus.Text = String.Format("Scanning '{0}'...", filename);
                    if (completionFuture.Completed) {
                        int totalNumFiles = numFiles + filenames.Count;
                        int progress = (numFiles * 1000 / totalNumFiles);

                        if (pbProgress.Value != progress)
                            pbProgress.Value = progress;
                        if (pbProgress.Style != ProgressBarStyle.Continuous)
                            pbProgress.Style = ProgressBarStyle.Continuous;
                    }
                }

                // Opening files is slow over network shares.
                FileDataAdapter adapter = null;
                var fAdapter = Future.RunInThread(
                    () => new FileDataAdapter(filename, System.IO.FileMode.Open, System.IO.FileAccess.Read)
                );
                yield return fAdapter;
                if (fAdapter.Failed)
                    continue;
                else
                    adapter = fAdapter.Result;

                using (adapter) {
                    var fEncoding = Future.RunInThread(
                        () => DetectEncoding(adapter.BaseStream)
                    );
                    yield return fEncoding;

                    Future<string> thisLine = null, nextLine = null;

                    using (var reader = new AsyncTextReader(adapter, fEncoding.Result, SearchBufferSize))
                    while (true) {
                        thisLine = nextLine;

                        if (thisLine != null)
                            yield return thisLine;

                        nextLine = reader.ReadLine();

                        if (thisLine == null)
                            continue;

                        lineNumber += 1;
                        string line = thisLine.Result;
                        insertLine(new LineEntry { Text = line, LineNumber = lineNumber });

                        if (line == null)
                            break;
                        if (PendingSearchQuery != null)
                            break;

                        if (lineNumber % 10000 == 5000) {
                            var newStatus = String.Format("Scanning '{0}'... (line {1})", filename, lineNumber);
                            if (lblStatus.Text != newStatus)
                                lblStatus.Text = newStatus;
                        }
                    }
                }
            }
        }

        IEnumerator<object> PerformSearch (SearchQuery search) {
            pbProgress.Style = ProgressBarStyle.Marquee;
            lblStatus.Text = String.Format("Starting search...");
            lbResults.Items.Clear();

            var filenames = new BlockingQueue<string>();
            var completionFuture = new Future<object>();

            using (var fileSearch = Program.Scheduler.Start(
                SearchInFiles(search, filenames, completionFuture),
                TaskExecutionPolicy.RunAsBackgroundTask
            )) {
                using (var iterator = BuildQuery(search)) {
                    var f = Program.Scheduler.Start(iterator.Fetch());
                    yield return f;

                    if (!f.Failed) {
                        txtSearch.BackColor = SystemColors.Window;

                        while (!iterator.Disposed) {
                            if (PendingSearchQuery != null)
                                break;

                            foreach (var current in iterator)
                                filenames.Enqueue(current.Path);

                            yield return iterator.Fetch();
                        }
                    } else {
                        txtSearch.BackColor = ErrorColor;
                    }
                }

                completionFuture.Complete();

                while (filenames.Count < 0)
                    filenames.Enqueue(null);

                yield return fileSearch;
            }

            if (PendingSearchQuery != null) {
                yield return BeginSearch();
            } else {
                pbProgress.Value = 0;
                pbProgress.Style = ProgressBarStyle.Continuous;
            }
        }

        IEnumerator<object> BeginSearch () {
            ActiveSearchQuery = PendingSearchQuery;
            PendingSearchQuery = null;
            ActiveSearch = Program.Scheduler.Start(
                PerformSearch(ActiveSearchQuery),
                TaskExecutionPolicy.RunAsBackgroundTask
            );
            yield break;
        }

        IEnumerator<object> QueueNewSearch (string searchText) {
            if ((searchText ?? "").Trim().Length == 0)
                yield break;

            RegexOptions regexOptions = RegexOptions.None;

            if (btnEnableRegex.Checked == false) {
                searchText = Regex.Escape(searchText);
                regexOptions |= RegexOptions.CultureInvariant;
            }

            if (btnCaseSensitive.Checked == false) {
                searchText = searchText.ToLower();
                regexOptions |= RegexOptions.IgnoreCase;
                regexOptions |= RegexOptions.CultureInvariant;
            }

            SearchQuery search = null;
            try {
                search = new SearchQuery(searchText, regexOptions);
                txtSearch.BackColor = SystemColors.Window;
            } catch {
                txtSearch.BackColor = ErrorColor;
                yield break;
            }

            ActiveQueue = null;
            PendingSearchQuery = search;

            if ((ActiveSearch == null) || (ActiveSearch.Completed)) {
                yield return BeginSearch();
            }
        }

        private void txtSearch_TextChanged (object sender, EventArgs e) {
            btnClearSearchField.Visible = (txtSearch.Text.Length > 0);
            SearchParametersChanged();
        }

        private void SearchDialog_FormClosing (object sender, FormClosingEventArgs e) {
            if (Connection != null) {
                Connection.Dispose();
                Connection = null;
            }
            if (ActiveSearch != null) {
                ActiveSearch.Dispose();
                ActiveSearch = null;
            }
            if (ActiveQueue != null) {
                ActiveQueue.Dispose();
                ActiveQueue = null;
            }
        }

        private void SearchParametersChanged() {
            string searchText = txtSearch.Text.Trim();

            ActiveQueue = Program.Scheduler.Start(
                QueueNewSearch(searchText),
                TaskExecutionPolicy.RunAsBackgroundTask
            );
        }

        private void txtSearch_KeyDown(object sender, KeyEventArgs e) {
            if (e.KeyCode == Keys.Enter) {
                e.Handled = true;
                e.SuppressKeyPress = true;
                OpenItem(lbResults.SelectedIndex);
            } else if (e.KeyCode == Keys.Up) {
                e.Handled = true;
                e.SuppressKeyPress = true;
                lbResults.SelectedIndex = Math.Max(0, lbResults.SelectedIndex - 1);
            } else if (e.KeyCode == Keys.Down) {
                e.Handled = true;
                e.SuppressKeyPress = true;
                lbResults.SelectedIndex = Math.Min(lbResults.Items.Count - 1, lbResults.SelectedIndex + 1);
            }
        }

        private void SearchDialog_FormClosed (object sender, FormClosedEventArgs e) {
            this.Dispose();
        }

        private void lbResults_DrawItem (object sender, DrawItemEventArgs e) {
            e.DrawBackground();
            bool selected = (e.State & DrawItemState.Selected) == DrawItemState.Selected;

            if ((e.Index < 0) || (e.Index >= SearchResults.Count))
                return;

            var search = ActiveSearchQuery;
            if (search == null)
                return;

            using (var backgroundBrush = new SolidBrush(selected ? SystemColors.Highlight : lbResults.BackColor))
            using (var brush = new SolidBrush(selected ? SystemColors.HighlightText : lbResults.ForeColor)) {
                var item = SearchResults[e.Index];
                var format = StringFormat.GenericTypographic;

                format.LineAlignment = StringAlignment.Near;
                format.FormatFlags = StringFormatFlags.NoWrap;

                format.Trimming = StringTrimming.EllipsisPath;
                format.Alignment = StringAlignment.Near;
                var rect = new RectangleF(e.Bounds.X, e.Bounds.Y + 1, e.Bounds.Width - LineNumberWidth, LineHeight);
                e.Graphics.DrawString(item.Filename, lbResults.Font, brush, rect, format);

                format.Trimming = StringTrimming.Character;
                format.Alignment = StringAlignment.Far;
                rect = new RectangleF(e.Bounds.X, e.Bounds.Y + 1, e.Bounds.Width, LineHeight);
                e.Graphics.DrawString(item.LineNumber.ToString(), lbResults.Font, brush, rect, format);

                string context = item.Context;
                MatchEvaluator blankEvaluator = (m) => new String(' ', m.Length);
                string cleanContext = search.Regex.Replace(item.Context, blankEvaluator);

                format.Trimming = StringTrimming.None;
                format.Alignment = StringAlignment.Near;
                rect = new RectangleF(e.Bounds.X + 6, e.Bounds.Y + LineHeight + 1, e.Bounds.Width - 6, e.Bounds.Height - LineHeight);

                using (var pen = new Pen(SystemColors.ButtonShadow, 1.0f))
                    e.Graphics.DrawLine(pen, rect.Location, new PointF(rect.Right, rect.Top));

                e.Graphics.DrawString(cleanContext, lbResults.Font, brush, rect, format);

                using (var maskBrush = new SolidBrush(Color.FromArgb(127, selected ? SystemColors.Highlight : lbResults.BackColor))) {
                    var mrect = new RectangleF(e.Bounds.X + 6, e.Bounds.Y + LineHeight + 1, e.Bounds.Width - 6, LineHeight);
                    e.Graphics.FillRectangle(maskBrush, mrect);
                    mrect = new RectangleF(e.Bounds.X + 6, e.Bounds.Y + (LineHeight * 3) + 1, e.Bounds.Width - 6, LineHeight);
                    e.Graphics.FillRectangle(maskBrush, mrect);
                }

                var matches = search.Regex.Matches(context);
                if (matches.Count > 0) {
                    var ranges = (from m in matches.Cast<Match>() select new CharacterRange(m.Index, m.Length)).ToArray();
                    int blockSize = Math.Min(32, ranges.Length);
                    var temp = new CharacterRange[blockSize];

                    e.Graphics.ResetClip();
                    e.Graphics.ExcludeClip(e.Graphics.Clip);

                    for (int i = 0; i < ranges.Length; i += 32) {
                        Array.Copy(ranges, i, temp, 0, Math.Min(blockSize, ranges.Length - i));
                        format.SetMeasurableCharacterRanges(temp);

                        foreach (var region in e.Graphics.MeasureCharacterRanges(item.Context, lbResults.Font, rect, format))
                            e.Graphics.SetClip(region, System.Drawing.Drawing2D.CombineMode.Union);
                    }

                    using (var highlightBrush = new SolidBrush(SystemColors.Highlight))
                    using (var highlightTextBrush = new SolidBrush(SystemColors.HighlightText)) {
                        e.Graphics.FillRectangle(highlightBrush, rect);
                        e.Graphics.DrawString(context, lbResults.Font, highlightTextBrush, rect, format);
                    }

                    e.Graphics.ResetClip();
                }
            }

            e.DrawFocusRectangle();
        }

        void OpenItem (int index) {
            SearchResult item;
            try {
                item = SearchResults[index];
            } catch {
                return;
            }

            using (var director = Program.GetDirector()) {
                director.OpenFile(item.Filename, item.LineNumber);
                director.BringToFront();
            }
        }

        private void lbResults_MouseDoubleClick (object sender, MouseEventArgs e) {
            int index = lbResults.IndexFromPoint(e.X, e.Y);
            OpenItem(index);
        }

        private void btnClearSearchField_Click (object sender, EventArgs e) {
            txtSearch.Text = "";
            if (ActiveSearch != null)
                ActiveSearch.Dispose();
            ActiveSearch = null;
            ActiveSearchQuery = PendingSearchQuery = null;
        }

        private void btnCaseSensitive_Click (object sender, EventArgs e) {
            SearchParametersChanged();
        }

        private void btnEnableRegex_Click (object sender, EventArgs e) {
            SearchParametersChanged();
        }

        private void mnuCopyFilenames_Click (object sender, EventArgs e) {
            var sr = SearchResults;
            var hs = new HashSet<string>();
            var sb = new StringBuilder();

            foreach (var r in sr) {
                if (hs.Add(r.Filename))
                    sb.AppendLine(r.Filename);
            }

            Clipboard.Clear();
            Clipboard.SetText(sb.ToString());
        }

        private void mnuCopyFilenamesAndLineNumbers_Click (object sender, EventArgs e) {
            var sr = SearchResults;
            var sb = new StringBuilder();

            foreach (var r in sr)
                sb.AppendFormat("{0}\t{1}\r\n", r.Filename, r.LineNumber);

            Clipboard.Clear();
            Clipboard.SetText(sb.ToString());
        }

        private void mnuCopyFiles_Click (object sender, EventArgs e) {
            var sr = SearchResults;
            var hs = new HashSet<string>();
            var sc = new System.Collections.Specialized.StringCollection();

            foreach (var r in sr) {
                if (hs.Add(r.Filename))
                    sc.Add(r.Filename);
            }

            Clipboard.Clear();
            Clipboard.SetFileDropList(sc);
        }

        private void lbResults_KeyDown (object sender, KeyEventArgs e) {
            if ((e.KeyCode == Keys.Enter) || (e.KeyCode == Keys.Space)) {
                e.Handled = true;
                e.SuppressKeyPress = true;
                OpenItem(lbResults.SelectedIndex);
            }
        }

        private void FindInFilesDialog_Load (object sender, EventArgs e) {
            AutoScaleDimensions = new SizeF(96, 96);
            AutoScaleMode = AutoScaleMode.Dpi;
        }
    }
#endif
}