summaryrefslogtreecommitdiffstats
path: root/korundum/rubylib/examples/RubberDoc.rb
blob: 0c50320b0b9a1d1f56fbb6db09f7ea916488b1f7 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
#!/usr/bin/env ruby

require 'Korundum'

about = KDE::AboutData.new("one", "two", "three")
KDE::CmdLineArgs.init(ARGV, about)
app = KDE::Application.new()

# Qt.debug_level = TQt::DebugLevel::High
# Qt.debug_level = TQt::DebugLevel::Extensive

# TODO
# improve appearence of sidebar massively
#    cut off after certain number of results?
#    seperate title from proof of hit?
# when pressing return adjust the current node
# major speed ups for ctrl-n/p
# ...

DEBUG        = false
DEBUG_IDX    = false
DEBUG_FAST   = true
DEBUG_SEARCH = true
DEBUG_GOTO   = false # crashes?

def time_me str
   t1 = Time.now
   yield
   t2 = Time.now
   log "#{str}: #{"%.02f" % (t2 - t1).to_f}s"
end

module DOMUtils

   def DOMUtils.each_child node
      indent = 0
      until node.isNull 
         yield node
         if not node.firstChild.isNull
            node = node.firstChild
            indent += 1
         elsif not node.nextSibling.isNull
            node = node.nextSibling
         else
            while indent > 0 and !node.isNull and node.nextSibling.isNull
               node = node.parentNode
               indent -= 1
            end
            if not node.isNull
               node = node.nextSibling
            end
         end
         break if indent == 0
      end
   end

   def DOMUtils.find_node doc, path_a
      n = doc
      path_a.reverse.each {
         |index|
         top = n.childNodes.length
         n = n.childNodes.item (top - index)
      }
      n
   end

   def DOMUtils.each_parent node
      n = node
      until n.isNull
         yield n
         n = n.parentNode
      end
   end

   def DOMUtils.list_parent_node_types node
      types_a = []
      each_parent(node) {
         |n| types_a << { :nodeType => n.nodeType, :elementId => n.elementId }
      }
      types_a 
   end

   def DOMUtils.get_node_path node
      n = node
      path_a = []
      until n.isNull
         top = n.parentNode.childNodes.length
         idx = n.index
         path_a << (top-idx) if (n.elementId != 0)
         n = n.parentNode
      end
      path_a 
   end

end

class String
   def trigrams
      list = []
      0.upto(self.length-3) {
         |pos|
         list << self.slice(pos, 3)
      }
      list
   end
end

class GenericTriGramIndex
   attr_accessor :trigrams

   def initialize
      clear
   end

   def clear
      @trigrams = {}
   end

   def insert_with_key string, key
      string.downcase.trigrams.each {
         |trigram| 
         @trigrams[trigram] = [] unless @trigrams.has_key? trigram
         @trigrams[trigram] << key
      }
   end

   # returns a list of matching keys
   def search search_string
      warn "searching for a nil???" if search_string.nil?
      return [] if search_string.nil?
      return [] if search_string.length < 3
      trigs = search_string.downcase.trigrams
      key_subset = @trigrams[trigs.delete_at(0)]
      return [] if key_subset.nil?
      trigs.each {
         |trigram|
         trigram_subset = @trigrams[trigram]
         return [] if trigram_subset.nil?
         key_subset &= trigram_subset 
      }
      key_subset
   end
end

module LoggedDebug

   def init_logger parent
      @logger = TQt::TextEdit.new parent
      @logger.setTextFormat TQt::LogText
   end

   def log s
      @logger.append s
      puts "LOG: #{s}"
      scrolldown_logger
   end

   def scrolldown_logger
      @logger.scrollToBottom
   end

end

module MyGui

   def init_gui
      buttons = TQt::HBox.new self
      @panes = TQt::Splitter.new self
      @panes.setOrientation TQt::Splitter::Horizontal
      setStretchFactor @panes, 10

      @results_pane = TQt::VBox.new @panes

      @rightpane = TQt::Splitter.new @panes
      @rightpane.setOrientation TQt::Splitter::Vertical
      @viewed = KDE::HTMLPart.new @rightpane
      init_logger @rightpane

      @listbox = TQt::ListBox.new @results_pane

      @label    = TQt::Label.new self

      TQt::Object.connect @listbox,  SIGNAL("clicked(TQListBoxItem*)"),
                         self,      SLOT("clicked_result(TQListBoxItem*)")
      TQt::Object.connect @viewed,   SIGNAL("completed()"),
                         self,      SLOT("tdehtml_part_init_complete()")

      TQt::Object::connect @viewed,  SIGNAL("setWindowCaption(const TQString&)"),
                          @viewed.widget.topLevelWidget, 
                                    SLOT("setCaption(const TQString&)")

      TQt::Object::connect @viewed.browserExtension, 
                                    SIGNAL("openURLRequest(const KURL&, const KParts::URLArgs&)"),
                          self,     SLOT("open_url(const KURL&)")

      KDE::Action.new "&Quit",        "quit",    KDE::Shortcut.new(), 
                      self, SLOT("quit()"),                     @main.actionCollection, "file_quit"
      KDE::Action.new "&Index-All",              KDE::Shortcut.new(), 
                      self, SLOT("index_all()"),                @main.actionCollection, "index_all"
      @back = \
      KDE::Action.new "&Back",        "back",    KDE::Shortcut.new(TQt::ALT + TQt::Key_Left), 
                      self, SLOT("go_back()"),                  @main.actionCollection, "back"
      @forward = \
      KDE::Action.new "&Forward",     "forward", KDE::Shortcut.new(TQt::ALT + TQt::Key_Right), 
                      self, SLOT("go_forward()"),               @main.actionCollection, "forward"
      KDE::Action.new "&Home",        "gohome",  KDE::Shortcut.new(TQt::Key_Home), 
                      self, SLOT("go_home()"),                  @main.actionCollection, "home"
      KDE::Action.new "&Prev Match",  "go-previous",KDE::Shortcut.new(TQt::CTRL + TQt::Key_P), 
                      self, SLOT("goto_prev_match()"),          @main.actionCollection, "prev_match"
      KDE::Action.new "&Next Match",  "go-next",    KDE::Shortcut.new(TQt::CTRL + TQt::Key_N), 
                      self, SLOT("goto_next_match()"),          @main.actionCollection, "next_match"
      KDE::Action.new "&Follow Match","go-down",    KDE::Shortcut.new(TQt::Key_Return), 
                      self, SLOT("goto_current_match_link()"),  @main.actionCollection, "open_match"

      KDE::Action.new "Search",  "edit-find",    KDE::Shortcut.new(TQt::Key_F6), 
                      self, SLOT("focus_search()"),             @main.actionCollection, "focus_search"
      KDE::Action.new "New Search", "edit-find", KDE::Shortcut.new(TQt::CTRL + TQt::Key_Slash), 
                      self, SLOT("focus_and_clear_search()"),   @main.actionCollection, "focus_and_clear_search"

      KDE::Action.new "&Create",  "new",         KDE::Shortcut.new(), 
                      self, SLOT("project_create()"),           @main.actionCollection, "project_create"
      KDE::Action.new "&Choose...",  "select",   KDE::Shortcut.new(), 
                      self, SLOT("project_goto()"),             @main.actionCollection, "project_goto"

      clearLocation = KDE::Action.new "Clear Location Bar", "locationbar_erase", KDE::Shortcut.new(), 
                      self, SLOT("clear_location()"), @main.actionCollection, "clear_location"
      clearLocation.setWhatsThis "Clear Location bar<p>Clears the content of the location bar."

      @searchlabel = TQt::Label.new @main
      @searchlabel.setText "Search: "

      @searchcombo = KDE::HistoryCombo.new @main
      focus_search
      TQt::Object.connect @searchcombo,  SIGNAL("returnPressed()"),
                         self,          SLOT("goto_search()")
      TQt::Object.connect @searchcombo,  SIGNAL("textChanged(const TQString&)"),
                         self,          SLOT("search(const TQString&)")

      KDE::WidgetAction.new @searchlabel, "Search: ", KDE::Shortcut.new(TQt::Key_F6), nil, nil, @main.actionCollection, "location_label"
      @searchlabel.setBuddy @searchcombo

      ca = KDE::WidgetAction.new @searchcombo, "Search", KDE::Shortcut.new, nil, nil, @main.actionCollection, "toolbar_url_combo"
      ca.setAutoSized true
      TQt::WhatsThis::add @searchcombo, "Search<p>Enter a search term."
   end

   def focus_search
      @searchcombo.setFocus
   end

   def focus_and_clear_search
      clear_location
      focus_search
   end

   def clear_location
      @searchcombo.clearEdit
   end

   def uri_anchor_split url
      url =~ /(.*?)(#(.*))?$/
      return $1, $3
   end

   def open_url kurl
      url, anchor = uri_anchor_split kurl.url
      goto_url url, false unless id == @shown_doc_id
      @viewed.gotoAnchor anchor unless anchor.nil?
   end

   def gui_init_proportions
      # todo - save these settings
      desktop = TQt::Application::desktop
      sx = (desktop.width  * (2.0/3.0)).to_i
      sy = (desktop.height * (2.0/3.0)).to_i

      @main.resize sx, sy

      logsize     = 0
      resultssize = (sx /  5.0).to_i

      @rightpane.setSizes [sy-logsize, logsize]
      @panes.setSizes     [resultssize, sx-resultssize]

      @rightpane.setResizeMode @logger,   TQt::Splitter::KeepSize

      @panes.setResizeMode @results_pane, TQt::Splitter::KeepSize
      @panes.setResizeMode @rightpane,    TQt::Splitter::KeepSize
   end

end

module IndexStorage

   INDEX_VERSION = 3

   IndexStore = Struct.new :index, :nodeindex, :textcache, :id2title, :id2uri, :id2depth, :version

   def index_fname
      basedir = ENV["HOME"] + "/.rubberdocs"
      prefix = basedir + "/." + @pref.gsub(/\//,",") + ".idx"
      Dir.mkdir basedir unless File.exists? basedir
      "#{prefix}.doc"
   end

   def depth_debug
      puts "depth_debug : begin"
      @id2depth.each_key {
         |id|
         puts "indexed to depth #{@id2depth[id]} : #{@id2uri[id]}"
      }
      puts "end :"
   end

   def load_indexes
      return false unless File.exists? index_fname
      TQt::Application::setOverrideCursor(TQt::Cursor.new TQt::WaitCursor)
      File.open(index_fname, "r") {
         |file| 
         w = Marshal.load file rescue nil
         return false if w.nil? || w.version < INDEX_VERSION
         @index     = w.index
         @nodeindex = w.nodeindex
         @textcache = w.textcache
         @id2title  = w.id2title
         @id2uri    = w.id2uri
         @id2depth  = w.id2depth
         @indexed_more = false
         true
      }
      TQt::Application::restoreOverrideCursor
   end

   def save_indexes
      return unless @indexed_more
      File.open(index_fname, "w") {
         |file| 
         w = IndexStore.new
         w.index      = @index
         w.nodeindex  = @nodeindex
         w.textcache  = @textcache
         w.id2title   = @id2title
         w.id2uri     = @id2uri
         w.id2depth   = @id2depth
         w.version    = INDEX_VERSION
         Marshal.dump w, file
      }
   end

end

module HTMLIndexer

   DocNodeRef = Struct.new :doc_idx, :node_path

   module IndexDepths
      # TitleIndexed implies "LinkTitlesIndexed"
      Allocated, TitleIndexed, LinksFollowed, Partial, Node = 0, 1, 2, 3, 4
   end

   def index_documents
      # fix this to use kde's actual dir
      @t1 = Time.now
      @url = first_url
      already_indexed = load_indexes
      @top_doc_id = already_indexed ? @id2uri.keys.max + 1 : 0
      return if already_indexed 
      t1 = Time.now
      @viewed.hide
      @done = []
      @todo_links = []
      progress = KDE::ProgressDialog.new(self, "blah", "Indexing files...", "Abort Indexing", true)
      total_num_files = Dir.glob("#{@pref}/**/*.html").length
      progress.progressBar.setTotalSteps total_num_files
      @todo_links = [ DOM::DOMString.new first_url.url ]
      until @todo_links.empty?
         @todo_next = []
         while more_to_do
            progress.progressBar.setProgress @id2title.keys.length
         end
         @todo_links = @todo_next 
         fail "errr, you really didn't want to do that dave" if progress.wasCancelled
      end
      progress.progressBar.setProgress total_num_files
      save_indexes
      t2 = Time.now
      log "all documents indexed in #{(t2 - t1).to_i}s"
   end

   def should_follow? lhref
      case lhref
      when /source/, /members/
         ret = false
      when /^file:#{@pref}/
         ret = true
      else
         ret = false
      end
      ret
   end

   def gather_for_current_page
      index_current_title
      return [] if @id2depth[@shown_doc_id] >= IndexDepths::LinksFollowed
      todo_links = []
      title_map = {}
      anchors = @viewed.htmlDocument.links
      f = anchors.firstItem
      count = anchors.length
      until (count -= 1) < 0
         text = ""
         DOMUtils.each_child(f) {
            |node|
            text << node.nodeValue.string if node.nodeType == DOM::Node::TEXT_NODE
         }
         link = TQt::Internal::cast_object_to f, DOM::HTMLLinkElement
         if should_follow? link.href.string
            title_map[link.href.string] = text
            urlonly, = uri_anchor_split link.href.string
            add_link_to_index urlonly, text
            todo_links << link.href unless DEBUG_FAST
         end
         f = anchors.nextItem
      end
      @id2depth[@shown_doc_id] = IndexDepths::LinksFollowed
      return todo_links
   end

   def find_allocated_uri uri
      id = @id2uri.invert[uri]
      return id
   end

   # sets @shown_doc_id
   def index_current_title
      id = find_allocated_uri(@viewed.htmlDocument.URL.string)
      return if !id.nil? and @id2depth[id] >= IndexDepths::TitleIndexed
      log "making space for url #{@viewed.htmlDocument.URL.string.sub(@pref,"")}"
      id = alloc_index_space @viewed.htmlDocument.URL.string if id.nil?
      @indexed_more = true
      @id2title[id] = @viewed.htmlDocument.title.string
      @id2depth[id] = IndexDepths::TitleIndexed
      @shown_doc_id = id
   end

   def alloc_index_space uri
      @indexed_more = true
      id = @top_doc_id
        @id2uri[@top_doc_id] = uri
      @id2title[@top_doc_id] = nil
      @id2depth[@top_doc_id] = IndexDepths::Allocated
      @top_doc_id += 1
      id
   end

   def add_link_to_index uri, title
      return unless find_allocated_uri(uri).nil?
      @indexed_more = true
      new_id = alloc_index_space uri
      @id2title[new_id] = title
      @index.insert_with_key title, new_id
   end

   def index_current_document
      return if @id2depth[@shown_doc_id] >= IndexDepths::Partial
      TQt::Application::setOverrideCursor(TQt::Cursor.new TQt::WaitCursor)
      @indexed_more = true
      @label.setText "Scanning : #{@url.prettyURL}"
      log "indexing url #{@viewed.htmlDocument.URL.string.sub(@pref,"")}"
      DOMUtils.each_child(@viewed.document) {
         |node|
         next unless node.nodeType == DOM::Node::TEXT_NODE
         @index.insert_with_key node.nodeValue.string, @shown_doc_id
      }
      @id2depth[@shown_doc_id] = IndexDepths::Partial
      @label.setText "Ready"
      TQt::Application::restoreOverrideCursor
   end

   def preload_text
      return if @id2depth[@shown_doc_id] >= IndexDepths::Node
      TQt::Application::setOverrideCursor(TQt::Cursor.new TQt::WaitCursor)
      @indexed_more = true
      index_current_document
      log "deep indexing url #{@viewed.htmlDocument.URL.string.sub(@pref,"")}"
      @label.setText "Indexing : #{@url.prettyURL}"
      doc_text = ""
      t1 = Time.now
      DOMUtils.each_child(@viewed.document) {
         |node|
         next unless node.nodeType == DOM::Node::TEXT_NODE
         ref = DocNodeRef.new @shown_doc_id, DOMUtils.get_node_path(node)
         @nodeindex.insert_with_key node.nodeValue.string, ref
         @textcache[ref] = node.nodeValue.string
         doc_text << node.nodeValue.string
      }
      @id2depth[@shown_doc_id] = IndexDepths::Node
      @label.setText "Ready"
      TQt::Application::restoreOverrideCursor
   end

end

# TODO - this sucks, use tdehtml to get the values
module IDS
   A     = 1
   META  = 62
   STYLE = 85
   TITLE = 95
end

module TermHighlighter

   include IDS

   FORBIDDEN_TAGS = [IDS::TITLE, IDS::META, IDS::STYLE]

   def update_highlight
      return if @search_text.nil? || @search_text.empty?
      return if @in_update_highlight
      @in_update_highlight = true
      preload_text
      highlighted_nodes = []
      @nodeindex.search(@search_text).each {
         |ref|
         next unless ref.doc_idx == @shown_doc_id
         highlighted_nodes << ref.node_path
      }
      highlight_node_list highlighted_nodes
      @in_update_highlight = false
   end

   def mark_screwup
      @screwups = 0 if @screwups.nil?
      warn "if you see this, then alex screwed up!.... #{@screwups} times!"
      @screwups += 1
   end

   def highlight_node_list highlighted_nodes
      doc = @viewed.document
      no_undo_buffer = @to_undo.nil?
      current_doc_already_highlighted = (@shown_doc_id == @last_highlighted_doc_id)
      undo_highlight @to_undo unless no_undo_buffer or !current_doc_already_highlighted
      @last_highlighted_doc_id = @shown_doc_id
      @to_undo = []
      return if highlighted_nodes.empty?
      TQt::Application::setOverrideCursor(TQt::Cursor.new TQt::WaitCursor)
      cursor_override = true
      @current_matching_node_index = 0 if @current_matching_node_index.nil?
      @current_matching_node_index = @current_matching_node_index.modulo highlighted_nodes.length
      caretnode = DOMUtils.find_node doc, highlighted_nodes[@current_matching_node_index]
      @viewed.setCaretVisible false
      @viewed.setCaretPosition caretnode, 0
      caret_path = DOMUtils.get_node_path(caretnode)
      count = 0
      @skipped_highlight_requests = false
      @current_matched_href       = nil
      highlighted_nodes.sort.each {
         |path|
         node      = DOMUtils.find_node doc, path
         next mark_screwup if node.nodeValue.string.nil?
         match_idx = node.nodeValue.string.downcase.index @search_text.downcase
         next mark_screwup if match_idx.nil?
         parent_info = DOMUtils.list_parent_node_types node
         has_title_parent = !(parent_info.detect { |a| FORBIDDEN_TAGS.include? a[:elementId] }.nil?)
         next if has_title_parent
         if path == caret_path
            DOMUtils.each_parent(node) {
               |n| 
               next unless n.elementId == IDS::A
               # link = DOM::HTMLLinkElement.new n # WTF? why doesn't this work???
               link = TQt::Internal::cast_object_to n, "DOM::HTMLLinkElement"
               @current_matched_href = link.href.string
            }
         end
         before    = doc.createTextNode    node.nodeValue.split(0)
         matched   = doc.createTextNode  before.nodeValue.split(match_idx)
         after     = doc.createTextNode matched.nodeValue.split(@search_text.length)
         DOM::CharacterData.new(DOM::Node.new after).setData DOM::DOMString.new("") \
                                                     if after.nodeValue.string.nil?
         span      = doc.createElement  DOM::DOMString.new("span")
         spanelt   = DOM::HTMLElement.new span
         classname = (path == caret_path) ? "foundword" : "searchword"
         spanelt.setClassName DOM::DOMString.new(classname)
         span.appendChild matched
         node.parentNode.insertBefore before, node
         node.parentNode.insertBefore span,   node
         node.parentNode.insertBefore after,  node
         @to_undo       << [node.parentNode, before]
         node.parentNode.removeChild node
         rate = (count > 50) ? 50 : 10
         allow_user_input = ((count+=1) % rate == 0)
         if allow_user_input
            TQt::Application::restoreOverrideCursor if cursor_override
            cursor_override = false
            @in_node_highlight = true
            TQt::Application::eventLoop.processEvents TQt::EventLoop::AllEvents, 10 
            @in_node_highlight = false
            if @skipped_highlight_requests
               @timer.start 50, true
               return false 
            end
            @viewed.view.layout
         end
      }
      if @skipped_highlight_requests
         @timer.start 50, true
      end
      TQt::Application::restoreOverrideCursor if cursor_override
   end

   def undo_highlight to_undo
      to_undo.reverse.each {
         |pnn| pn, before = *pnn
         mid        = before.nextSibling
         after      = mid.nextSibling
         beforetext = before.nodeValue
         aftertext  = after.nodeValue
         pn.removeChild after
         midtxtnode = mid.childNodes.item(0)
         midtext    = midtxtnode.nodeValue
         str = DOM::DOMString.new ""
         str.insert aftertext, 0
         str.insert midtext, 0
         str.insert beforetext, 0
         chardata = DOM::CharacterData.new(DOM::Node.new before)
         chardata.setData str
         pn.removeChild mid
      }
   end

end

class SmallIconSet
   def SmallIconSet.[] name
      loader = KDE::Global::instance.iconLoader
      return loader.loadIconSet name, KDE::Icon::Small, 0
   end
end

class ProjectEditDialog < TQt::Object

   slots "select_file()", "slot_ok()"

   def initialize project_name, parent=nil,name=nil,caption=nil

      super(parent, name)
      @parent = parent

      @dialog = KDE::DialogBase.new(parent,name, true, caption,
                                    KDE::DialogBase::Ok|KDE::DialogBase::Cancel, KDE::DialogBase::Ok, false)

      vbox = TQt::VBox.new @dialog

      grid = TQt::Grid.new 2, TQt::Horizontal, vbox

      titlelabel = TQt::Label.new "Name:", grid
      @title      = KDE::LineEdit.new grid
      titlelabel.setBuddy @title

      urllabel   = TQt::Label.new "Location:", grid
      lochbox    = TQt::HBox.new grid
      @url        = KDE::LineEdit.new lochbox
      urllabel.setBuddy @url
      locselc    = TQt::PushButton.new lochbox
      locselc.setIconSet SmallIconSet["go-up"]

      blub = TQt::HBox.new vbox
      TQt::Label.new "Is main one?:", blub 
      @cb = TQt::CheckBox.new blub 

      enabled = @parent.projects_data.project_list.empty?

      unless project_name.nil? 
         project_url = @parent.projects_data.project_list[project_name]
         @title.setText project_name
         @url.setText   project_url
         enabled = true if (project_name == @parent.projects_data.enabled_name)
      end

      @cb.setChecked true if enabled

      TQt::Object.connect @dialog, SIGNAL("okClicked()"), 
                         self,    SLOT("slot_ok()")
 
      TQt::Object.connect locselc, SIGNAL("clicked()"), 
                         self,    SLOT("select_file()")
 
      @title.setFocus

      @dialog.setMainWidget vbox

      @modified = false
   end

   def select_file
      s = TQt::FileDialog::getOpenFileName ENV["HOME"], "HTML Files (*.html)",
                                          @parent, "open file dialog", "Choose a file"
      @url.setText s unless s.nil?
   end

   def edit
      @dialog.exec
      return @modified
   end

   def new_name
      @title.text
   end

   def new_url
      @url.text
   end

   def new_enabled
      @cb.isChecked
   end

   def slot_ok
      @parent.projects_data.project_list[new_name] = new_url
      @parent.projects_data.enabled_name = new_name if new_enabled
      @modified = true
   end

end

class ProjectSelectDialog < TQt::Object

   slots "edit_selected_project()", "delete_selected_project()", "project_create_button()", "project_selected()"

   def initialize parent=nil,name=nil,caption=nil
      super(parent, name)
      @parent = parent

      @dialog = KDE::DialogBase.new parent,name, true, caption,
                                    KDE::DialogBase::Ok|KDE::DialogBase::Cancel, KDE::DialogBase::Ok, false

      vbox = TQt::VBox.new @dialog

      @listbox = TQt::ListBox.new vbox

      fill_listbox

      hbox = TQt::HBox.new vbox
      button_new  = TQt::PushButton.new "New...", hbox
      button_del  = TQt::PushButton.new "Delete", hbox
      button_edit = TQt::PushButton.new "Edit...", hbox

      TQt::Object.connect button_new,  SIGNAL("clicked()"), 
                         self,        SLOT("project_create_button()")

      TQt::Object.connect button_del,  SIGNAL("clicked()"), 
                         self,        SLOT("delete_selected_project()")

      TQt::Object.connect button_edit, SIGNAL("clicked()"), 
                         self,        SLOT("edit_selected_project()")

      TQt::Object.connect @listbox,    SIGNAL("doubleClicked(TQListBoxItem *)"), 
                         self,        SLOT("project_selected()")

      @dialog.setMainWidget vbox
   end

   def project_selected
      return if @listbox.selectedItem.nil?
      @parent.current_project_name = @listbox.selectedItem.text
      @parent.blah_blah
      @dialog.reject
   end

   def fill_listbox
      @listbox.clear
      @parent.projects_data.project_list.keys.each {
         |name| 
         enabled = (name == @parent.projects_data.enabled_name)
         icon = enabled ? "forward" : "go-down"
         pm = SmallIconSet[icon].pixmap(TQt::IconSet::Automatic, TQt::IconSet::Normal)
         it = TQt::ListBoxPixmap.new pm, name
         @listbox.insertItem it
      }
   end

   def edit_selected_project
      return if @listbox.selectedItem.nil?
      oldname = @listbox.selectedItem.text
      dialog = ProjectEditDialog.new oldname, @parent
      mod = dialog.edit
      if mod and oldname != dialog.new_name
         @parent.projects_data.project_list.delete oldname
      end
      fill_listbox if mod
   end

   def project_create_button
      mod = @parent.project_create
      fill_listbox if mod
   end

   def delete_selected_project
      return if @listbox.selectedItem.nil?
      # TODO - confirmation dialog
      @parent.projects_data.project_list.delete @listbox.selectedItem.text
      fill_listbox
   end

   def select
      @dialog.exec
   end

end

module ProjectManager

   def project_create
      dialog = ProjectEditDialog.new nil, self
      dialog.edit
      while @projects_data.project_list.empty?
         dialog.edit
      end
   end

   def project_goto
      dialog = ProjectSelectDialog.new self
      dialog.select
      if @projects_data.project_list.empty?
         project_create
      end
   end

   require 'yaml'

   def yamlfname 
      ENV["HOME"] + "/.rubberdocs/projects.yaml"
   end

   PROJECT_STORE_VERSION = 0

   Projects = Struct.new :project_list, :enabled_name, :version

   def load_projects
      okay = false
      if File.exists? yamlfname
         @projects_data = YAML::load File.open(yamlfname)
         if (@projects_data.version rescue -1) >= PROJECT_STORE_VERSION
            okay = true
         end
      end
      if not okay or @projects_data.project_list.empty?
         @projects_data = Projects.new({}, nil, PROJECT_STORE_VERSION)
         project_create
      end
      if @projects_data.enabled_name.nil?
         @projects_data.enabled_name = @projects_data.project_list.keys.first
      end
   end

   def save_projects
      File.open(yamlfname, "w+") {
         |file|
         file.puts @projects_data.to_yaml
      }
   end

end

class RubberDoc < TQt::VBox

   slots "tdehtml_part_init_complete()", 
         "go_back()", "go_forward()", "go_home()", "goto_url()", 
         "goto_search()", "clicked_result(TQListBoxItem*)",
         "search(const TQString&)", "update_highlight()",
         "quit()", "open_url(const KURL&)", "index_all()",
         "goto_prev_match()", "goto_next_match()", "clear_location()", "activated()",
         "goto_current_match_link()", "focus_search()", "focus_and_clear_search()",
         "project_create()", "project_goto()"

   attr_accessor :back, :forward, :url, :projects_data

   include LoggedDebug
   include MyGui
   include IndexStorage
   include HTMLIndexer
   include TermHighlighter
   include ProjectManager

   def init_blah
      @index     = GenericTriGramIndex.new
      @nodeindex = GenericTriGramIndex.new
      @textcache = {}
      @id2uri, @id2title, @id2depth = {}, {}, {}

      @history, @popped_history = [], []
      @shown_doc_id = 0
      @freq_sorted_idxs = nil
      @last_highlighted_doc_id, @to_undo = nil, nil, nil
      @search_text = nil
      @current_matched_href = nil

      @in_update_highlight = false
      @in_node_highlight   = false

      @lvis = nil
   end

   def initialize parent
      super parent
      @main = parent

      load_projects
      @current_project_name = @projects_data.enabled_name

      init_blah

      init_gui
      gui_init_proportions

      @timer = TQt::Timer.new self
      TQt::Object.connect @timer,    SIGNAL("timeout()"), 
                         self,      SLOT("update_highlight()")

      @viewed.openURL KDE::URL.new("about:blank")

      @init_connected = true
   end

   def blah_blah
      save_indexes
      init_blah
      tdehtml_part_init_complete
   end

   def quit
      @main.close
   end

   def tdehtml_part_init_complete
      TQt::Object.disconnect @viewed,   SIGNAL("completed()"),
                            self,      SLOT("tdehtml_part_init_complete()") if @init_connected

      @pref = File.dirname first_url.url.gsub("file:","")

      init_tdehtml_part_settings @viewed if @init_connected
      index_documents

      # maybe make a better choice as to the start page???
      @shown_doc_id = 0
      goto_url @id2uri[@shown_doc_id], false

      @viewed.show

      search "qlistview" if DEBUG_SEARCH || DEBUG_GOTO
      goto_search        if DEBUG_GOTO

      @init_connected = false
   end

   def finish
      save_projects
      save_indexes
   end

   def init_tdehtml_part_settings tdehtmlpart
      tdehtmlpart.setJScriptEnabled true
      tdehtmlpart.setJavaEnabled    false
      tdehtmlpart.setPluginsEnabled false
      tdehtmlpart.setAutoloadImages false
   end

   def load_page
      @viewed.setCaretMode true
      @viewed.setCaretVisible false
      @viewed.document.setAsync false
      @viewed.document.load DOM::DOMString.new @url.url
      @viewed.setUserStyleSheet "span.searchword { background-color: yellow }
                                 span.foundword  { background-color: green }"
      TQt::Application::eventLoop.processEvents TQt::EventLoop::ExcludeUserInput
   end

   attr_accessor :current_project_name

   def first_url
      return KDE::URL.new @projects_data.project_list[@current_project_name]
   end

   def search s
      if @in_node_highlight
         @skipped_highlight_requests = true
         return
      end
      puts "search request: #{s}"
      @search_text = s

      results = @index.search(s)
      results += @nodeindex.search(s).collect { |docref| docref.doc_idx }

      idx_hash = Hash.new { |h,k| h[k] = 0 }
      results.each {
         |idx| idx_hash[idx] += 1
      }
      @freq_sorted_idxs = idx_hash.to_a.sort_by { |val| val[1] }.reverse

      update_lv

      hl_timeout = 150 # continuation search should be slower?
      @timer.start hl_timeout, true unless @freq_sorted_idxs.empty?
   end

   def look_for_prefixes
      prefixes = []
      # TODO - fix this crappy hack
      @id2title.values.compact.sort.each {
         |title|
         title.gsub! "\n", ""
         pos = title.index ":"
         next if pos.nil?
         prefix = title[0..pos-1]
         prefixes << prefix
         new_title = title[pos+1..title.length]
         new_title.gsub! /(\s\s+|^\s+|\s+$)/, ""
         title.replace new_title 
      }
   end

   class ResultItem < TQt::ListBoxItem
      def initialize header, text
         super()
         @text, @header = text, header
         @font  = TQt::Font.new("Helvetica", 8)
         @flags = TQt::AlignLeft | TQt::WordBreak
      end
      def paint painter
         w, h = width(listBox), height(listBox)
         header_height = (text_height @font, @header) + 5
         painter.setFont @font
         painter.fillRect 5, 5, w - 10, header_height, TQt::Brush.new(TQt::Color.new 150,100,150)
         painter.drawText 5, 5, w - 10, header_height, @flags, @header
         painter.fillRect 5, header_height, w - 10, h - 10, TQt::Brush.new(TQt::Color.new 100,150,150)
         painter.setFont @font
         painter.drawText 5, header_height + 2, w - 10, h - 10, @flags, @text
      end
      def text_height font, text
         fm = TQt::FontMetrics.new font
         br = fm.boundingRect 0, 0, width(listBox) - 20, 8192, @flags, text
         br.height
      end
      def height listbox
         h = 0
         h += text_height @font, @text
         h += text_height @font, @header
         return h + 10
      end
      def width listbox
         listBox.width - 5
      end
   end

   CUTOFF = 100
   def update_lv
      @listbox.clear
      @lvis = {}
      look_for_prefixes
      return if @freq_sorted_idxs.nil?
      @freq_sorted_idxs.each {
         |a| idx, count = *a
         title = @id2title[idx]
         # we must re-search until we have a doc -> nodes list
         matches_text = ""
         @nodeindex.search(@search_text).each {
            |ref|
            break if matches_text.length > CUTOFF
            next unless ref.doc_idx == idx
            matches_text << @textcache[ref] << "\n"
         }
         matches_text = matches_text.slice 0..CUTOFF
         lvi = ResultItem.new "(#{count}) #{title}", matches_text
         @listbox.insertItem lvi
         @lvis[lvi] = idx
      }
   end

   def goto_search
      idx, count = *(@freq_sorted_idxs.first)
      goto_id_and_hl idx
   end

   def clicked_result i
      return if i.nil?
      idx = @lvis[i]
      goto_id_and_hl idx
   end

   def goto_id_and_hl idx
      @current_matching_node_index = 0
      goto_url @id2uri[idx], true
      @shown_doc_id = idx 
      update_highlight
   end

   def goto_current_match_link
      open_url KDE::URL.new(@current_matched_href) unless @current_matched_href.nil?
   end

   def skip_matches n
      @current_matching_node_index += n # autowraps
      if @in_node_highlight
         @skipped_highlight_requests = true
         return
      end
      update_highlight
   end

   def goto_prev_match
      skip_matches -1
   end

   def goto_next_match
      skip_matches +1
   end

   def more_to_do
      return false if @todo_links.empty?
      lhref = @todo_links.pop
      do_for_link lhref 
      true
   end

   def do_for_link lhref
      idx = (lhref.string =~ /#/)
      unless idx.nil?
         lhref = lhref.copy
         lhref.truncate idx 
      end
      skip = @done.include? lhref.string
      return [] if skip
time_me("loading") {
      @viewed.document.setAsync false
      @viewed.document.load lhref
}
      @done << lhref.string
      newlinks = gather_for_current_page
      @todo_next += newlinks
   end

   def update_ui_elements
      @forward.setEnabled !@popped_history.empty?
      @back.setEnabled    !@history.empty?
   end

   def go_back
      @popped_history << @url
      fail "ummm... already at the start, gui bug" if @history.empty?
      goto_url @history.pop, false, false
      update_loc
      update_ui_elements
   end

   def go_forward
      fail "history bug" if @popped_history.empty?
      goto_url @popped_history.pop, false, false
      @history << @url
      update_loc
      update_ui_elements
   end

   def update_loc
      # @location.setText @url.prettyURL
   end

   def go_home
      goto_url first_url
   end

   def index_all
      @viewed.hide
      @id2uri.keys.each {
         |id| goto_id_and_hl id
      }
      @viewed.show
   end

   def goto_url url = nil, history_store = true, clear_forward = true
      @popped_history = [] if clear_forward
      if history_store
         @history << @url
      end
      @url = KDE::URL.new(url.nil? ? @location.text : url)
      @label.setText "Loading : #{@url.prettyURL}"
      urlonly, = uri_anchor_split @url.url
      id = @id2uri.invert[@url.url]
      if id.nil? and !(should_follow? urlonly)
            warn "link points outside indexed space!" 
            return
      end
      load_page
      if id.nil?
         gather_for_current_page
         id = @shown_doc_id
         index_current_document
      else
         @shown_doc_id = id
      end
      @label.setText "Ready"
      update_loc unless url.nil?
      update_ui_elements
   end

end

m = KDE::MainWindow.new
browser = RubberDoc.new m
browser.update_ui_elements
guixmlfname = Dir.pwd + "/RubberDoc.rc"
guixmlfname = File.dirname(File.readlink $0) + "/RubberDoc.rc" unless File.exists? guixmlfname
m.createGUI guixmlfname
m.setCentralWidget browser
app.setMainWidget(m)
m.show
app.exec()
browser.finish

__END__

TESTCASE - 
w = KDE::HTMLPart  # notice the missing .new
w.begin
=> crashes badly

(RECHECK)
./kde.rb:29:in `method_missing': Cannot handle 'const TQIconSet&' as argument to TQTabWidget::changeTab (ArgumentError)
        from ./kde.rb:29:in `initialize'
        from ./kde.rb:92:in `new'
        from ./kde.rb:92
for param nil given to param const TQIconSet &
occurs frequently

dum di dum

can't get tabwidget working. umm... wonder what i'm messing up... (RECHECK)

      tabwidget = KDE::TabWidget.new browser
      tabwidget.setTabPosition TQt::TabWidget::Top
      @viewed = KDE::HTMLPart.new tabwidget
      w2 = KDE::HTMLPart.new tabwidget
      tabwidget.changeTab @viewed, TQt::IconSet.new, "blah blah"
      tabwidget.showPage @viewed
      tabwidget.show
      @viewed.show
 
# possible BUG DOM::Text.new(node).data.string # strange that this one doesn't work... (RECHECK)

wierd tdehtml bug
      @rightpane.setResizeMode @viewed, TQt::Splitter::KeepSize

in order to use KURL's as constants one must place this TDEApplication init 
at the top of the file otherwise TDEInstance isn't init'ed before KURL usage

class ProjectSelectDialog < KDE::DialogBase
   def initialize parent=nil,name=nil,caption=nil
      super(parent,name, true, caption,
            KDE::DialogBase::Ok|KDE::DialogBase::Cancel, KDE::DialogBase::Ok, false, KDE::GuiItem.new)
      blah blah
   end
end

# painter.fillRect 5, 5, width(listBox) - 10, height(listBox) - 10, TQt::Color.new(255,0,0)