Fossil SCM
Due to quickly building memory pressure for large cvs repositories (thousands of revisions and symbol object) we have to save the pertinent information of a file immediately after it has been processed and then clear the memory. Inserted the basic skeleton for this into pass and file objects.
Commit
3a00ac5aa2b0a4b67f043f8dd30608b6211a4053
Parent
436f17a5f0a3965…
2 files changed
+4
-1
+11
| --- tools/cvs2fossil/lib/c2f_file.tcl | ||
| +++ tools/cvs2fossil/lib/c2f_file.tcl | ||
| @@ -65,10 +65,13 @@ | ||
| 65 | 65 | # # ## ### ##### ######## ############# |
| 66 | 66 | ## Persistence (pass II) |
| 67 | 67 | |
| 68 | 68 | method persist {} { |
| 69 | 69 | } |
| 70 | + | |
| 71 | + method drop {} { | |
| 72 | + } | |
| 70 | 73 | |
| 71 | 74 | # # ## ### ##### ######## ############# |
| 72 | 75 | ## Implement the sink |
| 73 | 76 | |
| 74 | 77 | method begin {} {#ignore} |
| @@ -402,11 +405,11 @@ | ||
| 402 | 405 | } |
| 403 | 406 | unset mytags($revnr) |
| 404 | 407 | } else { |
| 405 | 408 | set rev $myrev($revnr) |
| 406 | 409 | foreach tag $taglist { |
| 407 | - $rev addtag $tag | |
| 410 | + $rev addtag $tag | |
| 408 | 411 | $tag settagrev $rev |
| 409 | 412 | } |
| 410 | 413 | } |
| 411 | 414 | } |
| 412 | 415 | return |
| 413 | 416 |
| --- tools/cvs2fossil/lib/c2f_file.tcl | |
| +++ tools/cvs2fossil/lib/c2f_file.tcl | |
| @@ -65,10 +65,13 @@ | |
| 65 | # # ## ### ##### ######## ############# |
| 66 | ## Persistence (pass II) |
| 67 | |
| 68 | method persist {} { |
| 69 | } |
| 70 | |
| 71 | # # ## ### ##### ######## ############# |
| 72 | ## Implement the sink |
| 73 | |
| 74 | method begin {} {#ignore} |
| @@ -402,11 +405,11 @@ | |
| 402 | } |
| 403 | unset mytags($revnr) |
| 404 | } else { |
| 405 | set rev $myrev($revnr) |
| 406 | foreach tag $taglist { |
| 407 | $rev addtag $tag |
| 408 | $tag settagrev $rev |
| 409 | } |
| 410 | } |
| 411 | } |
| 412 | return |
| 413 |
| --- tools/cvs2fossil/lib/c2f_file.tcl | |
| +++ tools/cvs2fossil/lib/c2f_file.tcl | |
| @@ -65,10 +65,13 @@ | |
| 65 | # # ## ### ##### ######## ############# |
| 66 | ## Persistence (pass II) |
| 67 | |
| 68 | method persist {} { |
| 69 | } |
| 70 | |
| 71 | method drop {} { |
| 72 | } |
| 73 | |
| 74 | # # ## ### ##### ######## ############# |
| 75 | ## Implement the sink |
| 76 | |
| 77 | method begin {} {#ignore} |
| @@ -402,11 +405,11 @@ | |
| 405 | } |
| 406 | unset mytags($revnr) |
| 407 | } else { |
| 408 | set rev $myrev($revnr) |
| 409 | foreach tag $taglist { |
| 410 | $rev addtag $tag |
| 411 | $tag settagrev $rev |
| 412 | } |
| 413 | } |
| 414 | } |
| 415 | return |
| 416 |
| --- tools/cvs2fossil/lib/c2f_pcollrev.tcl | ||
| +++ tools/cvs2fossil/lib/c2f_pcollrev.tcl | ||
| @@ -208,10 +208,21 @@ | ||
| 208 | 208 | } else { |
| 209 | 209 | global errorInfo |
| 210 | 210 | trouble internal $errorInfo |
| 211 | 211 | } |
| 212 | 212 | } |
| 213 | + | |
| 214 | + # We persist the core of the data collected about each | |
| 215 | + # file immediately after it has been parsed and | |
| 216 | + # wrangled into shape, and then drop it from | |
| 217 | + # memory. This is done to keep the memory requirements | |
| 218 | + # within limits, i.e. without doing it this way it is | |
| 219 | + # easy to blow 1G of RAM with all the objects | |
| 220 | + # (revisions and file-level symbols). | |
| 221 | + | |
| 222 | + $file persist | |
| 223 | + $file drop | |
| 213 | 224 | } |
| 214 | 225 | } |
| 215 | 226 | |
| 216 | 227 | repository printrevstatistics |
| 217 | 228 | repository persistrev |
| 218 | 229 |
| --- tools/cvs2fossil/lib/c2f_pcollrev.tcl | |
| +++ tools/cvs2fossil/lib/c2f_pcollrev.tcl | |
| @@ -208,10 +208,21 @@ | |
| 208 | } else { |
| 209 | global errorInfo |
| 210 | trouble internal $errorInfo |
| 211 | } |
| 212 | } |
| 213 | } |
| 214 | } |
| 215 | |
| 216 | repository printrevstatistics |
| 217 | repository persistrev |
| 218 |
| --- tools/cvs2fossil/lib/c2f_pcollrev.tcl | |
| +++ tools/cvs2fossil/lib/c2f_pcollrev.tcl | |
| @@ -208,10 +208,21 @@ | |
| 208 | } else { |
| 209 | global errorInfo |
| 210 | trouble internal $errorInfo |
| 211 | } |
| 212 | } |
| 213 | |
| 214 | # We persist the core of the data collected about each |
| 215 | # file immediately after it has been parsed and |
| 216 | # wrangled into shape, and then drop it from |
| 217 | # memory. This is done to keep the memory requirements |
| 218 | # within limits, i.e. without doing it this way it is |
| 219 | # easy to blow 1G of RAM with all the objects |
| 220 | # (revisions and file-level symbols). |
| 221 | |
| 222 | $file persist |
| 223 | $file drop |
| 224 | } |
| 225 | } |
| 226 | |
| 227 | repository printrevstatistics |
| 228 | repository persistrev |
| 229 |