summary refs log tree commit diff stats
path: root/ranger
Commit message (Collapse)AuthorAgeFilesLines
* gui.widgets.console: Only read history file if it existsnfnty2017-01-261-9/+11
| | | | Fixes #781
* core.fm: `loop()`: Remove useless `if` statementnfnty2017-01-261-5/+4
|
* Only use `hasattr` where absolutely needednfnty2017-01-269-20/+11
| | | | | | Use `try-except` when it's an explicit error. Fixes #780
* core.main: Remove COMPAT `options.py`nfnty2017-01-261-21/+0
| | | | Has been deprecated and warned about for over 4 years.
* gui: Replace `_curses` with `curses`nfnty2017-01-253-10/+7
|
* gui.widgets.pager: Handle `source.close()` exceptionnfnty2017-01-251-9/+15
| | | | Fixes #315
* core.actions: Pass path to `_run_pager()`, not file objectDavid le Blanc2017-01-251-3/+3
|
* container.settings: Do not try to access key before being setnfnty2017-01-251-2/+1
| | | | Fixes #446
* core.loader: `safeDecode()` -> `safe_decode()`nfnty2017-01-251-5/+5
|
* core.loader: `safeDecode()`: Do not try to decode with encoding `None`nfnty2017-01-251-2/+3
|
* config/rc.conf: Remove `IGNORE_CASE` from `travel` aliasnfnty2017-01-251-1/+1
| | | | Fixes #620
* data/scope.sh: Make `file` output easily discerniblenfnty2017-01-251-1/+1
|
* config/rc.conf: Add map for copying selection to clipboardnfnty2017-01-241-3/+4
| | | | Fixes #718
* ext.shutil_generatorized: Update to Python 2.7.13nfnty2017-01-241-29/+26
|
* ext.shutil_generatorized: Use builtin functionsnfnty2017-01-241-128/+18
| | | | | Fixes #724 Fixes #734
* core.loader: `CopyLoader.generate`: Reduce nestingnfnty2017-01-241-48/+50
|
* container.fsobject: Fix natural sortnfnty2017-01-241-13/+19
| | | | Fixes #749
* config.commands: `setlocal`: Properly parse path with spacesnfnty2017-01-242-14/+23
| | | | | | Added proper quote parsing Fixes #753
* core.actions: macros: `confdir` should not be defined in clean modenfnty2017-01-232-6/+5
| | | | Fixes #758
* container.bookmarks: Notify on errors, Disallow filesnfnty2017-01-231-38/+46
| | | | Fixes #760
* core.linemode: `FileInfoLinemode`: Output is already decodednfnty2017-01-231-5/+1
| | | | Fixes Python 3 crash
* core.actions: Reduce `get_preview()` nestingnfnty2017-01-231-118/+123
|
* data/scope.sh: Use `file` as a fallbackLauri Niskanen2017-01-231-0/+2
| | | | Fixes #770
* core.linemode: `Mtime`: Fix crash when `file.stat is None`Christian Zangl2017-01-231-0/+4
| | | | | | | | This can happen with Bash on Windows for files without permission and on OSX/Linux when deleting files. Fixes #741 Fixes #769
* core.actions: Split `$PAGER` before runningProfpatsch2017-01-221-6/+7
| | | | If `$PAGER` is `less -R`, then `-R` should be an argument.
* config/rifle.conf: Add `--each` to atool for multiple filesnfnty2017-01-221-4/+4
| | | | Partial fix for #746
* linting: pylint: Enable `broad-except`, Improve loggingnfnty2017-01-2140-305/+290
| | | | | | | Handle exceptions explicitly to prevent unexpected errors from causing problems. Improve exception and notification logging.
* Python 3 division: Remove explicit float conversionsnfnty2017-01-218-24/+24
|
* Python 3 division: Import `division` from `__future__`nfnty2017-01-2173-73/+73
|
* linting: Fix flake8 `W503`nfnty2017-01-183-8/+5
|
* linting: Correct autopep8nfnty2017-01-1827-238/+254
| | | | Allow bad whitespace in special circumstances
* linting: pylint 2.0.0nfnty2017-01-1732-126/+112
|
* linting: Fix `make test`nfnty2017-01-171-0/+0
|
* linting: Enable `attribute-defined-outside-init`nfnty2017-01-176-8/+27
|
* linting: Enable `access-member-before-definition`nfnty2017-01-173-3/+5
|
* linting: `ranger.gui.curses_shortcuts.CursesShortcuts`: Init all attributesnfnty2017-01-172-1/+6
|
* linting: `ranger.gui.widgets.view_base.ViewBase`: Init all attributesnfnty2017-01-171-19/+5
|
* linting: `ranger.core.runner.Context`: Init all attributesnfnty2017-01-171-5/+13
|
* linting: Do not convert arguments to `OpenStruct`nfnty2017-01-177-73/+76
|
* linting: Enable `consider-iterating-dictionary`nfnty2017-01-171-1/+1
|
* linting: Python 2 compat: Import from `__future__`nfnty2017-01-1773-1/+150
|
* linting: Python 2 compatnfnty2017-01-1711-57/+60
|
* linting: pylint and flake8nfnty2017-01-1761-790/+930
|
* linting: autopep8nfnty2017-01-1749-415/+456
|
* core/actions.py: search_file: Do not use `re.LOCALE`nfnty2017-01-151-1/+1
| | | | | | | | Caught by pylint. Continuation of bf36701d3b2cef579d89eb912aa3945de7a7f978 Fixes #664 Fixes #752
* Merge branch 'stable'hut2017-01-082-2/+2
|\
| * ranger in danger because of some stranger v1.8.1hut2017-01-082-2/+2
| |
| * config/commands.py: scout: Do not use `re.LOCALE`nfnty2017-01-081-1/+1
| | | | | | | | | | | | | | Very unreliable and Python 3.6 only supports the flag for bytes patterns Fixes #664 Fixes #752
* | config/commands.py: scout: Do not use `re.LOCALE`nfnty2017-01-071-1/+1
| | | | | | | | | | | | | | Very unreliable and Python 3.6 only supports the flag for bytes patterns Fixes #664 Fixes #752
* | changed version label "stable" back to "master"hut2016-12-241-1/+1
| |
gstore.go?h=0.5.0&id=77c76ba46296f57f88c591a420e929a059a55d3e'>^
a275f65 ^


4465646 ^

ef6178a ^





312a53e ^
4465646 ^





db213fd ^

a275f65 ^

312a53e ^


4465646 ^
312a53e ^
a275f65 ^


db213fd ^
4465646 ^
312a53e ^
db213fd ^












2e5ae19 ^


























1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275


           
            
              

              




                                                
                                                                 
                          

                  
                                       



                                              
 
                                                    

                                                             
                                                      
                                                                                    








                                                     
                                                      

                                  
                                                                    

                                                                             





                                                             


                                                      


                            






                                                                                    













                                                                                                   
                                                                         


                            










                                                                                    
                                                                                        

                                 


                             
                                                                                     


         














                                                            
                                                            
 


                                                     

                                           
         









                                                   


                                                            

                    



                                    


                                                                                     
                             











                                                               
                                
                                                                                   
                                            


                                                     

                                                                                      




                                                                          

                             
                                



                                                                        
                                                      


                                 




                                                        


                                                            


                                                                     


                                                                                   




                                      
         


                      

                              





                                                                   
 





                                     

                                                

                    


                                  
                                        
         


                      
                                                                     
                      
 












                                                           


























                                                                                     
package lib

import (
	"io"
	"sync"
	"time"

	"github.com/emersion/go-imap"

	"git.sr.ht/~sircmpwn/aerc2/worker/types"
)

// Accesses to fields must be guarded by MessageStore.Lock/Unlock
type MessageStore struct {
	sync.Mutex

	Deleted  map[uint32]interface{}
	DirInfo  types.DirectoryInfo
	Messages map[uint32]*types.MessageInfo
	// Ordered list of known UIDs
	Uids []uint32

	bodyCallbacks   map[uint32][]func(io.Reader)
	headerCallbacks map[uint32][]func(*types.MessageInfo)

	// Map of uids we've asked the worker to fetch
	onUpdate       func(store *MessageStore) // TODO: multiple onUpdate handlers
	pendingBodies  map[uint32]interface{}
	pendingHeaders map[uint32]interface{}
	worker         *types.Worker
}

func NewMessageStore(worker *types.Worker,
	dirInfo *types.DirectoryInfo) *MessageStore {

	return &MessageStore{
		Deleted: make(map[uint32]interface{}),
		DirInfo: *dirInfo,

		bodyCallbacks:   make(map[uint32][]func(io.Reader)),
		headerCallbacks: make(map[uint32][]func(*types.MessageInfo)),

		pendingBodies:  make(map[uint32]interface{}),
		pendingHeaders: make(map[uint32]interface{}),
		worker:         worker,
	}
}

func (store *MessageStore) FetchHeaders(uids []uint32,
	cb func(*types.MessageInfo)) {

	store.Lock()
	defer store.Unlock()

	// TODO: this could be optimized by pre-allocating toFetch and trimming it
	// at the end. In practice we expect to get most messages back in one frame.
	var toFetch imap.SeqSet
	for _, uid := range uids {
		if _, ok := store.pendingHeaders[uid]; !ok {
			toFetch.AddNum(uint32(uid))
			store.pendingHeaders[uid] = nil
			if cb != nil {
				if list, ok := store.headerCallbacks[uid]; ok {
					store.headerCallbacks[uid] = append(list, cb)
				} else {
					store.headerCallbacks[uid] = []func(*types.MessageInfo){cb}
				}
			}
		}
	}
	if !toFetch.Empty() {
		store.worker.PostAction(&types.FetchMessageHeaders{Uids: toFetch}, nil)
	}
}

func (store *MessageStore) FetchFull(uids []uint32, cb func(io.Reader)) {
	store.Lock()
	defer store.Unlock()

	// TODO: this could be optimized by pre-allocating toFetch and trimming it
	// at the end. In practice we expect to get most messages back in one frame.
	var toFetch imap.SeqSet
	for _, uid := range uids {
		if _, ok := store.pendingBodies[uid]; !ok {
			toFetch.AddNum(uint32(uid))
			store.pendingBodies[uid] = nil
			if cb != nil {
				if list, ok := store.bodyCallbacks[uid]; ok {
					store.bodyCallbacks[uid] = append(list, cb)
				} else {
					store.bodyCallbacks[uid] = []func(io.Reader){cb}
				}
			}
		}
	}
	if !toFetch.Empty() {
		store.worker.PostAction(&types.FetchFullMessages{Uids: toFetch}, nil)
	}
}

func (store *MessageStore) FetchBodyPart(
	uid uint32, part int, cb func(io.Reader)) {

	store.worker.PostAction(&types.FetchMessageBodyPart{
		Uid:  uid,
		Part: part,
	}, func(resp types.WorkerMessage) {
		msg, ok := resp.(*types.MessageBodyPart)
		if !ok {
			return
		}
		cb(msg.Reader)
	})
}

func merge(to *types.MessageInfo, from *types.MessageInfo) {

	if from.BodyStructure != nil {
		to.BodyStructure = from.BodyStructure
	}
	if from.Envelope != nil {
		to.Envelope = from.Envelope
	}
	if len(from.Flags) != 0 {
		to.Flags = from.Flags
	}
	if from.Size != 0 {
		to.Size = from.Size
	}
	var zero time.Time
	if from.InternalDate != zero {
		to.InternalDate = from.InternalDate
	}
}

func (store *MessageStore) Update(msg types.WorkerMessage) {
	store.Lock()

	update := false
	switch msg := msg.(type) {
	case *types.DirectoryInfo:
		store.DirInfo = *msg
		if store.DirInfo.Exists != len(store.Uids) {
			store.worker.PostAction(&types.FetchDirectoryContents{}, nil)
		}
		update = true
	case *types.DirectoryContents:
		newMap := make(map[uint32]*types.MessageInfo)
		for _, uid := range msg.Uids {
			if msg, ok := store.Messages[uid]; ok {
				newMap[uid] = msg
			} else {
				newMap[uid] = nil
			}
		}
		store.Messages = newMap
		store.Uids = msg.Uids
		update = true
	case *types.MessageInfo:
		if existing, ok := store.Messages[msg.Uid]; ok && existing != nil {
			merge(existing, msg)
		} else {
			store.Messages[msg.Uid] = msg
		}
		if _, ok := store.pendingHeaders[msg.Uid]; msg.Envelope != nil && ok {
			delete(store.pendingHeaders, msg.Uid)
			if cbs, ok := store.headerCallbacks[msg.Uid]; ok {
				for _, cb := range cbs {
					cb(msg)
				}
			}
		}
		update = true
	case *types.FullMessage:
		if _, ok := store.pendingBodies[msg.Uid]; ok {
			delete(store.pendingBodies, msg.Uid)
			if cbs, ok := store.bodyCallbacks[msg.Uid]; ok {
				for _, cb := range cbs {
					cb(msg.Reader)
				}
			}
		}
	case *types.MessagesDeleted:
		toDelete := make(map[uint32]interface{})
		for _, uid := range msg.Uids {
			toDelete[uid] = nil
			delete(store.Messages, uid)
			if _, ok := store.Deleted[uid]; ok {
				delete(store.Deleted, uid)
			}
		}
		uids := make([]uint32, len(store.Uids)-len(msg.Uids))
		j := 0
		for _, uid := range store.Uids {
			if _, deleted := toDelete[uid]; !deleted && j < len(uids) {
				uids[j] = uid
				j += 1
			}
		}
		store.Uids = uids
		update = true
	}

	store.Unlock()

	if update {
		store.update()
	}
}

func (store *MessageStore) OnUpdate(fn func(store *MessageStore)) {
	store.onUpdate = fn
}

func (store *MessageStore) update() {
	if store.onUpdate != nil {
		store.onUpdate(store)
	}
}

func (store *MessageStore) Delete(uids []uint32,
	cb func(msg types.WorkerMessage)) {
	store.Lock()

	var set imap.SeqSet
	for _, uid := range uids {
		set.AddNum(uid)
		store.Deleted[uid] = nil
	}

	store.Unlock()

	store.worker.PostAction(&types.DeleteMessages{Uids: set}, cb)
	store.update()
}

func (store *MessageStore) Copy(uids []uint32, dest string,
	cb func(msg types.WorkerMessage)) {
	var set imap.SeqSet
	for _, uid := range uids {
		set.AddNum(uid)
	}

	store.worker.PostAction(&types.CopyMessages{
		Destination: dest,
		Uids:        set,
	}, cb)
}

func (store *MessageStore) Move(uids []uint32, dest string,
	cb func(msg types.WorkerMessage)) {
	store.Lock()

	var set imap.SeqSet
	for _, uid := range uids {
		set.AddNum(uid)
		store.Deleted[uid] = nil
	}

	store.Unlock()

	store.worker.PostAction(&types.CopyMessages{
		Destination: dest,
		Uids:        set,
	}, func(msg types.WorkerMessage) {
		switch msg.(type) {
		case *types.Error:
			cb(msg)
		case *types.Done:
			store.worker.PostAction(&types.DeleteMessages{Uids: set}, cb)
		}
	})

	store.update()
}