summary refs log tree commit diff stats
path: root/test/bm_loader.py
blob: 154fea3dbd368fca80d04765cc708b5aa4879ade (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
# Copyright (C) 2009, 2010  Roman Zimbelmann <romanz@lavabit.com>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

from ranger.core.loader import Loader
from ranger.fsobject import Directory, File
from ranger.ext.openstruct import OpenStruct
import os.path
from ranger.shared import FileManagerAware, SettingsAware
from test import Fake
from os.path import realpath, join, dirname
from subprocess import Popen, PIPE
TESTDIR = realpath(join(dirname(__file__), '/usr/include'))

def skip(x):
	return

def raw_load_content(self):
	"""
	The method which is used in a Directory object to load stuff.
	Keep this up to date!
	"""

	from os.path import join, isdir, basename
	from os import listdir
	import ranger.ext.mount_path

	self.loading = True
	self.load_if_outdated()

	try:
		if self.exists and self.runnable:
			# 0.003s:
			self.mount_path = ranger.ext.mount_path.mount_path(self.path)

			# 0.1s:
			filenames = []
			for fname in listdir(self.path):
				if not self.settings.show_hidden:
					hfilter = self.settings.hidden_filter
					if hfilter:
						if isinstance(hfilter, str) and hfilter in fname:
							continue
						if hasattr(hfilter, 'search') and \
							hfilter.search(fname):
							continue
				if isinstance(self.filter, str) and self.filter \
						and self.filter not in fname:
					continue
				filenames.append(join(self.path, fname))
			# ---

			self.load_content_mtime = os.stat(self.path).st_mtime

			marked_paths = [obj.path for obj in self.marked_items]

			# 2.85s:
			files = []
			for name in filenames:
				if isdir(name):
					try:
						item = self.fm.env.get_directory(name)
					except:
						item = Directory(name)
				else:
					item = File(name)
				item.load_if_outdated()
				files.append(item)

			# 0.2s
			self.disk_usage = sum(f.size for f in files if f.is_file)

			self.scroll_offset = 0
			self.filenames = filenames
			self.files = files

			self._clear_marked_items()
			for item in self.files:
				if item.path in marked_paths:
					self.mark_item(item, True)
				else:
					self.mark_item(item, False)

			self.sort()

			if len(self.files) > 0:
				if self.pointed_obj is not None:
					self.sync_index()
				else:
					self.move(to=0)
		else:
			self.filenames = None
			self.files = None

		self.cycle_list = None
		self.content_loaded = True
		self.determine_infostring()
		self.correct_pointer()

	finally:
		self.loading = False


class benchmark_load(object):
	def __init__(self):
		self.loader = Loader()
		fm = OpenStruct(loader=self.loader)
		SettingsAware.settings = Fake()
		FileManagerAware.fm = fm
		self.dir = Directory(TESTDIR)

	def bm_run(self, n):
		for _ in range(n):
			self.dir.load_content(schedule=True)
			while self.loader.has_work():
				self.loader.work()


@skip
class benchmark_raw_load(object):
	def __init__(self):
		SettingsAware.settings = Fake()
		self.dir = Directory(TESTDIR)

	def bm_run(self, n):
		generator = self.dir.load_bit_by_bit()
		for _ in range(n):
			raw_load_content(self.dir)

def bm_loader(n):
	"""Do some random calculation"""
	tloader = benchmark_load(N)
	traw = benchmark_raw_load(N)

@skip
class benchmark_load_varieties(object):
	def bm_ls(self, n):
		for _ in range(n):
			Popen(["ls", '-l', TESTDIR], stdout=open(os.devnull, 'w')).wait()

	def bm_os_listdir_stat(self, n):
		for _ in range(n):
			for f in os.listdir(TESTDIR):
				path = os.path.join(TESTDIR, f)
				os.stat(path)

	def bm_os_listdir(self, n):
		for _ in range(n):
			for f in os.listdir(TESTDIR):
				path = os.path.join(TESTDIR, f)

	def bm_os_listdir_stat_listdir(self, n):
		for _ in range(n):
			for f in os.listdir(TESTDIR):
				path = os.path.join(TESTDIR, f)
				os.stat(path)
				if os.path.isdir(path):
					os.listdir(path)
"p">(join(self.path, fname)) yield marked_paths = set(map( \ lambda obj: obj.path, self.marked_items)) files = [] for name in filenames: if isdir(name): try: item = self.fm.env.get_directory(name) except: item = Directory(name) else: item = File(name) item.load_if_outdated() files.append(item) yield self.scroll_offset = 0 self.filenames = filenames self.infostring = ' %d' % len(self.filenames) # update the infostring self.files = files self._clear_marked_items() for item in self.files: if item.path in marked_paths: self.mark_item(item, True) else: self.mark_item(item, False) self.old_directories_first = None self.sort() if len(self.files) > 0: if self.pointed_obj is not None: self.sync_index() else: self.move(absolute=0) else: self.filenames = None self.files = None self.infostring = BAD_INFO self.content_loaded = True self.loading = False def unload(self): self.loading = False self.load_generator = None def load_content(self, schedule=None): """ Loads the contents of the directory. Use this sparingly since it takes rather long. """ if not self.loading: self.load_once() if schedule is None: schedule = self.size > 30 if self.load_generator is None: self.load_generator = self.load_bit_by_bit() if schedule and self.fm: self.fm.loader.add(self) else: for _ in self.load_generator: pass self.load_generator = None elif not schedule or not self.fm: for _ in self.load_generator: pass self.load_generator = None def sort(self): """Sort the containing files""" if self.files is None: return old_pointed_obj = self.pointed_obj try: sort_func = self.sort_dict[self.settings.sort] except: sort_func = sort_by_basename self.files.sort(key = sort_func) if self.settings.reverse: self.files.reverse() if self.settings.directories_first: self.files.sort(key = sort_by_directory) if self.pointer is not None: self.move_to_obj(old_pointed_obj) else: self.correct_pointer() self.old_directories_first = self.settings.directories_first self.old_sort = self.settings.sort self.old_reverse = self.settings.reverse def sort_if_outdated(self): """Sort the containing files if they are outdated""" if self.old_directories_first != self.settings.directories_first \ or self.old_sort != self.settings.sort \ or self.old_reverse != self.settings.reverse: self.sort() def move_to_obj(self, arg): try: arg = arg.path except: pass self.load_content_once(schedule=False) if self.empty(): return Accumulator.move_to_obj(self, arg, attr='path') def search(self, arg, direction = 1): """Search for a regular expression""" if self.empty() or arg is None: return False elif hasattr(arg, 'search'): fnc = lambda x: arg.search(x.basename) else: fnc = lambda x: arg in x.basename length = len(self) if direction > 0: generator = ((self.pointer + (x + 1)) % length for x in range(length-1)) else: generator = ((self.pointer - (x + 1)) % length for x in range(length-1)) for i in generator: _file = self.files[i] if fnc(_file): self.pointer = i self.pointed_obj = _file self.correct_pointer() return True return False def correct_pointer(self): """Make sure the pointer is in the valid range""" Accumulator.correct_pointer(self) try: if self == self.fm.env.pwd: self.fm.env.cf = self.pointed_obj except: pass def load_content_once(self, *a, **k): """Load the contents of the directory if not done yet""" if not self.content_loaded: self.load_content(*a, **k) return True return False def load_content_if_outdated(self, *a, **k): """ Load the contents of the directory if it's outdated or not done yet """ if self.load_content_once(*a, **k): return True if self.old_show_hidden != self.settings.show_hidden or \ self.old_filter != self.filter: self.old_filter = self.filter self.old_show_hidden = self.settings.show_hidden self.load_content(*a, **k) return True import os try: real_mtime = os.lstat(self.path).st_mtime except OSError: real_mtime = None if self.stat: cached_mtime = self.stat.st_mtime else: cached_mtime = 0 if real_mtime != cached_mtime: self.load_content(*a, **k) return True return False def empty(self): """Is the directory empty?""" return self.files is None or len(self.files) == 0 def __nonzero__(self): """Always True""" return True def __len__(self): """The number of containing files""" if not self.accessible: raise ranger.fsobject.NotLoadedYet() return len(self.files) def __getitem__(self, key): """Get the file by its index""" if not self.accessible: raise ranger.fsobject.NotLoadedYet() return self.files[key] def __eq__(self, other): """Check for equality of the directories paths""" return isinstance(other, Directory) and self.path == other.path def __neq__(self, other): """Check for inequality of the directories paths""" return not self.__eq__(other) def __hash__(self): return hash(self.path)