1 // fileread.h -- read files for gold -*- C++ -*-
3 // Copyright 2006, 2007, 2008, 2009, 2010, 2011 Free Software Foundation, Inc.
4 // Written by Ian Lance Taylor <iant@google.com>.
6 // This file is part of gold.
8 // This program is free software; you can redistribute it and/or modify
9 // it under the terms of the GNU General Public License as published by
10 // the Free Software Foundation; either version 3 of the License, or
11 // (at your option) any later version.
13 // This program is distributed in the hope that it will be useful,
14 // but WITHOUT ANY WARRANTY; without even the implied warranty of
15 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 // GNU General Public License for more details.
18 // You should have received a copy of the GNU General Public License
19 // along with this program; if not, write to the Free Software
20 // Foundation, Inc., 51 Franklin Street - Fifth Floor, Boston,
21 // MA 02110-1301, USA.
23 // Classes used to read data from binary input files.
25 #ifndef GOLD_FILEREAD_H
26 #define GOLD_FILEREAD_H
38 // Since not all system supports stat.st_mtim and struct timespec,
39 // we define our own structure and fill the nanoseconds if we can.
44 : seconds(0), nanoseconds(0)
47 Timespec(time_t a_seconds, int a_nanoseconds)
48 : seconds(a_seconds), nanoseconds(a_nanoseconds)
55 // Get the last modified time of an unopened file. Returns false if the
56 // file does not exist.
59 get_mtime(const char* filename, Timespec* mtime);
61 class Position_dependent_options;
62 class Input_file_argument;
66 // File_read manages a file descriptor and mappings for a file we are
73 : name_(), descriptor_(-1), is_descriptor_opened_(false), object_count_(0),
74 size_(0), token_(false), views_(), saved_views_(), mapped_bytes_(0),
75 released_(true), whole_file_view_(NULL)
82 open(const Task*, const std::string& name);
84 // Pretend to open the file, but provide the file contents. No
85 // actual file system activity will occur. This is used for
88 open(const Task*, const std::string& name, const unsigned char* contents,
91 // Return the file name.
94 { return this->name_; }
96 // Add an object associated with a file.
99 { ++this->object_count_; }
101 // Remove an object associated with a file.
104 { --this->object_count_; }
106 // Lock the file for exclusive access within a particular Task::run
107 // execution. This routine may only be called when the workqueue
114 unlock(const Task* t);
116 // Test whether the object is locked.
120 // Return the token, so that the task can be queued.
123 { return &this->token_; }
125 // Release the file. This indicates that we aren't going to do
126 // anything further with it until it is unlocked. This is used
127 // because a Task which locks the file never calls either lock or
128 // unlock; it just locks the token. The basic rule is that a Task
129 // which locks a file via the Task::locks interface must explicitly
130 // call release() when it is done. This is not necessary for code
131 // which calls unlock() on the file.
135 // Return the size of the file.
138 { return this->size_; }
140 // Return a view into the file starting at file offset START for
141 // SIZE bytes. OFFSET is the offset into the input file for the
142 // file we are reading; this is zero for a normal object file,
143 // non-zero for an object file in an archive. ALIGNED is true if
144 // the data must be naturally aligned; this only matters when OFFSET
145 // is not zero. The pointer will remain valid until the File_read
146 // is unlocked. It is an error if we can not read enough data from
147 // the file. The CACHE parameter is a hint as to whether it will be
148 // useful to cache this data for later accesses--i.e., later calls
149 // to get_view, read, or get_lasting_view which retrieve the same
152 get_view(off_t offset, off_t start, section_size_type size, bool aligned,
155 // Read data from the file into the buffer P starting at file offset
156 // START for SIZE bytes.
158 read(off_t start, section_size_type size, void* p);
160 // Return a lasting view into the file starting at file offset START
161 // for SIZE bytes. This is allocated with new, and the caller is
162 // responsible for deleting it when done. The data associated with
163 // this view will remain valid until the view is deleted. It is an
164 // error if we can not read enough data from the file. The OFFSET,
165 // ALIGNED and CACHE parameters are as in get_view.
167 get_lasting_view(off_t offset, off_t start, section_size_type size,
168 bool aligned, bool cache);
170 // Mark all views as no longer cached.
172 clear_view_cache_marks();
174 // Discard all uncached views. This is normally done by release(),
175 // but not for objects in archives. FIXME: This is a complicated
176 // interface, and it would be nice to have something more automatic.
178 clear_uncached_views()
179 { this->clear_views(CLEAR_VIEWS_ARCHIVE); }
181 // A struct used to do a multiple read.
182 struct Read_multiple_entry
184 // The file offset of the data to read.
186 // The amount of data to read.
187 section_size_type size;
188 // The buffer where the data should be placed.
189 unsigned char* buffer;
191 Read_multiple_entry(off_t o, section_size_type s, unsigned char* b)
192 : file_offset(o), size(s), buffer(b)
196 typedef std::vector<Read_multiple_entry> Read_multiple;
198 // Read a bunch of data from the file into various different
199 // locations. The vector must be sorted by ascending file_offset.
200 // BASE is a base offset to be added to all the offsets in the
203 read_multiple(off_t base, const Read_multiple&);
205 // Dump statistical information to stderr.
209 // Return the open file descriptor (for plugins).
213 this->reopen_descriptor();
214 return this->descriptor_;
217 // Return the file last modification time. Calls gold_fatal if the stat
218 // system call failed.
223 // Control for what views to clear.
224 enum Clear_views_mode
226 // Clear uncached views not used by an archive.
228 // Clear all uncached views (including in an archive).
230 // Clear all views (i.e., we're destroying the file).
234 // This class may not be copied.
235 File_read(const File_read&);
236 File_read& operator=(const File_read&);
238 // Total bytes mapped into memory during the link if --stats.
239 static unsigned long long total_mapped_bytes;
241 // Current number of bytes mapped into memory during the link if
243 static unsigned long long current_mapped_bytes;
245 // High water mark of bytes mapped into memory during the link if
247 static unsigned long long maximum_mapped_bytes;
249 // A view into the file.
253 // Specifies how to dispose the data on destruction of the view.
256 // Data owned by File object - nothing done in destructor.
258 // Data allocated with new[] and owned by this object - should
260 DATA_ALLOCATED_ARRAY,
261 // Data mmapped and owned by this object - should munmap.
265 View(off_t start, section_size_type size, const unsigned char* data,
266 unsigned int byteshift, bool cache, Data_ownership data_ownership)
267 : start_(start), size_(size), data_(data), lock_count_(0),
268 byteshift_(byteshift), cache_(cache), data_ownership_(data_ownership),
276 { return this->start_; }
280 { return this->size_; }
284 { return this->data_; }
297 { return this->byteshift_; }
301 { this->cache_ = true; }
305 { this->cache_ = false; }
309 { return this->cache_; }
313 { this->accessed_ = true; }
317 { this->accessed_= false; }
321 { return this->accessed_; }
323 // Returns TRUE if this view contains permanent data -- e.g., data that
324 // was supplied by the owner of the File object.
326 is_permanent_view() const
327 { return this->data_ownership_ == DATA_NOT_OWNED; }
331 View& operator=(const View&);
333 // The file offset of the start of the view.
335 // The size of the view.
336 section_size_type size_;
337 // A pointer to the actual bytes.
338 const unsigned char* data_;
339 // The number of locks on this view.
341 // The number of bytes that the view is shifted relative to the
342 // underlying file. This is used to align data. This is normally
343 // zero, except possibly for an object in an archive.
344 unsigned int byteshift_;
345 // Whether the view is cached.
347 // Whether the view is mapped into memory. If not, data_ points
348 // to memory allocated using new[].
349 Data_ownership data_ownership_;
350 // Whether the view has been accessed recently.
355 friend class File_view;
357 // The type of a mapping from page start and byte shift to views.
358 typedef std::map<std::pair<off_t, unsigned int>, View*> Views;
360 // A simple list of Views.
361 typedef std::list<View*> Saved_views;
363 // Open the descriptor if necessary.
367 // Find a view into the file.
369 find_view(off_t start, section_size_type size, unsigned int byteshift,
370 View** vshifted) const;
372 // Read data from the file into a buffer.
374 do_read(off_t start, section_size_type size, void* p);
380 // Make a view into the file.
382 make_view(off_t start, section_size_type size, unsigned int byteshift,
385 // Find or make a view into the file.
387 find_or_make_view(off_t offset, off_t start, section_size_type size,
388 bool aligned, bool cache);
390 // Clear the file views.
392 clear_views(Clear_views_mode);
394 // The size of a file page for buffering data.
395 static const off_t page_size = 8192;
397 // Given a file offset, return the page offset.
399 page_offset(off_t file_offset)
400 { return file_offset & ~ (page_size - 1); }
402 // Given a file size, return the size to read integral pages.
404 pages(off_t file_size)
405 { return (file_size + (page_size - 1)) & ~ (page_size - 1); }
407 // The maximum number of entries we will pass to ::readv.
408 static const size_t max_readv_entries = 128;
410 // Use readv to read data.
412 do_readv(off_t base, const Read_multiple&, size_t start, size_t count);
418 // Whether we have regained the descriptor after releasing the file.
419 bool is_descriptor_opened_;
420 // The number of objects associated with this file. This will be
421 // more than 1 in the case of an archive.
425 // A token used to lock the file.
427 // Buffered views into the file.
429 // List of views which were locked but had to be removed from views_
430 // because they were not large enough.
431 Saved_views saved_views_;
432 // Total amount of space mapped into memory. This is only changed
433 // while the file is locked. When we unlock the file, we transfer
434 // the total to total_mapped_bytes, and reset this to zero.
435 size_t mapped_bytes_;
436 // Whether the file was released.
438 // A view containing the whole file. May be NULL if we mmap only
439 // the relevant parts of the file. Not NULL if:
440 // - Flag --mmap_whole_files is set (default on 64-bit hosts).
441 // - The contents was specified in the constructor. Used only for
442 // testing purposes).
443 View* whole_file_view_;
446 // A view of file data that persists even when the file is unlocked.
447 // Callers should destroy these when no longer required. These are
448 // obtained form File_read::get_lasting_view. They may only be
449 // destroyed when the underlying File_read is locked.
454 // This may only be called when the underlying File_read is locked.
457 // Return a pointer to the data associated with this view.
460 { return this->data_; }
463 File_view(const File_view&);
464 File_view& operator=(const File_view&);
466 friend class File_read;
468 // Callers have to get these via File_read::get_lasting_view.
469 File_view(File_read& file, File_read::View* view, const unsigned char* data)
470 : file_(file), view_(view), data_(data)
474 File_read::View* view_;
475 const unsigned char* data_;
478 // All the information we hold for a single input file. This can be
479 // an object file, a shared library, or an archive.
491 Input_file(const Input_file_argument* input_argument)
492 : input_argument_(input_argument), found_name_(), file_(),
493 is_in_sysroot_(false), format_(FORMAT_NONE)
496 // Create an input file with the contents already provided. This is
497 // only used for testing. With this path, don't call the open
499 Input_file(const Task*, const char* name, const unsigned char* contents,
502 // Return the command line argument.
503 const Input_file_argument*
504 input_file_argument() const
505 { return this->input_argument_; }
507 // Return whether this is a file that we will search for in the list
510 will_search_for() const;
512 // Open the file. If the open fails, this will report an error and
513 // return false. If there is a search, it starts at directory
514 // *PINDEX. *PINDEX should be initialized to zero. It may be
515 // restarted to find the next file with a matching name by
516 // incrementing the result and calling this again.
518 open(const Dirsearch&, const Task*, int* pindex);
520 // Return the name given by the user. For -lc this will return "c".
524 // Return the file name. For -lc this will return something like
525 // "/usr/lib/libc.so".
528 { return this->file_.filename(); }
530 // Return the name under which we found the file, corresponding to
531 // the command line. For -lc this will return something like
535 { return this->found_name_; }
537 // Return the position dependent options.
538 const Position_dependent_options&
544 { return this->file_; }
548 { return this->file_; }
550 // Whether we found the file in a directory in the system root.
552 is_in_sysroot() const
553 { return this->is_in_sysroot_; }
555 // Whether this file is in a system directory.
557 is_in_system_directory() const;
559 // Return whether this file is to be read only for its symbols.
561 just_symbols() const;
563 // Return the format of the unconverted input file.
566 { return this->format_; }
568 // Try to find a file in the extra search dirs. Returns true on success.
570 try_extra_search_path(int* pindex,
571 const Input_file_argument* input_argument,
572 std::string filename, std::string* found_name,
575 // Find the actual file.
577 find_file(const Dirsearch& dirpath, int* pindex,
578 const Input_file_argument* input_argument,
580 std::string* found_name, std::string* namep);
583 Input_file(const Input_file&);
584 Input_file& operator=(const Input_file&);
586 // Open a binary file.
588 open_binary(const Task* task, const std::string& name);
590 // The argument from the command line.
591 const Input_file_argument* input_argument_;
592 // The name under which we opened the file. This is like the name
593 // on the command line, but -lc turns into libc.so (or whatever).
594 // It only includes the full path if the path was on the command
596 std::string found_name_;
597 // The file after we open it.
599 // Whether we found the file in a directory in the system root.
601 // Format of unconverted input file.
605 } // end namespace gold
607 #endif // !defined(GOLD_FILEREAD_H)