Browse Source

Merge branch 'nd/pthreads'

The codebase has been cleaned up to reduce "#ifndef NO_PTHREADS".

* nd/pthreads:
  Clean up pthread_create() error handling
  read-cache.c: initialize copy_len to shut up gcc 8
  read-cache.c: reduce branching based on HAVE_THREADS
  read-cache.c: remove #ifdef NO_PTHREADS
  pack-objects: remove #ifdef NO_PTHREADS
  preload-index.c: remove #ifdef NO_PTHREADS
  grep: clean up num_threads handling
  grep: remove #ifdef NO_PTHREADS
  attr.c: remove #ifdef NO_PTHREADS
  name-hash.c: remove #ifdef NO_PTHREADS
  index-pack: remove #ifdef NO_PTHREADS
  send-pack.c: move async's #ifdef NO_PTHREADS back to run-command.c
  run-command.h: include thread-utils.h instead of pthread.h
  thread-utils: macros to unconditionally compile pthreads API
maint
Junio C Hamano 6 years ago
parent
commit
26b80a841a
  1. 2
      Makefile
  2. 14
      attr.c
  3. 79
      builtin/grep.c
  4. 63
      builtin/index-pack.c
  5. 26
      builtin/pack-objects.c
  6. 6
      grep.c
  7. 6
      grep.h
  8. 38
      name-hash.c
  9. 6
      pack-objects.h
  10. 23
      preload-index.c
  11. 37
      read-cache.c
  12. 11
      run-command.c
  13. 5
      run-command.h
  14. 5
      send-pack.c
  15. 48
      thread-utils.c
  16. 48
      thread-utils.h

2
Makefile

@ -993,6 +993,7 @@ LIB_OBJS += sub-process.o @@ -993,6 +993,7 @@ LIB_OBJS += sub-process.o
LIB_OBJS += symlinks.o
LIB_OBJS += tag.o
LIB_OBJS += tempfile.o
LIB_OBJS += thread-utils.o
LIB_OBJS += tmp-objdir.o
LIB_OBJS += trace.o
LIB_OBJS += trailer.o
@ -1677,7 +1678,6 @@ ifdef NO_PTHREADS @@ -1677,7 +1678,6 @@ ifdef NO_PTHREADS
else
BASIC_CFLAGS += $(PTHREAD_CFLAGS)
EXTLIBS += $(PTHREAD_LIBS)
LIB_OBJS += thread-utils.o
endif

ifdef HAVE_PATHS_H

14
attr.c

@ -41,23 +41,17 @@ const char *git_attr_name(const struct git_attr *attr) @@ -41,23 +41,17 @@ const char *git_attr_name(const struct git_attr *attr)

struct attr_hashmap {
struct hashmap map;
#ifndef NO_PTHREADS
pthread_mutex_t mutex;
#endif
};

static inline void hashmap_lock(struct attr_hashmap *map)
{
#ifndef NO_PTHREADS
pthread_mutex_lock(&map->mutex);
#endif
}

static inline void hashmap_unlock(struct attr_hashmap *map)
{
#ifndef NO_PTHREADS
pthread_mutex_unlock(&map->mutex);
#endif
}

/*
@ -498,23 +492,17 @@ static struct check_vector { @@ -498,23 +492,17 @@ static struct check_vector {
size_t nr;
size_t alloc;
struct attr_check **checks;
#ifndef NO_PTHREADS
pthread_mutex_t mutex;
#endif
} check_vector;

static inline void vector_lock(void)
{
#ifndef NO_PTHREADS
pthread_mutex_lock(&check_vector.mutex);
#endif
}

static inline void vector_unlock(void)
{
#ifndef NO_PTHREADS
pthread_mutex_unlock(&check_vector.mutex);
#endif
}

static void check_vector_add(struct attr_check *c)
@ -1181,8 +1169,6 @@ void git_all_attrs(const struct index_state *istate, @@ -1181,8 +1169,6 @@ void git_all_attrs(const struct index_state *istate,

void attr_start(void)
{
#ifndef NO_PTHREADS
pthread_mutex_init(&g_attr_hashmap.mutex, NULL);
pthread_mutex_init(&check_vector.mutex, NULL);
#endif
}

79
builtin/grep.c

@ -34,7 +34,6 @@ static int recurse_submodules; @@ -34,7 +34,6 @@ static int recurse_submodules;
#define GREP_NUM_THREADS_DEFAULT 8
static int num_threads;

#ifndef NO_PTHREADS
static pthread_t *threads;

/* We use one producer thread and THREADS consumer
@ -70,13 +69,11 @@ static pthread_mutex_t grep_mutex; @@ -70,13 +69,11 @@ static pthread_mutex_t grep_mutex;

static inline void grep_lock(void)
{
assert(num_threads);
pthread_mutex_lock(&grep_mutex);
}

static inline void grep_unlock(void)
{
assert(num_threads);
pthread_mutex_unlock(&grep_mutex);
}

@ -234,6 +231,9 @@ static int wait_all(void) @@ -234,6 +231,9 @@ static int wait_all(void)
int hit = 0;
int i;

if (!HAVE_THREADS)
BUG("Never call this function unless you have started threads");

grep_lock();
all_work_added = 1;

@ -265,13 +265,6 @@ static int wait_all(void) @@ -265,13 +265,6 @@ static int wait_all(void)

return hit;
}
#else /* !NO_PTHREADS */

static int wait_all(void)
{
return 0;
}
#endif

static int grep_cmd_config(const char *var, const char *value, void *cb)
{
@ -284,17 +277,15 @@ static int grep_cmd_config(const char *var, const char *value, void *cb) @@ -284,17 +277,15 @@ static int grep_cmd_config(const char *var, const char *value, void *cb)
if (num_threads < 0)
die(_("invalid number of threads specified (%d) for %s"),
num_threads, var);
#ifdef NO_PTHREADS
else if (num_threads && num_threads != 1) {
else if (!HAVE_THREADS && num_threads > 1) {
/*
* TRANSLATORS: %s is the configuration
* variable for tweaking threads, currently
* grep.threads
*/
warning(_("no threads support, ignoring %s"), var);
num_threads = 0;
num_threads = 1;
}
#endif
}

if (!strcmp(var, "submodule.recurse"))
@ -330,17 +321,14 @@ static int grep_oid(struct grep_opt *opt, const struct object_id *oid, @@ -330,17 +321,14 @@ static int grep_oid(struct grep_opt *opt, const struct object_id *oid,
grep_source_init(&gs, GREP_SOURCE_OID, pathbuf.buf, path, oid);
strbuf_release(&pathbuf);

#ifndef NO_PTHREADS
if (num_threads) {
if (num_threads > 1) {
/*
* add_work() copies gs and thus assumes ownership of
* its fields, so do not call grep_source_clear()
*/
add_work(opt, &gs);
return 0;
} else
#endif
{
} else {
int hit;

hit = grep_source(opt, &gs);
@ -363,17 +351,14 @@ static int grep_file(struct grep_opt *opt, const char *filename) @@ -363,17 +351,14 @@ static int grep_file(struct grep_opt *opt, const char *filename)
grep_source_init(&gs, GREP_SOURCE_FILE, buf.buf, filename, filename);
strbuf_release(&buf);

#ifndef NO_PTHREADS
if (num_threads) {
if (num_threads > 1) {
/*
* add_work() copies gs and thus assumes ownership of
* its fields, so do not call grep_source_clear()
*/
add_work(opt, &gs);
return 0;
} else
#endif
{
} else {
int hit;

hit = grep_source(opt, &gs);
@ -1049,39 +1034,35 @@ int cmd_grep(int argc, const char **argv, const char *prefix) @@ -1049,39 +1034,35 @@ int cmd_grep(int argc, const char **argv, const char *prefix)
pathspec.recursive = 1;
pathspec.recurse_submodules = !!recurse_submodules;

#ifndef NO_PTHREADS
if (list.nr || cached || show_in_pager)
num_threads = 0;
else if (num_threads == 0)
num_threads = GREP_NUM_THREADS_DEFAULT;
else if (num_threads < 0)
die(_("invalid number of threads specified (%d)"), num_threads);
if (num_threads == 1)
num_threads = 0;
#else
if (num_threads)
if (list.nr || cached || show_in_pager) {
if (num_threads > 1)
warning(_("invalid option combination, ignoring --threads"));
num_threads = 1;
} else if (!HAVE_THREADS && num_threads > 1) {
warning(_("no threads support, ignoring --threads"));
num_threads = 0;
#endif
num_threads = 1;
} else if (num_threads < 0)
die(_("invalid number of threads specified (%d)"), num_threads);
else if (num_threads == 0)
num_threads = HAVE_THREADS ? GREP_NUM_THREADS_DEFAULT : 1;

if (!num_threads)
if (num_threads > 1) {
if (!HAVE_THREADS)
BUG("Somebody got num_threads calculation wrong!");
if (!(opt.name_only || opt.unmatch_name_only || opt.count)
&& (opt.pre_context || opt.post_context ||
opt.file_break || opt.funcbody))
skip_first_line = 1;
start_threads(&opt);
} else {
/*
* The compiled patterns on the main path are only
* used when not using threading. Otherwise
* start_threads() below calls compile_grep_patterns()
* start_threads() above calls compile_grep_patterns()
* for each thread.
*/
compile_grep_patterns(&opt);

#ifndef NO_PTHREADS
if (num_threads) {
if (!(opt.name_only || opt.unmatch_name_only || opt.count)
&& (opt.pre_context || opt.post_context ||
opt.file_break || opt.funcbody))
skip_first_line = 1;
start_threads(&opt);
}
#endif

if (show_in_pager && (cached || list.nr))
die(_("--open-files-in-pager only works on the worktree"));
@ -1132,7 +1113,7 @@ int cmd_grep(int argc, const char **argv, const char *prefix) @@ -1132,7 +1113,7 @@ int cmd_grep(int argc, const char **argv, const char *prefix)
hit = grep_objects(&opt, &pathspec, &list);
}

if (num_threads)
if (num_threads > 1)
hit |= wait_all();
if (hit && show_in_pager)
run_pager(&opt, prefix);

63
builtin/index-pack.c

@ -42,9 +42,7 @@ struct base_data { @@ -42,9 +42,7 @@ struct base_data {
};

struct thread_local {
#ifndef NO_PTHREADS
pthread_t thread;
#endif
struct base_data *base_cache;
size_t base_cache_used;
int pack_fd;
@ -98,8 +96,6 @@ static uint32_t input_crc32; @@ -98,8 +96,6 @@ static uint32_t input_crc32;
static int input_fd, output_fd;
static const char *curr_pack;

#ifndef NO_PTHREADS

static struct thread_local *thread_data;
static int nr_dispatched;
static int threads_active;
@ -179,26 +175,6 @@ static void cleanup_thread(void) @@ -179,26 +175,6 @@ static void cleanup_thread(void)
free(thread_data);
}

#else

#define read_lock()
#define read_unlock()

#define counter_lock()
#define counter_unlock()

#define work_lock()
#define work_unlock()

#define deepest_delta_lock()
#define deepest_delta_unlock()

#define type_cas_lock()
#define type_cas_unlock()

#endif


static int mark_link(struct object *obj, int type, void *data, struct fsck_options *options)
{
if (!obj)
@ -364,22 +340,20 @@ static NORETURN void bad_object(off_t offset, const char *format, ...) @@ -364,22 +340,20 @@ static NORETURN void bad_object(off_t offset, const char *format, ...)

static inline struct thread_local *get_thread_data(void)
{
#ifndef NO_PTHREADS
if (threads_active)
return pthread_getspecific(key);
assert(!threads_active &&
"This should only be reached when all threads are gone");
#endif
if (HAVE_THREADS) {
if (threads_active)
return pthread_getspecific(key);
assert(!threads_active &&
"This should only be reached when all threads are gone");
}
return &nothread_data;
}

#ifndef NO_PTHREADS
static void set_thread_data(struct thread_local *data)
{
if (threads_active)
pthread_setspecific(key, data);
}
#endif

static struct base_data *alloc_base_data(void)
{
@ -1092,7 +1066,6 @@ static void resolve_base(struct object_entry *obj) @@ -1092,7 +1066,6 @@ static void resolve_base(struct object_entry *obj)
find_unresolved_deltas(base_obj);
}

#ifndef NO_PTHREADS
static void *threaded_second_pass(void *data)
{
set_thread_data(data);
@ -1116,7 +1089,6 @@ static void *threaded_second_pass(void *data) @@ -1116,7 +1089,6 @@ static void *threaded_second_pass(void *data)
}
return NULL;
}
#endif

/*
* First pass:
@ -1213,7 +1185,6 @@ static void resolve_deltas(void) @@ -1213,7 +1185,6 @@ static void resolve_deltas(void)
progress = start_progress(_("Resolving deltas"),
nr_ref_deltas + nr_ofs_deltas);

#ifndef NO_PTHREADS
nr_dispatched = 0;
if (nr_threads > 1 || getenv("GIT_FORCE_THREADS")) {
init_thread();
@ -1229,7 +1200,6 @@ static void resolve_deltas(void) @@ -1229,7 +1200,6 @@ static void resolve_deltas(void)
cleanup_thread();
return;
}
#endif

for (i = 0; i < nr_objects; i++) {
struct object_entry *obj = &objects[i];
@ -1531,11 +1501,10 @@ static int git_index_pack_config(const char *k, const char *v, void *cb) @@ -1531,11 +1501,10 @@ static int git_index_pack_config(const char *k, const char *v, void *cb)
if (nr_threads < 0)
die(_("invalid number of threads specified (%d)"),
nr_threads);
#ifdef NO_PTHREADS
if (nr_threads != 1)
if (!HAVE_THREADS && nr_threads != 1) {
warning(_("no threads support, ignoring %s"), k);
nr_threads = 1;
#endif
nr_threads = 1;
}
return 0;
}
return git_default_config(k, v, cb);
@ -1723,12 +1692,10 @@ int cmd_index_pack(int argc, const char **argv, const char *prefix) @@ -1723,12 +1692,10 @@ int cmd_index_pack(int argc, const char **argv, const char *prefix)
nr_threads = strtoul(arg+10, &end, 0);
if (!arg[10] || *end || nr_threads < 0)
usage(index_pack_usage);
#ifdef NO_PTHREADS
if (nr_threads != 1)
warning(_("no threads support, "
"ignoring %s"), arg);
nr_threads = 1;
#endif
if (!HAVE_THREADS && nr_threads != 1) {
warning(_("no threads support, ignoring %s"), arg);
nr_threads = 1;
}
} else if (starts_with(arg, "--pack_header=")) {
struct pack_header *hdr;
char *c;
@ -1791,14 +1758,12 @@ int cmd_index_pack(int argc, const char **argv, const char *prefix) @@ -1791,14 +1758,12 @@ int cmd_index_pack(int argc, const char **argv, const char *prefix)
if (strict)
opts.flags |= WRITE_IDX_STRICT;

#ifndef NO_PTHREADS
if (!nr_threads) {
if (HAVE_THREADS && !nr_threads) {
nr_threads = online_cpus();
/* An experiment showed that more threads does not mean faster */
if (nr_threads > 3)
nr_threads = 3;
}
#endif

curr_pack = open_pack_file(pack_name);
parse_pack_header();

26
builtin/pack-objects.c

@ -1953,8 +1953,6 @@ static int delta_cacheable(unsigned long src_size, unsigned long trg_size, @@ -1953,8 +1953,6 @@ static int delta_cacheable(unsigned long src_size, unsigned long trg_size,
return 0;
}

#ifndef NO_PTHREADS

/* Protect access to object database */
static pthread_mutex_t read_mutex;
#define read_lock() pthread_mutex_lock(&read_mutex)
@ -1979,16 +1977,6 @@ static pthread_mutex_t progress_mutex; @@ -1979,16 +1977,6 @@ static pthread_mutex_t progress_mutex;
* ahead in the list because they can be stolen and would need
* progress_mutex for protection.
*/
#else

#define read_lock() (void)0
#define read_unlock() (void)0
#define cache_lock() (void)0
#define cache_unlock() (void)0
#define progress_lock() (void)0
#define progress_unlock() (void)0

#endif

/*
* Return the size of the object without doing any delta
@ -2347,8 +2335,6 @@ static void find_deltas(struct object_entry **list, unsigned *list_size, @@ -2347,8 +2335,6 @@ static void find_deltas(struct object_entry **list, unsigned *list_size,
free(array);
}

#ifndef NO_PTHREADS

static void try_to_free_from_threads(size_t size)
{
read_lock();
@ -2577,10 +2563,6 @@ static void ll_find_deltas(struct object_entry **list, unsigned list_size, @@ -2577,10 +2563,6 @@ static void ll_find_deltas(struct object_entry **list, unsigned list_size,
free(p);
}

#else
#define ll_find_deltas(l, s, w, d, p) find_deltas(l, &s, w, d, p)
#endif

static void add_tag_chain(const struct object_id *oid)
{
struct tag *tag;
@ -2733,12 +2715,10 @@ static int git_pack_config(const char *k, const char *v, void *cb) @@ -2733,12 +2715,10 @@ static int git_pack_config(const char *k, const char *v, void *cb)
if (delta_search_threads < 0)
die(_("invalid number of threads specified (%d)"),
delta_search_threads);
#ifdef NO_PTHREADS
if (delta_search_threads != 1) {
if (!HAVE_THREADS && delta_search_threads != 1) {
warning(_("no threads support, ignoring %s"), k);
delta_search_threads = 0;
}
#endif
return 0;
}
if (!strcmp(k, "pack.indexversion")) {
@ -3402,10 +3382,8 @@ int cmd_pack_objects(int argc, const char **argv, const char *prefix) @@ -3402,10 +3382,8 @@ int cmd_pack_objects(int argc, const char **argv, const char *prefix)
if (!delta_search_threads) /* --threads=0 means autodetect */
delta_search_threads = online_cpus();

#ifdef NO_PTHREADS
if (delta_search_threads != 1)
if (!HAVE_THREADS && delta_search_threads != 1)
warning(_("no threads support, ignoring --threads"));
#endif
if (!pack_to_stdout && !pack_size_limit)
pack_size_limit = pack_size_limit_cfg;
if (pack_to_stdout && pack_size_limit)

6
grep.c

@ -1513,7 +1513,6 @@ static void show_line(struct grep_opt *opt, char *bol, char *eol, @@ -1513,7 +1513,6 @@ static void show_line(struct grep_opt *opt, char *bol, char *eol,
}
}

#ifndef NO_PTHREADS
int grep_use_locks;

/*
@ -1539,11 +1538,6 @@ static inline void grep_attr_unlock(void) @@ -1539,11 +1538,6 @@ static inline void grep_attr_unlock(void)
*/
pthread_mutex_t grep_read_mutex;

#else
#define grep_attr_lock()
#define grep_attr_unlock()
#endif

static int match_funcname(struct grep_opt *opt, struct grep_source *gs, char *bol, char *eol)
{
xdemitconf_t *xecfg = opt->priv;

6
grep.h

@ -229,7 +229,6 @@ int grep_source(struct grep_opt *opt, struct grep_source *gs); @@ -229,7 +229,6 @@ int grep_source(struct grep_opt *opt, struct grep_source *gs);
extern struct grep_opt *grep_opt_dup(const struct grep_opt *opt);
extern int grep_threads_ok(const struct grep_opt *opt);

#ifndef NO_PTHREADS
/*
* Mutex used around access to the attributes machinery if
* opt->use_threads. Must be initialized/destroyed by callers!
@ -250,9 +249,4 @@ static inline void grep_read_unlock(void) @@ -250,9 +249,4 @@ static inline void grep_read_unlock(void)
pthread_mutex_unlock(&grep_read_mutex);
}

#else
#define grep_read_lock()
#define grep_read_unlock()
#endif

#endif

38
name-hash.c

@ -7,6 +7,7 @@ @@ -7,6 +7,7 @@
*/
#define NO_THE_INDEX_COMPATIBILITY_MACROS
#include "cache.h"
#include "thread-utils.h"

struct dir_entry {
struct hashmap_entry ent;
@ -131,22 +132,6 @@ static int cache_entry_cmp(const void *unused_cmp_data, @@ -131,22 +132,6 @@ static int cache_entry_cmp(const void *unused_cmp_data,
static int lazy_try_threaded = 1;
static int lazy_nr_dir_threads;

#ifdef NO_PTHREADS

static inline int lookup_lazy_params(struct index_state *istate)
{
return 0;
}

static inline void threaded_lazy_init_name_hash(
struct index_state *istate)
{
}

#else

#include "thread-utils.h"

/*
* Set a minimum number of cache_entries that we will handle per
* thread and use that to decide how many threads to run (upto
@ -509,6 +494,7 @@ static inline void lazy_update_dir_ref_counts( @@ -509,6 +494,7 @@ static inline void lazy_update_dir_ref_counts(
static void threaded_lazy_init_name_hash(
struct index_state *istate)
{
int err;
int nr_each;
int k_start;
int t;
@ -516,6 +502,9 @@ static void threaded_lazy_init_name_hash( @@ -516,6 +502,9 @@ static void threaded_lazy_init_name_hash(
struct lazy_dir_thread_data *td_dir;
struct lazy_name_thread_data *td_name;

if (!HAVE_THREADS)
return;

k_start = 0;
nr_each = DIV_ROUND_UP(istate->cache_nr, lazy_nr_dir_threads);

@ -538,8 +527,9 @@ static void threaded_lazy_init_name_hash( @@ -538,8 +527,9 @@ static void threaded_lazy_init_name_hash(
if (k_start > istate->cache_nr)
k_start = istate->cache_nr;
td_dir_t->k_end = k_start;
if (pthread_create(&td_dir_t->pthread, NULL, lazy_dir_thread_proc, td_dir_t))
die("unable to create lazy_dir_thread");
err = pthread_create(&td_dir_t->pthread, NULL, lazy_dir_thread_proc, td_dir_t);
if (err)
die(_("unable to create lazy_dir thread: %s"), strerror(err));
}
for (t = 0; t < lazy_nr_dir_threads; t++) {
struct lazy_dir_thread_data *td_dir_t = td_dir + t;
@ -559,13 +549,15 @@ static void threaded_lazy_init_name_hash( @@ -559,13 +549,15 @@ static void threaded_lazy_init_name_hash(
*/
td_name->istate = istate;
td_name->lazy_entries = lazy_entries;
if (pthread_create(&td_name->pthread, NULL, lazy_name_thread_proc, td_name))
die("unable to create lazy_name_thread");
err = pthread_create(&td_name->pthread, NULL, lazy_name_thread_proc, td_name);
if (err)
die(_("unable to create lazy_name thread: %s"), strerror(err));

lazy_update_dir_ref_counts(istate, lazy_entries);

if (pthread_join(td_name->pthread, NULL))
die("unable to join lazy_name_thread");
err = pthread_join(td_name->pthread, NULL);
if (err)
die(_("unable to join lazy_name thread: %s"), strerror(err));

cleanup_dir_mutex();

@ -574,8 +566,6 @@ static void threaded_lazy_init_name_hash( @@ -574,8 +566,6 @@ static void threaded_lazy_init_name_hash(
free(lazy_entries);
}

#endif

static void lazy_init_name_hash(struct index_state *istate)
{


6
pack-objects.h

@ -145,9 +145,7 @@ struct packing_data { @@ -145,9 +145,7 @@ struct packing_data {
struct packed_git **in_pack_by_idx;
struct packed_git **in_pack;

#ifndef NO_PTHREADS
pthread_mutex_t lock;
#endif

/*
* This list contains entries for bases which we know the other side
@ -169,15 +167,11 @@ void prepare_packing_data(struct packing_data *pdata); @@ -169,15 +167,11 @@ void prepare_packing_data(struct packing_data *pdata);

static inline void packing_data_lock(struct packing_data *pdata)
{
#ifndef NO_PTHREADS
pthread_mutex_lock(&pdata->lock);
#endif
}
static inline void packing_data_unlock(struct packing_data *pdata)
{
#ifndef NO_PTHREADS
pthread_mutex_unlock(&pdata->lock);
#endif
}

struct object_entry *packlist_alloc(struct packing_data *pdata,

23
preload-index.c

@ -7,17 +7,7 @@ @@ -7,17 +7,7 @@
#include "fsmonitor.h"
#include "config.h"
#include "progress.h"

#ifdef NO_PTHREADS
void preload_index(struct index_state *index,
const struct pathspec *pathspec,
unsigned int refresh_flags)
{
; /* nothing */
}
#else

#include <pthread.h>
#include "thread-utils.h"

/*
* Mostly randomly chosen maximum thread counts: we
@ -108,7 +98,7 @@ void preload_index(struct index_state *index, @@ -108,7 +98,7 @@ void preload_index(struct index_state *index,
struct thread_data data[MAX_PARALLEL];
struct progress_data pd;

if (!core_preload_index)
if (!HAVE_THREADS || !core_preload_index)
return;

threads = index->cache_nr / THREAD_COST;
@ -131,6 +121,8 @@ void preload_index(struct index_state *index, @@ -131,6 +121,8 @@ void preload_index(struct index_state *index,

for (i = 0; i < threads; i++) {
struct thread_data *p = data+i;
int err;

p->index = index;
if (pathspec)
copy_pathspec(&p->pathspec, pathspec);
@ -139,8 +131,10 @@ void preload_index(struct index_state *index, @@ -139,8 +131,10 @@ void preload_index(struct index_state *index,
if (pd.progress)
p->progress = &pd;
offset += work;
if (pthread_create(&p->pthread, NULL, preload_thread, p))
die("unable to create threaded lstat");
err = pthread_create(&p->pthread, NULL, preload_thread, p);

if (err)
die(_("unable to create threaded lstat: %s"), strerror(err));
}
for (i = 0; i < threads; i++) {
struct thread_data *p = data+i;
@ -151,7 +145,6 @@ void preload_index(struct index_state *index, @@ -151,7 +145,6 @@ void preload_index(struct index_state *index,

trace_performance_leave("preload index");
}
#endif

int read_index_preload(struct index_state *index,
const struct pathspec *pathspec,

37
read-cache.c

@ -1752,7 +1752,7 @@ static struct cache_entry *create_from_disk(struct mem_pool *ce_mem_pool, @@ -1752,7 +1752,7 @@ static struct cache_entry *create_from_disk(struct mem_pool *ce_mem_pool,
size_t len;
const char *name;
unsigned int flags;
size_t copy_len;
size_t copy_len = 0;
/*
* Adjacent cache entries tend to share the leading paths, so it makes
* sense to only store the differences in later entries. In the v4
@ -1792,8 +1792,6 @@ static struct cache_entry *create_from_disk(struct mem_pool *ce_mem_pool, @@ -1792,8 +1792,6 @@ static struct cache_entry *create_from_disk(struct mem_pool *ce_mem_pool,
die(_("malformed name field in the index, near path '%s'"),
previous_ce->name);
copy_len = previous_len - strip_len;
} else {
copy_len = 0;
}
name = (const char *)cp;
}
@ -1926,19 +1924,15 @@ struct index_entry_offset_table @@ -1926,19 +1924,15 @@ struct index_entry_offset_table
struct index_entry_offset entries[FLEX_ARRAY];
};

#ifndef NO_PTHREADS
static struct index_entry_offset_table *read_ieot_extension(const char *mmap, size_t mmap_size, size_t offset);
static void write_ieot_extension(struct strbuf *sb, struct index_entry_offset_table *ieot);
#endif

static size_t read_eoie_extension(const char *mmap, size_t mmap_size);
static void write_eoie_extension(struct strbuf *sb, git_hash_ctx *eoie_context, size_t offset);

struct load_index_extensions
{
#ifndef NO_PTHREADS
pthread_t pthread;
#endif
struct index_state *istate;
const char *mmap;
size_t mmap_size;
@ -2016,8 +2010,6 @@ static unsigned long load_all_cache_entries(struct index_state *istate, @@ -2016,8 +2010,6 @@ static unsigned long load_all_cache_entries(struct index_state *istate,
return consumed;
}

#ifndef NO_PTHREADS

/*
* Mostly randomly chosen maximum thread counts: we
* cap the parallelism to online_cpus() threads, and we want
@ -2128,7 +2120,6 @@ static unsigned long load_cache_entries_threaded(struct index_state *istate, con @@ -2128,7 +2120,6 @@ static unsigned long load_cache_entries_threaded(struct index_state *istate, con

return consumed;
}
#endif

/* remember to discard_cache() before reading a different cache! */
int do_read_index(struct index_state *istate, const char *path, int must_exist)
@ -2141,10 +2132,8 @@ int do_read_index(struct index_state *istate, const char *path, int must_exist) @@ -2141,10 +2132,8 @@ int do_read_index(struct index_state *istate, const char *path, int must_exist)
size_t mmap_size;
struct load_index_extensions p;
size_t extension_offset = 0;
#ifndef NO_PTHREADS
int nr_threads, cpus;
struct index_entry_offset_table *ieot = NULL;
#endif

if (istate->initialized)
return istate->cache_nr;
@ -2187,7 +2176,6 @@ int do_read_index(struct index_state *istate, const char *path, int must_exist) @@ -2187,7 +2176,6 @@ int do_read_index(struct index_state *istate, const char *path, int must_exist)

src_offset = sizeof(*hdr);

#ifndef NO_PTHREADS
nr_threads = git_config_get_index_threads();

/* TODO: does creating more threads than cores help? */
@ -2198,6 +2186,9 @@ int do_read_index(struct index_state *istate, const char *path, int must_exist) @@ -2198,6 +2186,9 @@ int do_read_index(struct index_state *istate, const char *path, int must_exist)
nr_threads = cpus;
}

if (!HAVE_THREADS)
nr_threads = 1;

if (nr_threads > 1) {
extension_offset = read_eoie_extension(mmap, mmap_size);
if (extension_offset) {
@ -2225,22 +2216,16 @@ int do_read_index(struct index_state *istate, const char *path, int must_exist) @@ -2225,22 +2216,16 @@ int do_read_index(struct index_state *istate, const char *path, int must_exist)
} else {
src_offset += load_all_cache_entries(istate, mmap, mmap_size, src_offset);
}
#else
src_offset += load_all_cache_entries(istate, mmap, mmap_size, src_offset);
#endif

istate->timestamp.sec = st.st_mtime;
istate->timestamp.nsec = ST_MTIME_NSEC(st);

/* if we created a thread, join it otherwise load the extensions on the primary thread */
#ifndef NO_PTHREADS
if (extension_offset) {
int ret = pthread_join(p.pthread, NULL);
if (ret)
die(_("unable to join load_index_extensions thread: %s"), strerror(ret));
}
#endif
if (!extension_offset) {
} else {
p.src_offset = src_offset;
load_index_extensions(&p);
}
@ -2762,8 +2747,11 @@ static int do_write_index(struct index_state *istate, struct tempfile *tempfile, @@ -2762,8 +2747,11 @@ static int do_write_index(struct index_state *istate, struct tempfile *tempfile,
if (ce_write(&c, newfd, &hdr, sizeof(hdr)) < 0)
return -1;

#ifndef NO_PTHREADS
nr_threads = git_config_get_index_threads();
if (HAVE_THREADS)
nr_threads = git_config_get_index_threads();
else
nr_threads = 1;

if (nr_threads != 1) {
int ieot_blocks, cpus;

@ -2793,7 +2781,6 @@ static int do_write_index(struct index_state *istate, struct tempfile *tempfile, @@ -2793,7 +2781,6 @@ static int do_write_index(struct index_state *istate, struct tempfile *tempfile,
ieot_entries = DIV_ROUND_UP(entries, ieot_blocks);
}
}
#endif

offset = lseek(newfd, 0, SEEK_CUR);
if (offset < 0) {
@ -2877,7 +2864,6 @@ static int do_write_index(struct index_state *istate, struct tempfile *tempfile, @@ -2877,7 +2864,6 @@ static int do_write_index(struct index_state *istate, struct tempfile *tempfile,
* strip_extensions parameter as we need it when loading the shared
* index.
*/
#ifndef NO_PTHREADS
if (ieot) {
struct strbuf sb = STRBUF_INIT;

@ -2889,7 +2875,6 @@ static int do_write_index(struct index_state *istate, struct tempfile *tempfile, @@ -2889,7 +2875,6 @@ static int do_write_index(struct index_state *istate, struct tempfile *tempfile,
if (err)
return -1;
}
#endif

if (!strip_extensions && istate->split_index) {
struct strbuf sb = STRBUF_INIT;
@ -3475,7 +3460,6 @@ static void write_eoie_extension(struct strbuf *sb, git_hash_ctx *eoie_context, @@ -3475,7 +3460,6 @@ static void write_eoie_extension(struct strbuf *sb, git_hash_ctx *eoie_context,
strbuf_add(sb, hash, the_hash_algo->rawsz);
}

#ifndef NO_PTHREADS
#define IEOT_VERSION (1)

static struct index_entry_offset_table *read_ieot_extension(const char *mmap, size_t mmap_size, size_t offset)
@ -3548,4 +3532,3 @@ static void write_ieot_extension(struct strbuf *sb, struct index_entry_offset_ta @@ -3548,4 +3532,3 @@ static void write_ieot_extension(struct strbuf *sb, struct index_entry_offset_ta
strbuf_add(sb, &buffer, sizeof(uint32_t));
}
}
#endif

11
run-command.c

@ -1226,7 +1226,7 @@ int start_async(struct async *async) @@ -1226,7 +1226,7 @@ int start_async(struct async *async)
{
int err = pthread_create(&async->tid, NULL, run_thread, async);
if (err) {
error_errno("cannot create thread");
error(_("cannot create async thread: %s"), strerror(err));
goto error;
}
}
@ -1259,6 +1259,15 @@ int finish_async(struct async *async) @@ -1259,6 +1259,15 @@ int finish_async(struct async *async)
#endif
}

int async_with_fork(void)
{
#ifdef NO_PTHREADS
return 1;
#else
return 0;
#endif
}

const char *find_hook(const char *name)
{
static struct strbuf path = STRBUF_INIT;

5
run-command.h

@ -1,9 +1,7 @@ @@ -1,9 +1,7 @@
#ifndef RUN_COMMAND_H
#define RUN_COMMAND_H

#ifndef NO_PTHREADS
#include <pthread.h>
#endif
#include "thread-utils.h"

#include "argv-array.h"

@ -143,6 +141,7 @@ struct async { @@ -143,6 +141,7 @@ struct async {
int start_async(struct async *async);
int finish_async(struct async *async);
int in_async(void);
int async_with_fork(void);
void check_pipe(int err);

/**

5
send-pack.c

@ -203,9 +203,8 @@ static int receive_status(int in, struct ref *refs) @@ -203,9 +203,8 @@ static int receive_status(int in, struct ref *refs)
static int sideband_demux(int in, int out, void *data)
{
int *fd = data, ret;
#ifdef NO_PTHREADS
close(fd[1]);
#endif
if (async_with_fork())
close(fd[1]);
ret = recv_sideband("send-pack", fd[0], out);
close(out);
return ret;

48
thread-utils.c

@ -20,6 +20,9 @@ @@ -20,6 +20,9 @@

int online_cpus(void)
{
#ifdef NO_PTHREADS
return 1;
#else
#ifdef _SC_NPROCESSORS_ONLN
long ncpus;
#endif
@ -59,10 +62,12 @@ int online_cpus(void) @@ -59,10 +62,12 @@ int online_cpus(void)
#endif

return 1;
#endif
}

int init_recursive_mutex(pthread_mutex_t *m)
{
#ifndef NO_PTHREADS
pthread_mutexattr_t a;
int ret;

@ -74,4 +79,47 @@ int init_recursive_mutex(pthread_mutex_t *m) @@ -74,4 +79,47 @@ int init_recursive_mutex(pthread_mutex_t *m)
pthread_mutexattr_destroy(&a);
}
return ret;
#else
return 0;
#endif
}

#ifdef NO_PTHREADS
int dummy_pthread_create(pthread_t *pthread, const void *attr,
void *(*fn)(void *), void *data)
{
/*
* Do nothing.
*
* The main purpose of this function is to break compiler's
* flow analysis and avoid -Wunused-variable false warnings.
*/
return ENOSYS;
}

int dummy_pthread_init(void *data)
{
/*
* Do nothing.
*
* The main purpose of this function is to break compiler's
* flow analysis or it may realize that functions like
* pthread_mutex_init() is no-op, which means the (static)
* variable is not used/initialized at all and trigger
* -Wunused-variable
*/
return ENOSYS;
}

int dummy_pthread_join(pthread_t pthread, void **retval)
{
/*
* Do nothing.
*
* The main purpose of this function is to break compiler's
* flow analysis and avoid -Wunused-variable false warnings.
*/
return ENOSYS;
}

#endif

48
thread-utils.h

@ -4,12 +4,54 @@ @@ -4,12 +4,54 @@
#ifndef NO_PTHREADS
#include <pthread.h>

extern int online_cpus(void);
extern int init_recursive_mutex(pthread_mutex_t*);
#define HAVE_THREADS 1

#else

#define online_cpus() 1
#define HAVE_THREADS 0

/*
* macros instead of typedefs because pthread definitions may have
* been pulled in by some system dependencies even though the user
* wants to disable pthread.
*/
#define pthread_t int
#define pthread_mutex_t int
#define pthread_cond_t int
#define pthread_key_t int

#define pthread_mutex_init(mutex, attr) dummy_pthread_init(mutex)
#define pthread_mutex_lock(mutex)
#define pthread_mutex_unlock(mutex)
#define pthread_mutex_destroy(mutex)

#define pthread_cond_init(cond, attr) dummy_pthread_init(cond)
#define pthread_cond_wait(cond, mutex)
#define pthread_cond_signal(cond)
#define pthread_cond_broadcast(cond)
#define pthread_cond_destroy(cond)

#define pthread_key_create(key, attr) dummy_pthread_init(key)
#define pthread_key_delete(key)

#define pthread_create(thread, attr, fn, data) \
dummy_pthread_create(thread, attr, fn, data)
#define pthread_join(thread, retval) \
dummy_pthread_join(thread, retval)

#define pthread_setspecific(key, data)
#define pthread_getspecific(key) NULL

int dummy_pthread_create(pthread_t *pthread, const void *attr,
void *(*fn)(void *), void *data);
int dummy_pthread_join(pthread_t pthread, void **retval);

int dummy_pthread_init(void *);

#endif

int online_cpus(void);
int init_recursive_mutex(pthread_mutex_t*);


#endif /* THREAD_COMPAT_H */

Loading…
Cancel
Save