refs.con commit remote: make refspec follow the same disambiguation rule as local refs (60650a4)
   1/*
   2 * The backend-independent part of the reference module.
   3 */
   4
   5#include "cache.h"
   6#include "config.h"
   7#include "hashmap.h"
   8#include "lockfile.h"
   9#include "iterator.h"
  10#include "refs.h"
  11#include "refs/refs-internal.h"
  12#include "object.h"
  13#include "tag.h"
  14#include "submodule.h"
  15#include "worktree.h"
  16
  17/*
  18 * List of all available backends
  19 */
  20static struct ref_storage_be *refs_backends = &refs_be_files;
  21
  22static struct ref_storage_be *find_ref_storage_backend(const char *name)
  23{
  24        struct ref_storage_be *be;
  25        for (be = refs_backends; be; be = be->next)
  26                if (!strcmp(be->name, name))
  27                        return be;
  28        return NULL;
  29}
  30
  31int ref_storage_backend_exists(const char *name)
  32{
  33        return find_ref_storage_backend(name) != NULL;
  34}
  35
  36/*
  37 * How to handle various characters in refnames:
  38 * 0: An acceptable character for refs
  39 * 1: End-of-component
  40 * 2: ., look for a preceding . to reject .. in refs
  41 * 3: {, look for a preceding @ to reject @{ in refs
  42 * 4: A bad character: ASCII control characters, and
  43 *    ":", "?", "[", "\", "^", "~", SP, or TAB
  44 * 5: *, reject unless REFNAME_REFSPEC_PATTERN is set
  45 */
  46static unsigned char refname_disposition[256] = {
  47        1, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4,
  48        4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4,
  49        4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 2, 1,
  50        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 4,
  51        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  52        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 0, 4, 0,
  53        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  54        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 4, 4
  55};
  56
  57/*
  58 * Try to read one refname component from the front of refname.
  59 * Return the length of the component found, or -1 if the component is
  60 * not legal.  It is legal if it is something reasonable to have under
  61 * ".git/refs/"; We do not like it if:
  62 *
  63 * - any path component of it begins with ".", or
  64 * - it has double dots "..", or
  65 * - it has ASCII control characters, or
  66 * - it has ":", "?", "[", "\", "^", "~", SP, or TAB anywhere, or
  67 * - it has "*" anywhere unless REFNAME_REFSPEC_PATTERN is set, or
  68 * - it ends with a "/", or
  69 * - it ends with ".lock", or
  70 * - it contains a "@{" portion
  71 */
  72static int check_refname_component(const char *refname, int *flags)
  73{
  74        const char *cp;
  75        char last = '\0';
  76
  77        for (cp = refname; ; cp++) {
  78                int ch = *cp & 255;
  79                unsigned char disp = refname_disposition[ch];
  80                switch (disp) {
  81                case 1:
  82                        goto out;
  83                case 2:
  84                        if (last == '.')
  85                                return -1; /* Refname contains "..". */
  86                        break;
  87                case 3:
  88                        if (last == '@')
  89                                return -1; /* Refname contains "@{". */
  90                        break;
  91                case 4:
  92                        return -1;
  93                case 5:
  94                        if (!(*flags & REFNAME_REFSPEC_PATTERN))
  95                                return -1; /* refspec can't be a pattern */
  96
  97                        /*
  98                         * Unset the pattern flag so that we only accept
  99                         * a single asterisk for one side of refspec.
 100                         */
 101                        *flags &= ~ REFNAME_REFSPEC_PATTERN;
 102                        break;
 103                }
 104                last = ch;
 105        }
 106out:
 107        if (cp == refname)
 108                return 0; /* Component has zero length. */
 109        if (refname[0] == '.')
 110                return -1; /* Component starts with '.'. */
 111        if (cp - refname >= LOCK_SUFFIX_LEN &&
 112            !memcmp(cp - LOCK_SUFFIX_LEN, LOCK_SUFFIX, LOCK_SUFFIX_LEN))
 113                return -1; /* Refname ends with ".lock". */
 114        return cp - refname;
 115}
 116
 117int check_refname_format(const char *refname, int flags)
 118{
 119        int component_len, component_count = 0;
 120
 121        if (!strcmp(refname, "@"))
 122                /* Refname is a single character '@'. */
 123                return -1;
 124
 125        while (1) {
 126                /* We are at the start of a path component. */
 127                component_len = check_refname_component(refname, &flags);
 128                if (component_len <= 0)
 129                        return -1;
 130
 131                component_count++;
 132                if (refname[component_len] == '\0')
 133                        break;
 134                /* Skip to next component. */
 135                refname += component_len + 1;
 136        }
 137
 138        if (refname[component_len - 1] == '.')
 139                return -1; /* Refname ends with '.'. */
 140        if (!(flags & REFNAME_ALLOW_ONELEVEL) && component_count < 2)
 141                return -1; /* Refname has only one component. */
 142        return 0;
 143}
 144
 145int refname_is_safe(const char *refname)
 146{
 147        const char *rest;
 148
 149        if (skip_prefix(refname, "refs/", &rest)) {
 150                char *buf;
 151                int result;
 152                size_t restlen = strlen(rest);
 153
 154                /* rest must not be empty, or start or end with "/" */
 155                if (!restlen || *rest == '/' || rest[restlen - 1] == '/')
 156                        return 0;
 157
 158                /*
 159                 * Does the refname try to escape refs/?
 160                 * For example: refs/foo/../bar is safe but refs/foo/../../bar
 161                 * is not.
 162                 */
 163                buf = xmallocz(restlen);
 164                result = !normalize_path_copy(buf, rest) && !strcmp(buf, rest);
 165                free(buf);
 166                return result;
 167        }
 168
 169        do {
 170                if (!isupper(*refname) && *refname != '_')
 171                        return 0;
 172                refname++;
 173        } while (*refname);
 174        return 1;
 175}
 176
 177/*
 178 * Return true if refname, which has the specified oid and flags, can
 179 * be resolved to an object in the database. If the referred-to object
 180 * does not exist, emit a warning and return false.
 181 */
 182int ref_resolves_to_object(const char *refname,
 183                           const struct object_id *oid,
 184                           unsigned int flags)
 185{
 186        if (flags & REF_ISBROKEN)
 187                return 0;
 188        if (!has_sha1_file(oid->hash)) {
 189                error("%s does not point to a valid object!", refname);
 190                return 0;
 191        }
 192        return 1;
 193}
 194
 195char *refs_resolve_refdup(struct ref_store *refs,
 196                          const char *refname, int resolve_flags,
 197                          struct object_id *oid, int *flags)
 198{
 199        const char *result;
 200
 201        result = refs_resolve_ref_unsafe(refs, refname, resolve_flags,
 202                                         oid, flags);
 203        return xstrdup_or_null(result);
 204}
 205
 206char *resolve_refdup(const char *refname, int resolve_flags,
 207                     struct object_id *oid, int *flags)
 208{
 209        return refs_resolve_refdup(get_main_ref_store(),
 210                                   refname, resolve_flags,
 211                                   oid, flags);
 212}
 213
 214/* The argument to filter_refs */
 215struct ref_filter {
 216        const char *pattern;
 217        each_ref_fn *fn;
 218        void *cb_data;
 219};
 220
 221int refs_read_ref_full(struct ref_store *refs, const char *refname,
 222                       int resolve_flags, struct object_id *oid, int *flags)
 223{
 224        if (refs_resolve_ref_unsafe(refs, refname, resolve_flags, oid, flags))
 225                return 0;
 226        return -1;
 227}
 228
 229int read_ref_full(const char *refname, int resolve_flags, struct object_id *oid, int *flags)
 230{
 231        return refs_read_ref_full(get_main_ref_store(), refname,
 232                                  resolve_flags, oid, flags);
 233}
 234
 235int read_ref(const char *refname, struct object_id *oid)
 236{
 237        return read_ref_full(refname, RESOLVE_REF_READING, oid, NULL);
 238}
 239
 240int ref_exists(const char *refname)
 241{
 242        return !!resolve_ref_unsafe(refname, RESOLVE_REF_READING, NULL, NULL);
 243}
 244
 245static int match_ref_pattern(const char *refname,
 246                             const struct string_list_item *item)
 247{
 248        int matched = 0;
 249        if (item->util == NULL) {
 250                if (!wildmatch(item->string, refname, 0))
 251                        matched = 1;
 252        } else {
 253                const char *rest;
 254                if (skip_prefix(refname, item->string, &rest) &&
 255                    (!*rest || *rest == '/'))
 256                        matched = 1;
 257        }
 258        return matched;
 259}
 260
 261int ref_filter_match(const char *refname,
 262                     const struct string_list *include_patterns,
 263                     const struct string_list *exclude_patterns)
 264{
 265        struct string_list_item *item;
 266
 267        if (exclude_patterns && exclude_patterns->nr) {
 268                for_each_string_list_item(item, exclude_patterns) {
 269                        if (match_ref_pattern(refname, item))
 270                                return 0;
 271                }
 272        }
 273
 274        if (include_patterns && include_patterns->nr) {
 275                int found = 0;
 276                for_each_string_list_item(item, include_patterns) {
 277                        if (match_ref_pattern(refname, item)) {
 278                                found = 1;
 279                                break;
 280                        }
 281                }
 282
 283                if (!found)
 284                        return 0;
 285        }
 286        return 1;
 287}
 288
 289static int filter_refs(const char *refname, const struct object_id *oid,
 290                           int flags, void *data)
 291{
 292        struct ref_filter *filter = (struct ref_filter *)data;
 293
 294        if (wildmatch(filter->pattern, refname, 0))
 295                return 0;
 296        return filter->fn(refname, oid, flags, filter->cb_data);
 297}
 298
 299enum peel_status peel_object(const struct object_id *name, struct object_id *oid)
 300{
 301        struct object *o = lookup_unknown_object(name->hash);
 302
 303        if (o->type == OBJ_NONE) {
 304                int type = sha1_object_info(name->hash, NULL);
 305                if (type < 0 || !object_as_type(o, type, 0))
 306                        return PEEL_INVALID;
 307        }
 308
 309        if (o->type != OBJ_TAG)
 310                return PEEL_NON_TAG;
 311
 312        o = deref_tag_noverify(o);
 313        if (!o)
 314                return PEEL_INVALID;
 315
 316        oidcpy(oid, &o->oid);
 317        return PEEL_PEELED;
 318}
 319
 320struct warn_if_dangling_data {
 321        FILE *fp;
 322        const char *refname;
 323        const struct string_list *refnames;
 324        const char *msg_fmt;
 325};
 326
 327static int warn_if_dangling_symref(const char *refname, const struct object_id *oid,
 328                                   int flags, void *cb_data)
 329{
 330        struct warn_if_dangling_data *d = cb_data;
 331        const char *resolves_to;
 332
 333        if (!(flags & REF_ISSYMREF))
 334                return 0;
 335
 336        resolves_to = resolve_ref_unsafe(refname, 0, NULL, NULL);
 337        if (!resolves_to
 338            || (d->refname
 339                ? strcmp(resolves_to, d->refname)
 340                : !string_list_has_string(d->refnames, resolves_to))) {
 341                return 0;
 342        }
 343
 344        fprintf(d->fp, d->msg_fmt, refname);
 345        fputc('\n', d->fp);
 346        return 0;
 347}
 348
 349void warn_dangling_symref(FILE *fp, const char *msg_fmt, const char *refname)
 350{
 351        struct warn_if_dangling_data data;
 352
 353        data.fp = fp;
 354        data.refname = refname;
 355        data.refnames = NULL;
 356        data.msg_fmt = msg_fmt;
 357        for_each_rawref(warn_if_dangling_symref, &data);
 358}
 359
 360void warn_dangling_symrefs(FILE *fp, const char *msg_fmt, const struct string_list *refnames)
 361{
 362        struct warn_if_dangling_data data;
 363
 364        data.fp = fp;
 365        data.refname = NULL;
 366        data.refnames = refnames;
 367        data.msg_fmt = msg_fmt;
 368        for_each_rawref(warn_if_dangling_symref, &data);
 369}
 370
 371int refs_for_each_tag_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
 372{
 373        return refs_for_each_ref_in(refs, "refs/tags/", fn, cb_data);
 374}
 375
 376int for_each_tag_ref(each_ref_fn fn, void *cb_data)
 377{
 378        return refs_for_each_tag_ref(get_main_ref_store(), fn, cb_data);
 379}
 380
 381int refs_for_each_branch_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
 382{
 383        return refs_for_each_ref_in(refs, "refs/heads/", fn, cb_data);
 384}
 385
 386int for_each_branch_ref(each_ref_fn fn, void *cb_data)
 387{
 388        return refs_for_each_branch_ref(get_main_ref_store(), fn, cb_data);
 389}
 390
 391int refs_for_each_remote_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
 392{
 393        return refs_for_each_ref_in(refs, "refs/remotes/", fn, cb_data);
 394}
 395
 396int for_each_remote_ref(each_ref_fn fn, void *cb_data)
 397{
 398        return refs_for_each_remote_ref(get_main_ref_store(), fn, cb_data);
 399}
 400
 401int head_ref_namespaced(each_ref_fn fn, void *cb_data)
 402{
 403        struct strbuf buf = STRBUF_INIT;
 404        int ret = 0;
 405        struct object_id oid;
 406        int flag;
 407
 408        strbuf_addf(&buf, "%sHEAD", get_git_namespace());
 409        if (!read_ref_full(buf.buf, RESOLVE_REF_READING, &oid, &flag))
 410                ret = fn(buf.buf, &oid, flag, cb_data);
 411        strbuf_release(&buf);
 412
 413        return ret;
 414}
 415
 416void normalize_glob_ref(struct string_list_item *item, const char *prefix,
 417                        const char *pattern)
 418{
 419        struct strbuf normalized_pattern = STRBUF_INIT;
 420
 421        if (*pattern == '/')
 422                BUG("pattern must not start with '/'");
 423
 424        if (prefix) {
 425                strbuf_addstr(&normalized_pattern, prefix);
 426        }
 427        else if (!starts_with(pattern, "refs/"))
 428                strbuf_addstr(&normalized_pattern, "refs/");
 429        strbuf_addstr(&normalized_pattern, pattern);
 430        strbuf_strip_suffix(&normalized_pattern, "/");
 431
 432        item->string = strbuf_detach(&normalized_pattern, NULL);
 433        item->util = has_glob_specials(pattern) ? NULL : item->string;
 434        strbuf_release(&normalized_pattern);
 435}
 436
 437int for_each_glob_ref_in(each_ref_fn fn, const char *pattern,
 438        const char *prefix, void *cb_data)
 439{
 440        struct strbuf real_pattern = STRBUF_INIT;
 441        struct ref_filter filter;
 442        int ret;
 443
 444        if (!prefix && !starts_with(pattern, "refs/"))
 445                strbuf_addstr(&real_pattern, "refs/");
 446        else if (prefix)
 447                strbuf_addstr(&real_pattern, prefix);
 448        strbuf_addstr(&real_pattern, pattern);
 449
 450        if (!has_glob_specials(pattern)) {
 451                /* Append implied '/' '*' if not present. */
 452                strbuf_complete(&real_pattern, '/');
 453                /* No need to check for '*', there is none. */
 454                strbuf_addch(&real_pattern, '*');
 455        }
 456
 457        filter.pattern = real_pattern.buf;
 458        filter.fn = fn;
 459        filter.cb_data = cb_data;
 460        ret = for_each_ref(filter_refs, &filter);
 461
 462        strbuf_release(&real_pattern);
 463        return ret;
 464}
 465
 466int for_each_glob_ref(each_ref_fn fn, const char *pattern, void *cb_data)
 467{
 468        return for_each_glob_ref_in(fn, pattern, NULL, cb_data);
 469}
 470
 471const char *prettify_refname(const char *name)
 472{
 473        if (skip_prefix(name, "refs/heads/", &name) ||
 474            skip_prefix(name, "refs/tags/", &name) ||
 475            skip_prefix(name, "refs/remotes/", &name))
 476                ; /* nothing */
 477        return name;
 478}
 479
 480static const char *ref_rev_parse_rules[] = {
 481        "%.*s",
 482        "refs/%.*s",
 483        "refs/tags/%.*s",
 484        "refs/heads/%.*s",
 485        "refs/remotes/%.*s",
 486        "refs/remotes/%.*s/HEAD",
 487        NULL
 488};
 489
 490#define NUM_REV_PARSE_RULES (ARRAY_SIZE(ref_rev_parse_rules) - 1)
 491
 492/*
 493 * Is it possible that the caller meant full_name with abbrev_name?
 494 * If so return a non-zero value to signal "yes"; the magnitude of
 495 * the returned value gives the precedence used for disambiguation.
 496 *
 497 * If abbrev_name cannot mean full_name, return 0.
 498 */
 499int refname_match(const char *abbrev_name, const char *full_name)
 500{
 501        const char **p;
 502        const int abbrev_name_len = strlen(abbrev_name);
 503        const int num_rules = NUM_REV_PARSE_RULES;
 504
 505        for (p = ref_rev_parse_rules; *p; p++)
 506                if (!strcmp(full_name, mkpath(*p, abbrev_name_len, abbrev_name)))
 507                        return &ref_rev_parse_rules[num_rules] - p;
 508
 509        return 0;
 510}
 511
 512/*
 513 * *string and *len will only be substituted, and *string returned (for
 514 * later free()ing) if the string passed in is a magic short-hand form
 515 * to name a branch.
 516 */
 517static char *substitute_branch_name(const char **string, int *len)
 518{
 519        struct strbuf buf = STRBUF_INIT;
 520        int ret = interpret_branch_name(*string, *len, &buf, 0);
 521
 522        if (ret == *len) {
 523                size_t size;
 524                *string = strbuf_detach(&buf, &size);
 525                *len = size;
 526                return (char *)*string;
 527        }
 528
 529        return NULL;
 530}
 531
 532int dwim_ref(const char *str, int len, struct object_id *oid, char **ref)
 533{
 534        char *last_branch = substitute_branch_name(&str, &len);
 535        int   refs_found  = expand_ref(str, len, oid, ref);
 536        free(last_branch);
 537        return refs_found;
 538}
 539
 540int expand_ref(const char *str, int len, struct object_id *oid, char **ref)
 541{
 542        const char **p, *r;
 543        int refs_found = 0;
 544        struct strbuf fullref = STRBUF_INIT;
 545
 546        *ref = NULL;
 547        for (p = ref_rev_parse_rules; *p; p++) {
 548                struct object_id oid_from_ref;
 549                struct object_id *this_result;
 550                int flag;
 551
 552                this_result = refs_found ? &oid_from_ref : oid;
 553                strbuf_reset(&fullref);
 554                strbuf_addf(&fullref, *p, len, str);
 555                r = resolve_ref_unsafe(fullref.buf, RESOLVE_REF_READING,
 556                                       this_result, &flag);
 557                if (r) {
 558                        if (!refs_found++)
 559                                *ref = xstrdup(r);
 560                        if (!warn_ambiguous_refs)
 561                                break;
 562                } else if ((flag & REF_ISSYMREF) && strcmp(fullref.buf, "HEAD")) {
 563                        warning("ignoring dangling symref %s.", fullref.buf);
 564                } else if ((flag & REF_ISBROKEN) && strchr(fullref.buf, '/')) {
 565                        warning("ignoring broken ref %s.", fullref.buf);
 566                }
 567        }
 568        strbuf_release(&fullref);
 569        return refs_found;
 570}
 571
 572int dwim_log(const char *str, int len, struct object_id *oid, char **log)
 573{
 574        char *last_branch = substitute_branch_name(&str, &len);
 575        const char **p;
 576        int logs_found = 0;
 577        struct strbuf path = STRBUF_INIT;
 578
 579        *log = NULL;
 580        for (p = ref_rev_parse_rules; *p; p++) {
 581                struct object_id hash;
 582                const char *ref, *it;
 583
 584                strbuf_reset(&path);
 585                strbuf_addf(&path, *p, len, str);
 586                ref = resolve_ref_unsafe(path.buf, RESOLVE_REF_READING,
 587                                         &hash, NULL);
 588                if (!ref)
 589                        continue;
 590                if (reflog_exists(path.buf))
 591                        it = path.buf;
 592                else if (strcmp(ref, path.buf) && reflog_exists(ref))
 593                        it = ref;
 594                else
 595                        continue;
 596                if (!logs_found++) {
 597                        *log = xstrdup(it);
 598                        oidcpy(oid, &hash);
 599                }
 600                if (!warn_ambiguous_refs)
 601                        break;
 602        }
 603        strbuf_release(&path);
 604        free(last_branch);
 605        return logs_found;
 606}
 607
 608static int is_per_worktree_ref(const char *refname)
 609{
 610        return !strcmp(refname, "HEAD") ||
 611                starts_with(refname, "refs/bisect/");
 612}
 613
 614static int is_pseudoref_syntax(const char *refname)
 615{
 616        const char *c;
 617
 618        for (c = refname; *c; c++) {
 619                if (!isupper(*c) && *c != '-' && *c != '_')
 620                        return 0;
 621        }
 622
 623        return 1;
 624}
 625
 626enum ref_type ref_type(const char *refname)
 627{
 628        if (is_per_worktree_ref(refname))
 629                return REF_TYPE_PER_WORKTREE;
 630        if (is_pseudoref_syntax(refname))
 631                return REF_TYPE_PSEUDOREF;
 632       return REF_TYPE_NORMAL;
 633}
 634
 635long get_files_ref_lock_timeout_ms(void)
 636{
 637        static int configured = 0;
 638
 639        /* The default timeout is 100 ms: */
 640        static int timeout_ms = 100;
 641
 642        if (!configured) {
 643                git_config_get_int("core.filesreflocktimeout", &timeout_ms);
 644                configured = 1;
 645        }
 646
 647        return timeout_ms;
 648}
 649
 650static int write_pseudoref(const char *pseudoref, const struct object_id *oid,
 651                           const struct object_id *old_oid, struct strbuf *err)
 652{
 653        const char *filename;
 654        int fd;
 655        static struct lock_file lock;
 656        struct strbuf buf = STRBUF_INIT;
 657        int ret = -1;
 658
 659        if (!oid)
 660                return 0;
 661
 662        strbuf_addf(&buf, "%s\n", oid_to_hex(oid));
 663
 664        filename = git_path("%s", pseudoref);
 665        fd = hold_lock_file_for_update_timeout(&lock, filename,
 666                                               LOCK_DIE_ON_ERROR,
 667                                               get_files_ref_lock_timeout_ms());
 668        if (fd < 0) {
 669                strbuf_addf(err, "could not open '%s' for writing: %s",
 670                            filename, strerror(errno));
 671                goto done;
 672        }
 673
 674        if (old_oid) {
 675                struct object_id actual_old_oid;
 676
 677                if (read_ref(pseudoref, &actual_old_oid))
 678                        die("could not read ref '%s'", pseudoref);
 679                if (oidcmp(&actual_old_oid, old_oid)) {
 680                        strbuf_addf(err, "unexpected sha1 when writing '%s'", pseudoref);
 681                        rollback_lock_file(&lock);
 682                        goto done;
 683                }
 684        }
 685
 686        if (write_in_full(fd, buf.buf, buf.len) < 0) {
 687                strbuf_addf(err, "could not write to '%s'", filename);
 688                rollback_lock_file(&lock);
 689                goto done;
 690        }
 691
 692        commit_lock_file(&lock);
 693        ret = 0;
 694done:
 695        strbuf_release(&buf);
 696        return ret;
 697}
 698
 699static int delete_pseudoref(const char *pseudoref, const struct object_id *old_oid)
 700{
 701        static struct lock_file lock;
 702        const char *filename;
 703
 704        filename = git_path("%s", pseudoref);
 705
 706        if (old_oid && !is_null_oid(old_oid)) {
 707                int fd;
 708                struct object_id actual_old_oid;
 709
 710                fd = hold_lock_file_for_update_timeout(
 711                                &lock, filename, LOCK_DIE_ON_ERROR,
 712                                get_files_ref_lock_timeout_ms());
 713                if (fd < 0)
 714                        die_errno(_("Could not open '%s' for writing"), filename);
 715                if (read_ref(pseudoref, &actual_old_oid))
 716                        die("could not read ref '%s'", pseudoref);
 717                if (oidcmp(&actual_old_oid, old_oid)) {
 718                        warning("Unexpected sha1 when deleting %s", pseudoref);
 719                        rollback_lock_file(&lock);
 720                        return -1;
 721                }
 722
 723                unlink(filename);
 724                rollback_lock_file(&lock);
 725        } else {
 726                unlink(filename);
 727        }
 728
 729        return 0;
 730}
 731
 732int refs_delete_ref(struct ref_store *refs, const char *msg,
 733                    const char *refname,
 734                    const struct object_id *old_oid,
 735                    unsigned int flags)
 736{
 737        struct ref_transaction *transaction;
 738        struct strbuf err = STRBUF_INIT;
 739
 740        if (ref_type(refname) == REF_TYPE_PSEUDOREF) {
 741                assert(refs == get_main_ref_store());
 742                return delete_pseudoref(refname, old_oid);
 743        }
 744
 745        transaction = ref_store_transaction_begin(refs, &err);
 746        if (!transaction ||
 747            ref_transaction_delete(transaction, refname, old_oid,
 748                                   flags, msg, &err) ||
 749            ref_transaction_commit(transaction, &err)) {
 750                error("%s", err.buf);
 751                ref_transaction_free(transaction);
 752                strbuf_release(&err);
 753                return 1;
 754        }
 755        ref_transaction_free(transaction);
 756        strbuf_release(&err);
 757        return 0;
 758}
 759
 760int delete_ref(const char *msg, const char *refname,
 761               const struct object_id *old_oid, unsigned int flags)
 762{
 763        return refs_delete_ref(get_main_ref_store(), msg, refname,
 764                               old_oid, flags);
 765}
 766
 767int copy_reflog_msg(char *buf, const char *msg)
 768{
 769        char *cp = buf;
 770        char c;
 771        int wasspace = 1;
 772
 773        *cp++ = '\t';
 774        while ((c = *msg++)) {
 775                if (wasspace && isspace(c))
 776                        continue;
 777                wasspace = isspace(c);
 778                if (wasspace)
 779                        c = ' ';
 780                *cp++ = c;
 781        }
 782        while (buf < cp && isspace(cp[-1]))
 783                cp--;
 784        *cp++ = '\n';
 785        return cp - buf;
 786}
 787
 788int should_autocreate_reflog(const char *refname)
 789{
 790        switch (log_all_ref_updates) {
 791        case LOG_REFS_ALWAYS:
 792                return 1;
 793        case LOG_REFS_NORMAL:
 794                return starts_with(refname, "refs/heads/") ||
 795                        starts_with(refname, "refs/remotes/") ||
 796                        starts_with(refname, "refs/notes/") ||
 797                        !strcmp(refname, "HEAD");
 798        default:
 799                return 0;
 800        }
 801}
 802
 803int is_branch(const char *refname)
 804{
 805        return !strcmp(refname, "HEAD") || starts_with(refname, "refs/heads/");
 806}
 807
 808struct read_ref_at_cb {
 809        const char *refname;
 810        timestamp_t at_time;
 811        int cnt;
 812        int reccnt;
 813        struct object_id *oid;
 814        int found_it;
 815
 816        struct object_id ooid;
 817        struct object_id noid;
 818        int tz;
 819        timestamp_t date;
 820        char **msg;
 821        timestamp_t *cutoff_time;
 822        int *cutoff_tz;
 823        int *cutoff_cnt;
 824};
 825
 826static int read_ref_at_ent(struct object_id *ooid, struct object_id *noid,
 827                const char *email, timestamp_t timestamp, int tz,
 828                const char *message, void *cb_data)
 829{
 830        struct read_ref_at_cb *cb = cb_data;
 831
 832        cb->reccnt++;
 833        cb->tz = tz;
 834        cb->date = timestamp;
 835
 836        if (timestamp <= cb->at_time || cb->cnt == 0) {
 837                if (cb->msg)
 838                        *cb->msg = xstrdup(message);
 839                if (cb->cutoff_time)
 840                        *cb->cutoff_time = timestamp;
 841                if (cb->cutoff_tz)
 842                        *cb->cutoff_tz = tz;
 843                if (cb->cutoff_cnt)
 844                        *cb->cutoff_cnt = cb->reccnt - 1;
 845                /*
 846                 * we have not yet updated cb->[n|o]oid so they still
 847                 * hold the values for the previous record.
 848                 */
 849                if (!is_null_oid(&cb->ooid)) {
 850                        oidcpy(cb->oid, noid);
 851                        if (oidcmp(&cb->ooid, noid))
 852                                warning("Log for ref %s has gap after %s.",
 853                                        cb->refname, show_date(cb->date, cb->tz, DATE_MODE(RFC2822)));
 854                }
 855                else if (cb->date == cb->at_time)
 856                        oidcpy(cb->oid, noid);
 857                else if (oidcmp(noid, cb->oid))
 858                        warning("Log for ref %s unexpectedly ended on %s.",
 859                                cb->refname, show_date(cb->date, cb->tz,
 860                                                       DATE_MODE(RFC2822)));
 861                oidcpy(&cb->ooid, ooid);
 862                oidcpy(&cb->noid, noid);
 863                cb->found_it = 1;
 864                return 1;
 865        }
 866        oidcpy(&cb->ooid, ooid);
 867        oidcpy(&cb->noid, noid);
 868        if (cb->cnt > 0)
 869                cb->cnt--;
 870        return 0;
 871}
 872
 873static int read_ref_at_ent_oldest(struct object_id *ooid, struct object_id *noid,
 874                                  const char *email, timestamp_t timestamp,
 875                                  int tz, const char *message, void *cb_data)
 876{
 877        struct read_ref_at_cb *cb = cb_data;
 878
 879        if (cb->msg)
 880                *cb->msg = xstrdup(message);
 881        if (cb->cutoff_time)
 882                *cb->cutoff_time = timestamp;
 883        if (cb->cutoff_tz)
 884                *cb->cutoff_tz = tz;
 885        if (cb->cutoff_cnt)
 886                *cb->cutoff_cnt = cb->reccnt;
 887        oidcpy(cb->oid, ooid);
 888        if (is_null_oid(cb->oid))
 889                oidcpy(cb->oid, noid);
 890        /* We just want the first entry */
 891        return 1;
 892}
 893
 894int read_ref_at(const char *refname, unsigned int flags, timestamp_t at_time, int cnt,
 895                struct object_id *oid, char **msg,
 896                timestamp_t *cutoff_time, int *cutoff_tz, int *cutoff_cnt)
 897{
 898        struct read_ref_at_cb cb;
 899
 900        memset(&cb, 0, sizeof(cb));
 901        cb.refname = refname;
 902        cb.at_time = at_time;
 903        cb.cnt = cnt;
 904        cb.msg = msg;
 905        cb.cutoff_time = cutoff_time;
 906        cb.cutoff_tz = cutoff_tz;
 907        cb.cutoff_cnt = cutoff_cnt;
 908        cb.oid = oid;
 909
 910        for_each_reflog_ent_reverse(refname, read_ref_at_ent, &cb);
 911
 912        if (!cb.reccnt) {
 913                if (flags & GET_OID_QUIETLY)
 914                        exit(128);
 915                else
 916                        die("Log for %s is empty.", refname);
 917        }
 918        if (cb.found_it)
 919                return 0;
 920
 921        for_each_reflog_ent(refname, read_ref_at_ent_oldest, &cb);
 922
 923        return 1;
 924}
 925
 926struct ref_transaction *ref_store_transaction_begin(struct ref_store *refs,
 927                                                    struct strbuf *err)
 928{
 929        struct ref_transaction *tr;
 930        assert(err);
 931
 932        tr = xcalloc(1, sizeof(struct ref_transaction));
 933        tr->ref_store = refs;
 934        return tr;
 935}
 936
 937struct ref_transaction *ref_transaction_begin(struct strbuf *err)
 938{
 939        return ref_store_transaction_begin(get_main_ref_store(), err);
 940}
 941
 942void ref_transaction_free(struct ref_transaction *transaction)
 943{
 944        size_t i;
 945
 946        if (!transaction)
 947                return;
 948
 949        switch (transaction->state) {
 950        case REF_TRANSACTION_OPEN:
 951        case REF_TRANSACTION_CLOSED:
 952                /* OK */
 953                break;
 954        case REF_TRANSACTION_PREPARED:
 955                die("BUG: free called on a prepared reference transaction");
 956                break;
 957        default:
 958                die("BUG: unexpected reference transaction state");
 959                break;
 960        }
 961
 962        for (i = 0; i < transaction->nr; i++) {
 963                free(transaction->updates[i]->msg);
 964                free(transaction->updates[i]);
 965        }
 966        free(transaction->updates);
 967        free(transaction);
 968}
 969
 970struct ref_update *ref_transaction_add_update(
 971                struct ref_transaction *transaction,
 972                const char *refname, unsigned int flags,
 973                const struct object_id *new_oid,
 974                const struct object_id *old_oid,
 975                const char *msg)
 976{
 977        struct ref_update *update;
 978
 979        if (transaction->state != REF_TRANSACTION_OPEN)
 980                die("BUG: update called for transaction that is not open");
 981
 982        FLEX_ALLOC_STR(update, refname, refname);
 983        ALLOC_GROW(transaction->updates, transaction->nr + 1, transaction->alloc);
 984        transaction->updates[transaction->nr++] = update;
 985
 986        update->flags = flags;
 987
 988        if (flags & REF_HAVE_NEW)
 989                oidcpy(&update->new_oid, new_oid);
 990        if (flags & REF_HAVE_OLD)
 991                oidcpy(&update->old_oid, old_oid);
 992        update->msg = xstrdup_or_null(msg);
 993        return update;
 994}
 995
 996int ref_transaction_update(struct ref_transaction *transaction,
 997                           const char *refname,
 998                           const struct object_id *new_oid,
 999                           const struct object_id *old_oid,
1000                           unsigned int flags, const char *msg,
1001                           struct strbuf *err)
1002{
1003        assert(err);
1004
1005        if ((new_oid && !is_null_oid(new_oid)) ?
1006            check_refname_format(refname, REFNAME_ALLOW_ONELEVEL) :
1007            !refname_is_safe(refname)) {
1008                strbuf_addf(err, "refusing to update ref with bad name '%s'",
1009                            refname);
1010                return -1;
1011        }
1012
1013        if (flags & ~REF_TRANSACTION_UPDATE_ALLOWED_FLAGS)
1014                BUG("illegal flags 0x%x passed to ref_transaction_update()", flags);
1015
1016        flags |= (new_oid ? REF_HAVE_NEW : 0) | (old_oid ? REF_HAVE_OLD : 0);
1017
1018        ref_transaction_add_update(transaction, refname, flags,
1019                                   new_oid, old_oid, msg);
1020        return 0;
1021}
1022
1023int ref_transaction_create(struct ref_transaction *transaction,
1024                           const char *refname,
1025                           const struct object_id *new_oid,
1026                           unsigned int flags, const char *msg,
1027                           struct strbuf *err)
1028{
1029        if (!new_oid || is_null_oid(new_oid))
1030                die("BUG: create called without valid new_oid");
1031        return ref_transaction_update(transaction, refname, new_oid,
1032                                      &null_oid, flags, msg, err);
1033}
1034
1035int ref_transaction_delete(struct ref_transaction *transaction,
1036                           const char *refname,
1037                           const struct object_id *old_oid,
1038                           unsigned int flags, const char *msg,
1039                           struct strbuf *err)
1040{
1041        if (old_oid && is_null_oid(old_oid))
1042                die("BUG: delete called with old_oid set to zeros");
1043        return ref_transaction_update(transaction, refname,
1044                                      &null_oid, old_oid,
1045                                      flags, msg, err);
1046}
1047
1048int ref_transaction_verify(struct ref_transaction *transaction,
1049                           const char *refname,
1050                           const struct object_id *old_oid,
1051                           unsigned int flags,
1052                           struct strbuf *err)
1053{
1054        if (!old_oid)
1055                die("BUG: verify called with old_oid set to NULL");
1056        return ref_transaction_update(transaction, refname,
1057                                      NULL, old_oid,
1058                                      flags, NULL, err);
1059}
1060
1061int refs_update_ref(struct ref_store *refs, const char *msg,
1062                    const char *refname, const struct object_id *new_oid,
1063                    const struct object_id *old_oid, unsigned int flags,
1064                    enum action_on_err onerr)
1065{
1066        struct ref_transaction *t = NULL;
1067        struct strbuf err = STRBUF_INIT;
1068        int ret = 0;
1069
1070        if (ref_type(refname) == REF_TYPE_PSEUDOREF) {
1071                assert(refs == get_main_ref_store());
1072                ret = write_pseudoref(refname, new_oid, old_oid, &err);
1073        } else {
1074                t = ref_store_transaction_begin(refs, &err);
1075                if (!t ||
1076                    ref_transaction_update(t, refname, new_oid, old_oid,
1077                                           flags, msg, &err) ||
1078                    ref_transaction_commit(t, &err)) {
1079                        ret = 1;
1080                        ref_transaction_free(t);
1081                }
1082        }
1083        if (ret) {
1084                const char *str = "update_ref failed for ref '%s': %s";
1085
1086                switch (onerr) {
1087                case UPDATE_REFS_MSG_ON_ERR:
1088                        error(str, refname, err.buf);
1089                        break;
1090                case UPDATE_REFS_DIE_ON_ERR:
1091                        die(str, refname, err.buf);
1092                        break;
1093                case UPDATE_REFS_QUIET_ON_ERR:
1094                        break;
1095                }
1096                strbuf_release(&err);
1097                return 1;
1098        }
1099        strbuf_release(&err);
1100        if (t)
1101                ref_transaction_free(t);
1102        return 0;
1103}
1104
1105int update_ref(const char *msg, const char *refname,
1106               const struct object_id *new_oid,
1107               const struct object_id *old_oid,
1108               unsigned int flags, enum action_on_err onerr)
1109{
1110        return refs_update_ref(get_main_ref_store(), msg, refname, new_oid,
1111                               old_oid, flags, onerr);
1112}
1113
1114char *shorten_unambiguous_ref(const char *refname, int strict)
1115{
1116        int i;
1117        static char **scanf_fmts;
1118        static int nr_rules;
1119        char *short_name;
1120        struct strbuf resolved_buf = STRBUF_INIT;
1121
1122        if (!nr_rules) {
1123                /*
1124                 * Pre-generate scanf formats from ref_rev_parse_rules[].
1125                 * Generate a format suitable for scanf from a
1126                 * ref_rev_parse_rules rule by interpolating "%s" at the
1127                 * location of the "%.*s".
1128                 */
1129                size_t total_len = 0;
1130                size_t offset = 0;
1131
1132                /* the rule list is NULL terminated, count them first */
1133                for (nr_rules = 0; ref_rev_parse_rules[nr_rules]; nr_rules++)
1134                        /* -2 for strlen("%.*s") - strlen("%s"); +1 for NUL */
1135                        total_len += strlen(ref_rev_parse_rules[nr_rules]) - 2 + 1;
1136
1137                scanf_fmts = xmalloc(st_add(st_mult(sizeof(char *), nr_rules), total_len));
1138
1139                offset = 0;
1140                for (i = 0; i < nr_rules; i++) {
1141                        assert(offset < total_len);
1142                        scanf_fmts[i] = (char *)&scanf_fmts[nr_rules] + offset;
1143                        offset += snprintf(scanf_fmts[i], total_len - offset,
1144                                           ref_rev_parse_rules[i], 2, "%s") + 1;
1145                }
1146        }
1147
1148        /* bail out if there are no rules */
1149        if (!nr_rules)
1150                return xstrdup(refname);
1151
1152        /* buffer for scanf result, at most refname must fit */
1153        short_name = xstrdup(refname);
1154
1155        /* skip first rule, it will always match */
1156        for (i = nr_rules - 1; i > 0 ; --i) {
1157                int j;
1158                int rules_to_fail = i;
1159                int short_name_len;
1160
1161                if (1 != sscanf(refname, scanf_fmts[i], short_name))
1162                        continue;
1163
1164                short_name_len = strlen(short_name);
1165
1166                /*
1167                 * in strict mode, all (except the matched one) rules
1168                 * must fail to resolve to a valid non-ambiguous ref
1169                 */
1170                if (strict)
1171                        rules_to_fail = nr_rules;
1172
1173                /*
1174                 * check if the short name resolves to a valid ref,
1175                 * but use only rules prior to the matched one
1176                 */
1177                for (j = 0; j < rules_to_fail; j++) {
1178                        const char *rule = ref_rev_parse_rules[j];
1179
1180                        /* skip matched rule */
1181                        if (i == j)
1182                                continue;
1183
1184                        /*
1185                         * the short name is ambiguous, if it resolves
1186                         * (with this previous rule) to a valid ref
1187                         * read_ref() returns 0 on success
1188                         */
1189                        strbuf_reset(&resolved_buf);
1190                        strbuf_addf(&resolved_buf, rule,
1191                                    short_name_len, short_name);
1192                        if (ref_exists(resolved_buf.buf))
1193                                break;
1194                }
1195
1196                /*
1197                 * short name is non-ambiguous if all previous rules
1198                 * haven't resolved to a valid ref
1199                 */
1200                if (j == rules_to_fail) {
1201                        strbuf_release(&resolved_buf);
1202                        return short_name;
1203                }
1204        }
1205
1206        strbuf_release(&resolved_buf);
1207        free(short_name);
1208        return xstrdup(refname);
1209}
1210
1211static struct string_list *hide_refs;
1212
1213int parse_hide_refs_config(const char *var, const char *value, const char *section)
1214{
1215        const char *key;
1216        if (!strcmp("transfer.hiderefs", var) ||
1217            (!parse_config_key(var, section, NULL, NULL, &key) &&
1218             !strcmp(key, "hiderefs"))) {
1219                char *ref;
1220                int len;
1221
1222                if (!value)
1223                        return config_error_nonbool(var);
1224                ref = xstrdup(value);
1225                len = strlen(ref);
1226                while (len && ref[len - 1] == '/')
1227                        ref[--len] = '\0';
1228                if (!hide_refs) {
1229                        hide_refs = xcalloc(1, sizeof(*hide_refs));
1230                        hide_refs->strdup_strings = 1;
1231                }
1232                string_list_append(hide_refs, ref);
1233        }
1234        return 0;
1235}
1236
1237int ref_is_hidden(const char *refname, const char *refname_full)
1238{
1239        int i;
1240
1241        if (!hide_refs)
1242                return 0;
1243        for (i = hide_refs->nr - 1; i >= 0; i--) {
1244                const char *match = hide_refs->items[i].string;
1245                const char *subject;
1246                int neg = 0;
1247                const char *p;
1248
1249                if (*match == '!') {
1250                        neg = 1;
1251                        match++;
1252                }
1253
1254                if (*match == '^') {
1255                        subject = refname_full;
1256                        match++;
1257                } else {
1258                        subject = refname;
1259                }
1260
1261                /* refname can be NULL when namespaces are used. */
1262                if (subject &&
1263                    skip_prefix(subject, match, &p) &&
1264                    (!*p || *p == '/'))
1265                        return !neg;
1266        }
1267        return 0;
1268}
1269
1270const char *find_descendant_ref(const char *dirname,
1271                                const struct string_list *extras,
1272                                const struct string_list *skip)
1273{
1274        int pos;
1275
1276        if (!extras)
1277                return NULL;
1278
1279        /*
1280         * Look at the place where dirname would be inserted into
1281         * extras. If there is an entry at that position that starts
1282         * with dirname (remember, dirname includes the trailing
1283         * slash) and is not in skip, then we have a conflict.
1284         */
1285        for (pos = string_list_find_insert_index(extras, dirname, 0);
1286             pos < extras->nr; pos++) {
1287                const char *extra_refname = extras->items[pos].string;
1288
1289                if (!starts_with(extra_refname, dirname))
1290                        break;
1291
1292                if (!skip || !string_list_has_string(skip, extra_refname))
1293                        return extra_refname;
1294        }
1295        return NULL;
1296}
1297
1298int refs_rename_ref_available(struct ref_store *refs,
1299                              const char *old_refname,
1300                              const char *new_refname)
1301{
1302        struct string_list skip = STRING_LIST_INIT_NODUP;
1303        struct strbuf err = STRBUF_INIT;
1304        int ok;
1305
1306        string_list_insert(&skip, old_refname);
1307        ok = !refs_verify_refname_available(refs, new_refname,
1308                                            NULL, &skip, &err);
1309        if (!ok)
1310                error("%s", err.buf);
1311
1312        string_list_clear(&skip, 0);
1313        strbuf_release(&err);
1314        return ok;
1315}
1316
1317int refs_head_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
1318{
1319        struct object_id oid;
1320        int flag;
1321
1322        if (!refs_read_ref_full(refs, "HEAD", RESOLVE_REF_READING,
1323                                &oid, &flag))
1324                return fn("HEAD", &oid, flag, cb_data);
1325
1326        return 0;
1327}
1328
1329int head_ref(each_ref_fn fn, void *cb_data)
1330{
1331        return refs_head_ref(get_main_ref_store(), fn, cb_data);
1332}
1333
1334struct ref_iterator *refs_ref_iterator_begin(
1335                struct ref_store *refs,
1336                const char *prefix, int trim, int flags)
1337{
1338        struct ref_iterator *iter;
1339
1340        if (ref_paranoia < 0)
1341                ref_paranoia = git_env_bool("GIT_REF_PARANOIA", 0);
1342        if (ref_paranoia)
1343                flags |= DO_FOR_EACH_INCLUDE_BROKEN;
1344
1345        iter = refs->be->iterator_begin(refs, prefix, flags);
1346
1347        /*
1348         * `iterator_begin()` already takes care of prefix, but we
1349         * might need to do some trimming:
1350         */
1351        if (trim)
1352                iter = prefix_ref_iterator_begin(iter, "", trim);
1353
1354        /* Sanity check for subclasses: */
1355        if (!iter->ordered)
1356                BUG("reference iterator is not ordered");
1357
1358        return iter;
1359}
1360
1361/*
1362 * Call fn for each reference in the specified submodule for which the
1363 * refname begins with prefix. If trim is non-zero, then trim that
1364 * many characters off the beginning of each refname before passing
1365 * the refname to fn. flags can be DO_FOR_EACH_INCLUDE_BROKEN to
1366 * include broken references in the iteration. If fn ever returns a
1367 * non-zero value, stop the iteration and return that value;
1368 * otherwise, return 0.
1369 */
1370static int do_for_each_ref(struct ref_store *refs, const char *prefix,
1371                           each_ref_fn fn, int trim, int flags, void *cb_data)
1372{
1373        struct ref_iterator *iter;
1374
1375        if (!refs)
1376                return 0;
1377
1378        iter = refs_ref_iterator_begin(refs, prefix, trim, flags);
1379
1380        return do_for_each_ref_iterator(iter, fn, cb_data);
1381}
1382
1383int refs_for_each_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
1384{
1385        return do_for_each_ref(refs, "", fn, 0, 0, cb_data);
1386}
1387
1388int for_each_ref(each_ref_fn fn, void *cb_data)
1389{
1390        return refs_for_each_ref(get_main_ref_store(), fn, cb_data);
1391}
1392
1393int refs_for_each_ref_in(struct ref_store *refs, const char *prefix,
1394                         each_ref_fn fn, void *cb_data)
1395{
1396        return do_for_each_ref(refs, prefix, fn, strlen(prefix), 0, cb_data);
1397}
1398
1399int for_each_ref_in(const char *prefix, each_ref_fn fn, void *cb_data)
1400{
1401        return refs_for_each_ref_in(get_main_ref_store(), prefix, fn, cb_data);
1402}
1403
1404int for_each_fullref_in(const char *prefix, each_ref_fn fn, void *cb_data, unsigned int broken)
1405{
1406        unsigned int flag = 0;
1407
1408        if (broken)
1409                flag = DO_FOR_EACH_INCLUDE_BROKEN;
1410        return do_for_each_ref(get_main_ref_store(),
1411                               prefix, fn, 0, flag, cb_data);
1412}
1413
1414int refs_for_each_fullref_in(struct ref_store *refs, const char *prefix,
1415                             each_ref_fn fn, void *cb_data,
1416                             unsigned int broken)
1417{
1418        unsigned int flag = 0;
1419
1420        if (broken)
1421                flag = DO_FOR_EACH_INCLUDE_BROKEN;
1422        return do_for_each_ref(refs, prefix, fn, 0, flag, cb_data);
1423}
1424
1425int for_each_replace_ref(each_ref_fn fn, void *cb_data)
1426{
1427        return do_for_each_ref(get_main_ref_store(),
1428                               git_replace_ref_base, fn,
1429                               strlen(git_replace_ref_base),
1430                               DO_FOR_EACH_INCLUDE_BROKEN, cb_data);
1431}
1432
1433int for_each_namespaced_ref(each_ref_fn fn, void *cb_data)
1434{
1435        struct strbuf buf = STRBUF_INIT;
1436        int ret;
1437        strbuf_addf(&buf, "%srefs/", get_git_namespace());
1438        ret = do_for_each_ref(get_main_ref_store(),
1439                              buf.buf, fn, 0, 0, cb_data);
1440        strbuf_release(&buf);
1441        return ret;
1442}
1443
1444int refs_for_each_rawref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
1445{
1446        return do_for_each_ref(refs, "", fn, 0,
1447                               DO_FOR_EACH_INCLUDE_BROKEN, cb_data);
1448}
1449
1450int for_each_rawref(each_ref_fn fn, void *cb_data)
1451{
1452        return refs_for_each_rawref(get_main_ref_store(), fn, cb_data);
1453}
1454
1455int refs_read_raw_ref(struct ref_store *ref_store,
1456                      const char *refname, struct object_id *oid,
1457                      struct strbuf *referent, unsigned int *type)
1458{
1459        return ref_store->be->read_raw_ref(ref_store, refname, oid, referent, type);
1460}
1461
1462/* This function needs to return a meaningful errno on failure */
1463const char *refs_resolve_ref_unsafe(struct ref_store *refs,
1464                                    const char *refname,
1465                                    int resolve_flags,
1466                                    struct object_id *oid, int *flags)
1467{
1468        static struct strbuf sb_refname = STRBUF_INIT;
1469        struct object_id unused_oid;
1470        int unused_flags;
1471        int symref_count;
1472
1473        if (!oid)
1474                oid = &unused_oid;
1475        if (!flags)
1476                flags = &unused_flags;
1477
1478        *flags = 0;
1479
1480        if (check_refname_format(refname, REFNAME_ALLOW_ONELEVEL)) {
1481                if (!(resolve_flags & RESOLVE_REF_ALLOW_BAD_NAME) ||
1482                    !refname_is_safe(refname)) {
1483                        errno = EINVAL;
1484                        return NULL;
1485                }
1486
1487                /*
1488                 * dwim_ref() uses REF_ISBROKEN to distinguish between
1489                 * missing refs and refs that were present but invalid,
1490                 * to complain about the latter to stderr.
1491                 *
1492                 * We don't know whether the ref exists, so don't set
1493                 * REF_ISBROKEN yet.
1494                 */
1495                *flags |= REF_BAD_NAME;
1496        }
1497
1498        for (symref_count = 0; symref_count < SYMREF_MAXDEPTH; symref_count++) {
1499                unsigned int read_flags = 0;
1500
1501                if (refs_read_raw_ref(refs, refname,
1502                                      oid, &sb_refname, &read_flags)) {
1503                        *flags |= read_flags;
1504
1505                        /* In reading mode, refs must eventually resolve */
1506                        if (resolve_flags & RESOLVE_REF_READING)
1507                                return NULL;
1508
1509                        /*
1510                         * Otherwise a missing ref is OK. But the files backend
1511                         * may show errors besides ENOENT if there are
1512                         * similarly-named refs.
1513                         */
1514                        if (errno != ENOENT &&
1515                            errno != EISDIR &&
1516                            errno != ENOTDIR)
1517                                return NULL;
1518
1519                        oidclr(oid);
1520                        if (*flags & REF_BAD_NAME)
1521                                *flags |= REF_ISBROKEN;
1522                        return refname;
1523                }
1524
1525                *flags |= read_flags;
1526
1527                if (!(read_flags & REF_ISSYMREF)) {
1528                        if (*flags & REF_BAD_NAME) {
1529                                oidclr(oid);
1530                                *flags |= REF_ISBROKEN;
1531                        }
1532                        return refname;
1533                }
1534
1535                refname = sb_refname.buf;
1536                if (resolve_flags & RESOLVE_REF_NO_RECURSE) {
1537                        oidclr(oid);
1538                        return refname;
1539                }
1540                if (check_refname_format(refname, REFNAME_ALLOW_ONELEVEL)) {
1541                        if (!(resolve_flags & RESOLVE_REF_ALLOW_BAD_NAME) ||
1542                            !refname_is_safe(refname)) {
1543                                errno = EINVAL;
1544                                return NULL;
1545                        }
1546
1547                        *flags |= REF_ISBROKEN | REF_BAD_NAME;
1548                }
1549        }
1550
1551        errno = ELOOP;
1552        return NULL;
1553}
1554
1555/* backend functions */
1556int refs_init_db(struct strbuf *err)
1557{
1558        struct ref_store *refs = get_main_ref_store();
1559
1560        return refs->be->init_db(refs, err);
1561}
1562
1563const char *resolve_ref_unsafe(const char *refname, int resolve_flags,
1564                               struct object_id *oid, int *flags)
1565{
1566        return refs_resolve_ref_unsafe(get_main_ref_store(), refname,
1567                                       resolve_flags, oid, flags);
1568}
1569
1570int resolve_gitlink_ref(const char *submodule, const char *refname,
1571                        struct object_id *oid)
1572{
1573        struct ref_store *refs;
1574        int flags;
1575
1576        refs = get_submodule_ref_store(submodule);
1577
1578        if (!refs)
1579                return -1;
1580
1581        if (!refs_resolve_ref_unsafe(refs, refname, 0, oid, &flags) ||
1582            is_null_oid(oid))
1583                return -1;
1584        return 0;
1585}
1586
1587struct ref_store_hash_entry
1588{
1589        struct hashmap_entry ent; /* must be the first member! */
1590
1591        struct ref_store *refs;
1592
1593        /* NUL-terminated identifier of the ref store: */
1594        char name[FLEX_ARRAY];
1595};
1596
1597static int ref_store_hash_cmp(const void *unused_cmp_data,
1598                              const void *entry, const void *entry_or_key,
1599                              const void *keydata)
1600{
1601        const struct ref_store_hash_entry *e1 = entry, *e2 = entry_or_key;
1602        const char *name = keydata ? keydata : e2->name;
1603
1604        return strcmp(e1->name, name);
1605}
1606
1607static struct ref_store_hash_entry *alloc_ref_store_hash_entry(
1608                const char *name, struct ref_store *refs)
1609{
1610        struct ref_store_hash_entry *entry;
1611
1612        FLEX_ALLOC_STR(entry, name, name);
1613        hashmap_entry_init(entry, strhash(name));
1614        entry->refs = refs;
1615        return entry;
1616}
1617
1618/* A pointer to the ref_store for the main repository: */
1619static struct ref_store *main_ref_store;
1620
1621/* A hashmap of ref_stores, stored by submodule name: */
1622static struct hashmap submodule_ref_stores;
1623
1624/* A hashmap of ref_stores, stored by worktree id: */
1625static struct hashmap worktree_ref_stores;
1626
1627/*
1628 * Look up a ref store by name. If that ref_store hasn't been
1629 * registered yet, return NULL.
1630 */
1631static struct ref_store *lookup_ref_store_map(struct hashmap *map,
1632                                              const char *name)
1633{
1634        struct ref_store_hash_entry *entry;
1635
1636        if (!map->tablesize)
1637                /* It's initialized on demand in register_ref_store(). */
1638                return NULL;
1639
1640        entry = hashmap_get_from_hash(map, strhash(name), name);
1641        return entry ? entry->refs : NULL;
1642}
1643
1644/*
1645 * Create, record, and return a ref_store instance for the specified
1646 * gitdir.
1647 */
1648static struct ref_store *ref_store_init(const char *gitdir,
1649                                        unsigned int flags)
1650{
1651        const char *be_name = "files";
1652        struct ref_storage_be *be = find_ref_storage_backend(be_name);
1653        struct ref_store *refs;
1654
1655        if (!be)
1656                die("BUG: reference backend %s is unknown", be_name);
1657
1658        refs = be->init(gitdir, flags);
1659        return refs;
1660}
1661
1662struct ref_store *get_main_ref_store(void)
1663{
1664        if (main_ref_store)
1665                return main_ref_store;
1666
1667        main_ref_store = ref_store_init(get_git_dir(), REF_STORE_ALL_CAPS);
1668        return main_ref_store;
1669}
1670
1671/*
1672 * Associate a ref store with a name. It is a fatal error to call this
1673 * function twice for the same name.
1674 */
1675static void register_ref_store_map(struct hashmap *map,
1676                                   const char *type,
1677                                   struct ref_store *refs,
1678                                   const char *name)
1679{
1680        if (!map->tablesize)
1681                hashmap_init(map, ref_store_hash_cmp, NULL, 0);
1682
1683        if (hashmap_put(map, alloc_ref_store_hash_entry(name, refs)))
1684                die("BUG: %s ref_store '%s' initialized twice", type, name);
1685}
1686
1687struct ref_store *get_submodule_ref_store(const char *submodule)
1688{
1689        struct strbuf submodule_sb = STRBUF_INIT;
1690        struct ref_store *refs;
1691        char *to_free = NULL;
1692        size_t len;
1693
1694        if (!submodule)
1695                return NULL;
1696
1697        len = strlen(submodule);
1698        while (len && is_dir_sep(submodule[len - 1]))
1699                len--;
1700        if (!len)
1701                return NULL;
1702
1703        if (submodule[len])
1704                /* We need to strip off one or more trailing slashes */
1705                submodule = to_free = xmemdupz(submodule, len);
1706
1707        refs = lookup_ref_store_map(&submodule_ref_stores, submodule);
1708        if (refs)
1709                goto done;
1710
1711        strbuf_addstr(&submodule_sb, submodule);
1712        if (!is_nonbare_repository_dir(&submodule_sb))
1713                goto done;
1714
1715        if (submodule_to_gitdir(&submodule_sb, submodule))
1716                goto done;
1717
1718        /* assume that add_submodule_odb() has been called */
1719        refs = ref_store_init(submodule_sb.buf,
1720                              REF_STORE_READ | REF_STORE_ODB);
1721        register_ref_store_map(&submodule_ref_stores, "submodule",
1722                               refs, submodule);
1723
1724done:
1725        strbuf_release(&submodule_sb);
1726        free(to_free);
1727
1728        return refs;
1729}
1730
1731struct ref_store *get_worktree_ref_store(const struct worktree *wt)
1732{
1733        struct ref_store *refs;
1734        const char *id;
1735
1736        if (wt->is_current)
1737                return get_main_ref_store();
1738
1739        id = wt->id ? wt->id : "/";
1740        refs = lookup_ref_store_map(&worktree_ref_stores, id);
1741        if (refs)
1742                return refs;
1743
1744        if (wt->id)
1745                refs = ref_store_init(git_common_path("worktrees/%s", wt->id),
1746                                      REF_STORE_ALL_CAPS);
1747        else
1748                refs = ref_store_init(get_git_common_dir(),
1749                                      REF_STORE_ALL_CAPS);
1750
1751        if (refs)
1752                register_ref_store_map(&worktree_ref_stores, "worktree",
1753                                       refs, id);
1754        return refs;
1755}
1756
1757void base_ref_store_init(struct ref_store *refs,
1758                         const struct ref_storage_be *be)
1759{
1760        refs->be = be;
1761}
1762
1763/* backend functions */
1764int refs_pack_refs(struct ref_store *refs, unsigned int flags)
1765{
1766        return refs->be->pack_refs(refs, flags);
1767}
1768
1769int refs_peel_ref(struct ref_store *refs, const char *refname,
1770                  struct object_id *oid)
1771{
1772        int flag;
1773        struct object_id base;
1774
1775        if (current_ref_iter && current_ref_iter->refname == refname) {
1776                struct object_id peeled;
1777
1778                if (ref_iterator_peel(current_ref_iter, &peeled))
1779                        return -1;
1780                oidcpy(oid, &peeled);
1781                return 0;
1782        }
1783
1784        if (refs_read_ref_full(refs, refname,
1785                               RESOLVE_REF_READING, &base, &flag))
1786                return -1;
1787
1788        return peel_object(&base, oid);
1789}
1790
1791int peel_ref(const char *refname, struct object_id *oid)
1792{
1793        return refs_peel_ref(get_main_ref_store(), refname, oid);
1794}
1795
1796int refs_create_symref(struct ref_store *refs,
1797                       const char *ref_target,
1798                       const char *refs_heads_master,
1799                       const char *logmsg)
1800{
1801        return refs->be->create_symref(refs, ref_target,
1802                                       refs_heads_master,
1803                                       logmsg);
1804}
1805
1806int create_symref(const char *ref_target, const char *refs_heads_master,
1807                  const char *logmsg)
1808{
1809        return refs_create_symref(get_main_ref_store(), ref_target,
1810                                  refs_heads_master, logmsg);
1811}
1812
1813int ref_update_reject_duplicates(struct string_list *refnames,
1814                                 struct strbuf *err)
1815{
1816        size_t i, n = refnames->nr;
1817
1818        assert(err);
1819
1820        for (i = 1; i < n; i++) {
1821                int cmp = strcmp(refnames->items[i - 1].string,
1822                                 refnames->items[i].string);
1823
1824                if (!cmp) {
1825                        strbuf_addf(err,
1826                                    "multiple updates for ref '%s' not allowed.",
1827                                    refnames->items[i].string);
1828                        return 1;
1829                } else if (cmp > 0) {
1830                        die("BUG: ref_update_reject_duplicates() received unsorted list");
1831                }
1832        }
1833        return 0;
1834}
1835
1836int ref_transaction_prepare(struct ref_transaction *transaction,
1837                            struct strbuf *err)
1838{
1839        struct ref_store *refs = transaction->ref_store;
1840
1841        switch (transaction->state) {
1842        case REF_TRANSACTION_OPEN:
1843                /* Good. */
1844                break;
1845        case REF_TRANSACTION_PREPARED:
1846                die("BUG: prepare called twice on reference transaction");
1847                break;
1848        case REF_TRANSACTION_CLOSED:
1849                die("BUG: prepare called on a closed reference transaction");
1850                break;
1851        default:
1852                die("BUG: unexpected reference transaction state");
1853                break;
1854        }
1855
1856        if (getenv(GIT_QUARANTINE_ENVIRONMENT)) {
1857                strbuf_addstr(err,
1858                              _("ref updates forbidden inside quarantine environment"));
1859                return -1;
1860        }
1861
1862        return refs->be->transaction_prepare(refs, transaction, err);
1863}
1864
1865int ref_transaction_abort(struct ref_transaction *transaction,
1866                          struct strbuf *err)
1867{
1868        struct ref_store *refs = transaction->ref_store;
1869        int ret = 0;
1870
1871        switch (transaction->state) {
1872        case REF_TRANSACTION_OPEN:
1873                /* No need to abort explicitly. */
1874                break;
1875        case REF_TRANSACTION_PREPARED:
1876                ret = refs->be->transaction_abort(refs, transaction, err);
1877                break;
1878        case REF_TRANSACTION_CLOSED:
1879                die("BUG: abort called on a closed reference transaction");
1880                break;
1881        default:
1882                die("BUG: unexpected reference transaction state");
1883                break;
1884        }
1885
1886        ref_transaction_free(transaction);
1887        return ret;
1888}
1889
1890int ref_transaction_commit(struct ref_transaction *transaction,
1891                           struct strbuf *err)
1892{
1893        struct ref_store *refs = transaction->ref_store;
1894        int ret;
1895
1896        switch (transaction->state) {
1897        case REF_TRANSACTION_OPEN:
1898                /* Need to prepare first. */
1899                ret = ref_transaction_prepare(transaction, err);
1900                if (ret)
1901                        return ret;
1902                break;
1903        case REF_TRANSACTION_PREPARED:
1904                /* Fall through to finish. */
1905                break;
1906        case REF_TRANSACTION_CLOSED:
1907                die("BUG: commit called on a closed reference transaction");
1908                break;
1909        default:
1910                die("BUG: unexpected reference transaction state");
1911                break;
1912        }
1913
1914        return refs->be->transaction_finish(refs, transaction, err);
1915}
1916
1917int refs_verify_refname_available(struct ref_store *refs,
1918                                  const char *refname,
1919                                  const struct string_list *extras,
1920                                  const struct string_list *skip,
1921                                  struct strbuf *err)
1922{
1923        const char *slash;
1924        const char *extra_refname;
1925        struct strbuf dirname = STRBUF_INIT;
1926        struct strbuf referent = STRBUF_INIT;
1927        struct object_id oid;
1928        unsigned int type;
1929        struct ref_iterator *iter;
1930        int ok;
1931        int ret = -1;
1932
1933        /*
1934         * For the sake of comments in this function, suppose that
1935         * refname is "refs/foo/bar".
1936         */
1937
1938        assert(err);
1939
1940        strbuf_grow(&dirname, strlen(refname) + 1);
1941        for (slash = strchr(refname, '/'); slash; slash = strchr(slash + 1, '/')) {
1942                /* Expand dirname to the new prefix, not including the trailing slash: */
1943                strbuf_add(&dirname, refname + dirname.len, slash - refname - dirname.len);
1944
1945                /*
1946                 * We are still at a leading dir of the refname (e.g.,
1947                 * "refs/foo"; if there is a reference with that name,
1948                 * it is a conflict, *unless* it is in skip.
1949                 */
1950                if (skip && string_list_has_string(skip, dirname.buf))
1951                        continue;
1952
1953                if (!refs_read_raw_ref(refs, dirname.buf, &oid, &referent, &type)) {
1954                        strbuf_addf(err, "'%s' exists; cannot create '%s'",
1955                                    dirname.buf, refname);
1956                        goto cleanup;
1957                }
1958
1959                if (extras && string_list_has_string(extras, dirname.buf)) {
1960                        strbuf_addf(err, "cannot process '%s' and '%s' at the same time",
1961                                    refname, dirname.buf);
1962                        goto cleanup;
1963                }
1964        }
1965
1966        /*
1967         * We are at the leaf of our refname (e.g., "refs/foo/bar").
1968         * There is no point in searching for a reference with that
1969         * name, because a refname isn't considered to conflict with
1970         * itself. But we still need to check for references whose
1971         * names are in the "refs/foo/bar/" namespace, because they
1972         * *do* conflict.
1973         */
1974        strbuf_addstr(&dirname, refname + dirname.len);
1975        strbuf_addch(&dirname, '/');
1976
1977        iter = refs_ref_iterator_begin(refs, dirname.buf, 0,
1978                                       DO_FOR_EACH_INCLUDE_BROKEN);
1979        while ((ok = ref_iterator_advance(iter)) == ITER_OK) {
1980                if (skip &&
1981                    string_list_has_string(skip, iter->refname))
1982                        continue;
1983
1984                strbuf_addf(err, "'%s' exists; cannot create '%s'",
1985                            iter->refname, refname);
1986                ref_iterator_abort(iter);
1987                goto cleanup;
1988        }
1989
1990        if (ok != ITER_DONE)
1991                die("BUG: error while iterating over references");
1992
1993        extra_refname = find_descendant_ref(dirname.buf, extras, skip);
1994        if (extra_refname)
1995                strbuf_addf(err, "cannot process '%s' and '%s' at the same time",
1996                            refname, extra_refname);
1997        else
1998                ret = 0;
1999
2000cleanup:
2001        strbuf_release(&referent);
2002        strbuf_release(&dirname);
2003        return ret;
2004}
2005
2006int refs_for_each_reflog(struct ref_store *refs, each_ref_fn fn, void *cb_data)
2007{
2008        struct ref_iterator *iter;
2009
2010        iter = refs->be->reflog_iterator_begin(refs);
2011
2012        return do_for_each_ref_iterator(iter, fn, cb_data);
2013}
2014
2015int for_each_reflog(each_ref_fn fn, void *cb_data)
2016{
2017        return refs_for_each_reflog(get_main_ref_store(), fn, cb_data);
2018}
2019
2020int refs_for_each_reflog_ent_reverse(struct ref_store *refs,
2021                                     const char *refname,
2022                                     each_reflog_ent_fn fn,
2023                                     void *cb_data)
2024{
2025        return refs->be->for_each_reflog_ent_reverse(refs, refname,
2026                                                     fn, cb_data);
2027}
2028
2029int for_each_reflog_ent_reverse(const char *refname, each_reflog_ent_fn fn,
2030                                void *cb_data)
2031{
2032        return refs_for_each_reflog_ent_reverse(get_main_ref_store(),
2033                                                refname, fn, cb_data);
2034}
2035
2036int refs_for_each_reflog_ent(struct ref_store *refs, const char *refname,
2037                             each_reflog_ent_fn fn, void *cb_data)
2038{
2039        return refs->be->for_each_reflog_ent(refs, refname, fn, cb_data);
2040}
2041
2042int for_each_reflog_ent(const char *refname, each_reflog_ent_fn fn,
2043                        void *cb_data)
2044{
2045        return refs_for_each_reflog_ent(get_main_ref_store(), refname,
2046                                        fn, cb_data);
2047}
2048
2049int refs_reflog_exists(struct ref_store *refs, const char *refname)
2050{
2051        return refs->be->reflog_exists(refs, refname);
2052}
2053
2054int reflog_exists(const char *refname)
2055{
2056        return refs_reflog_exists(get_main_ref_store(), refname);
2057}
2058
2059int refs_create_reflog(struct ref_store *refs, const char *refname,
2060                       int force_create, struct strbuf *err)
2061{
2062        return refs->be->create_reflog(refs, refname, force_create, err);
2063}
2064
2065int safe_create_reflog(const char *refname, int force_create,
2066                       struct strbuf *err)
2067{
2068        return refs_create_reflog(get_main_ref_store(), refname,
2069                                  force_create, err);
2070}
2071
2072int refs_delete_reflog(struct ref_store *refs, const char *refname)
2073{
2074        return refs->be->delete_reflog(refs, refname);
2075}
2076
2077int delete_reflog(const char *refname)
2078{
2079        return refs_delete_reflog(get_main_ref_store(), refname);
2080}
2081
2082int refs_reflog_expire(struct ref_store *refs,
2083                       const char *refname, const struct object_id *oid,
2084                       unsigned int flags,
2085                       reflog_expiry_prepare_fn prepare_fn,
2086                       reflog_expiry_should_prune_fn should_prune_fn,
2087                       reflog_expiry_cleanup_fn cleanup_fn,
2088                       void *policy_cb_data)
2089{
2090        return refs->be->reflog_expire(refs, refname, oid, flags,
2091                                       prepare_fn, should_prune_fn,
2092                                       cleanup_fn, policy_cb_data);
2093}
2094
2095int reflog_expire(const char *refname, const struct object_id *oid,
2096                  unsigned int flags,
2097                  reflog_expiry_prepare_fn prepare_fn,
2098                  reflog_expiry_should_prune_fn should_prune_fn,
2099                  reflog_expiry_cleanup_fn cleanup_fn,
2100                  void *policy_cb_data)
2101{
2102        return refs_reflog_expire(get_main_ref_store(),
2103                                  refname, oid, flags,
2104                                  prepare_fn, should_prune_fn,
2105                                  cleanup_fn, policy_cb_data);
2106}
2107
2108int initial_ref_transaction_commit(struct ref_transaction *transaction,
2109                                   struct strbuf *err)
2110{
2111        struct ref_store *refs = transaction->ref_store;
2112
2113        return refs->be->initial_transaction_commit(refs, transaction, err);
2114}
2115
2116int refs_delete_refs(struct ref_store *refs, const char *msg,
2117                     struct string_list *refnames, unsigned int flags)
2118{
2119        return refs->be->delete_refs(refs, msg, refnames, flags);
2120}
2121
2122int delete_refs(const char *msg, struct string_list *refnames,
2123                unsigned int flags)
2124{
2125        return refs_delete_refs(get_main_ref_store(), msg, refnames, flags);
2126}
2127
2128int refs_rename_ref(struct ref_store *refs, const char *oldref,
2129                    const char *newref, const char *logmsg)
2130{
2131        return refs->be->rename_ref(refs, oldref, newref, logmsg);
2132}
2133
2134int rename_ref(const char *oldref, const char *newref, const char *logmsg)
2135{
2136        return refs_rename_ref(get_main_ref_store(), oldref, newref, logmsg);
2137}
2138
2139int refs_copy_existing_ref(struct ref_store *refs, const char *oldref,
2140                    const char *newref, const char *logmsg)
2141{
2142        return refs->be->copy_ref(refs, oldref, newref, logmsg);
2143}
2144
2145int copy_existing_ref(const char *oldref, const char *newref, const char *logmsg)
2146{
2147        return refs_copy_existing_ref(get_main_ref_store(), oldref, newref, logmsg);
2148}