Method parse_args

src/main.cpp:203–254

Returns true if args are valid, false otherwise

  bool use_wikitext = false;
  // Returns true if args are valid, false otherwise
  bool parse_args(const std::vector<const char*>& args) {
    std::string prompt_path = "";
    for (size_t i = 0; i < args.size();) {
      // do some basic validation
      if (args[i][0] != '-') {
        return false;
      } // must start with dash
      if (strlen(args[i]) != 2) {
        return false;
      } // must be -x (one dash, one letter)

      // read in the args
      if (args[i][1] == 'h') {
        return false;
      } else if (args[i][1] == 'i') {
        if (i + 1 >= args.size()) {
          return false;
        }
        prompt = args[i + 1];
        i += 2;
      } else if (args[i][1] == 'f') {
        if (i + 1 >= args.size()) {
          return false;
        }
        prompt_path = args[i + 1];
        i += 2;
      } else if (args[i][1] == 'w') {
        use_wikitext = true;
        i += 1;
      } else {
        return false;
      }
    }
    int has_prompt = prompt.size() > 0 ? 1 : 0;
    int has_prompt_path = prompt_path.size() > 0 ? 1 : 0;
    int has_wikitext = use_wikitext ? 1 : 0;
    if ((has_prompt + has_prompt_path + has_wikitext) != 1) {
      std::cerr << "Error: must provide exactly one nonempty -i <input prompt> or -f <input filepath> or -w" << std::endl;
      return false;
    } else if (has_prompt_path) {
      std::ifstream file(prompt_path);
      if (!file.is_open()) {
        std::cerr << "Error: could not open file " << prompt_path << std::endl;
        return false;
      }

      std::stringstream buffer;
      buffer << file.rdbuf();
      prompt = buffer.str();
    }
    return true;
  }
};

std::vector<int> encode_prompt(const std::string& prompt, Tokenizer& tokenizer) {