evaluateCodeSearch.ts

const evaluateCodeSearch = async (
  files: FileInfo[],
  numSamples: number = 15,
  k: number = 5
) => {
  // create validation set
  const validationSet: ValidationQuery[] = await generateValidationQueries(files, numSamples)
  const resultSet: QueryResult[][] = []
  
  // run each validation query against the code search system
  for (let query of validationSet) {
    const queryStr = query.query
    const result = await runQuery(queryStr, files)
    resultSet.push(result)
  }
  
  // calculate evaluation score
  const score = calculateMAPAtK(validationSet, resultSet)
  return score
}