Commit ea3d12d2 authored by Kelvin Fichter's avatar Kelvin Fichter

fix(ctb): clean and fix test names script

Cleans up the test names script and fixes a few errors.
parent 25be16bf
import fs from 'fs'
import path from 'path'
type Check = {
check: (name: string, parts: string[]) => void
makeError: (name: string) => Error
}
import { glob } from 'glob'
/**
* Function name checks
* Series of function name checks.
*/
const FunctionNameChecks: { [name: string]: Check } = {
invalidCase: {
check: (name: string, parts: string[]): void => {
parts.forEach((part) => {
if (part[0] !== part[0].toLowerCase()) {
throw FunctionNameChecks.invalidCase.makeError(name)
}
const checks: Array<{
check: (parts: string[]) => boolean
error: string
}> = [
{
error: 'test name parts should be in camelCase',
check: (parts: string[]): boolean => {
return parts.every((part) => {
return part[0] === part[0].toLowerCase()
})
},
makeError: (name: string): Error =>
new Error(
`Invalid test name "${name}".\n Test name parts should be in camelCase.`
),
},
invalidNumParts: {
check: (name: string, parts: string[]): void => {
if (parts.length < 3 || parts.length > 4) {
throw FunctionNameChecks.invalidNumParts.makeError(name)
}
{
error:
'test names should have either 3 or 4 parts, each separated by underscores',
check: (parts: string[]): boolean => {
return parts.length === 3 || parts.length === 4
},
makeError: (name: string): Error =>
new Error(
`Invalid test name "${name}".\n Test names should have either 3 or 4 parts, each separated by underscores.`
),
},
invalidPrefix: {
check: (name: string, parts: string[]): void => {
if (!['test', 'testFuzz', 'testDiff'].includes(parts[0])) {
throw FunctionNameChecks.invalidPrefix.makeError(name)
}
{
error: 'test names should begin with "test", "testFuzz", or "testDiff"',
check: (parts: string[]): boolean => {
return ['test', 'testFuzz', 'testDiff'].includes(parts[0])
},
makeError: (name: string): Error =>
new Error(
`Invalid test name "${name}".\n Names should begin with "test", "testFuzz", or "testDiff".`
),
},
invalidTestResult: {
check: (name: string, parts: string[]): void => {
if (
!['succeeds', 'reverts', 'fails', 'benchmark', 'works'].includes(
{
error:
'test names should end with either "succeeds", "reverts", "fails", "works" or "benchmark[_num]"',
check: (parts: string[]): boolean => {
return (
['succeeds', 'reverts', 'fails', 'benchmark', 'works'].includes(
parts[parts.length - 1]
) &&
parts[parts.length - 2] !== 'benchmark'
) {
throw FunctionNameChecks.invalidTestResult.makeError(name)
}
) ||
(parts[parts.length - 2] === 'benchmark' &&
!isNaN(parseInt(parts[parts.length - 1], 10)))
)
},
makeError: (name: string): Error =>
new Error(
`Invalid test name "${name}".\n Test names should end with either "succeeds", "reverts", "fails", "works" or "benchmark[_num]".`
),
},
noFailureReason: {
check: (name: string, parts: string[]): void => {
if (
['reverts', 'fails'].includes(parts[parts.length - 1]) &&
parts.length < 4
) {
throw FunctionNameChecks.noFailureReason.makeError(name)
}
{
error:
'failure tests should have 4 parts, third part should indicate the reason for failure',
check: (parts: string[]): boolean => {
return (
parts.length === 4 ||
!['reverts', 'fails'].includes(parts[parts.length - 1])
)
},
makeError: (name: string): Error =>
new Error(
`Invalid test name "${name}".\n Failure tests should have 4 parts. The third part should indicate the reason for failure.`
),
},
}
// Given a test function name, ensures it matches the expected format
const handleFunctionName = (name: string) => {
if (!name.startsWith('test')) {
return
}
const parts = name.split('_')
Object.values(FunctionNameChecks).forEach(({ check }) => check(name, parts))
}
]
/**
* Script for checking that all test functions are named correctly.
*/
const main = async () => {
const artifactsPath = './forge-artifacts'
// Get a list of all solidity files with the extension t.sol
const solTestFiles = fs
.readdirSync(artifactsPath)
.filter((solFile) => solFile.includes('.t.sol'))
const errors: string[] = []
const files = glob.sync('./forge-artifacts/**/*.t.sol/*Test*.json')
for (const file of files) {
const artifact = JSON.parse(fs.readFileSync(file, 'utf8'))
for (const element of artifact.abi) {
// Skip non-functions and functions that don't start with "test".
if (element.type !== 'function' || !element.name.startsWith('test')) {
continue
}
// Build a list of artifacts for contracts which include the string Test in them
let testArtifacts: string[] = []
for (const file of solTestFiles) {
testArtifacts = testArtifacts.concat(
fs
.readdirSync(path.join(artifactsPath, file))
.filter((x) => x.includes('Test'))
.map((x) => path.join(artifactsPath, stf, x))
)
// Check the rest.
for (const { check, error } of checks) {
if (!check(element.name.split('_'))) {
errors.push(`in ${file} function ${element.name}: ${error}`)
}
}
}
}
for (const artifact of testArtifacts) {
JSON.parse(fs.readFileSync(artifact, 'utf8'))
.abi.filter((el) => el.type === 'function')
.forEach((el) => {
try {
handleFunctionName(el.name)
} catch (error) {
throw new Error(`In ${path.parse(artifact).name}: ${error.message}`)
}
})
if (errors) {
console.error(errors.join('\n'))
process.exit(1)
}
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment