Class: Raif::Generators::Evals::SetupGenerator

Inherits:
Rails::Generators::Base
  • Object
show all
Defined in:
lib/generators/raif/evals/setup/setup_generator.rb

Instance Method Summary collapse

Instance Method Details

#create_directories ⇒ Object 



11
12
13
14
15
16
 
# File 'lib/generators/raif/evals/setup/setup_generator.rb', line 11

def create_directories
  empty_directory "raif_evals"
  empty_directory "raif_evals/eval_sets"
  empty_directory "raif_evals/files"
  empty_directory "raif_evals/results"
end

#create_gitignore ⇒ Object 



28
29
30
31
32
33
 
# File 'lib/generators/raif/evals/setup/setup_generator.rb', line 28

def create_gitignore
  create_file "raif_evals/results/.gitignore", <<~EOS
    *
    !.gitignore
  EOS
end

#create_setup_file ⇒ Object 



18
19
20
21
22
23
24
25
26
 
# File 'lib/generators/raif/evals/setup/setup_generator.rb', line 18

def create_setup_file
  create_file "raif_evals/setup.rb", <<~EOS
    #
    # This file is loaded at the start of a run of your evals.
    #
    # Add any setup code that should run before your evals.
    #
  EOS
end

#show_instructions ⇒ Object 



35
36
37
38
39
40
41
42
43
 
# File 'lib/generators/raif/evals/setup/setup_generator.rb', line 35

def show_instructions
  say "\nRaif evals setup complete!", :green
  say "You can create evals with: rails g raif:eval_set ExampleName"
  say ""
  say "Run evals with:"
  say "  bundle exec raif evals                                           # Run all evals"
  say "  bundle exec raif evals ./raif_evals/eval_sets/my_eval_set.rb     # Run specific eval set"
  say ""
end