BC-Bench/src/bcbench/agent/shared/config.yaml at 95270bbfa6ad6cd4cc8a39e65c4995ad6b7f329f · microsoft/BC-Bench · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
prompt:
  include_project_paths: false

  # Input mode for test generation: "problem-statement", "gold-patch", or "both"
  # - problem-statement: Agent reads bug description, generates tests to reproduce issue => Test driven development
  # - gold-patch: Agent sees fixed code, generates tests to verify fix works             => Test verification for known fixes
  # - both: Agent sees both the bug description and the fixed code                       => Combined context for test generation
  test-generation-input: "both"

  bug-fix-template: |
    You are working with a Business Central (AL) code repository at {{repo_path}}.

    Task: Fix the issue described below {% if include_project_paths %}in the following projects: {{project_paths}}{% endif %}

    Important constraints:
    - Do NOT modify any testing logic or test files
    - Focus solely on fixing the reported issue
    {% if al_mcp %}
    - Do NOT try to run tests
    {% else %}
    - Do NOT try to build or run tests, just provide the code changes needed
    {% endif %}
    - Do NOT commit any changes to the repository

    Issue details:
    {{task}}

  test-generation-template: |
    You are working with a Business Central (AL) code repository at {{repo_path}}.
    {% if is_gold_patch and is_problem_statement %}
    Task: Generate ONE test case that reproduce the issue described below {% if include_project_paths %}in the following projects: {{project_paths}}{% endif %}
      The fix has already been applied as local unstaged changes. Write a test that passes with this fix and would fail without it.
    {% elif is_gold_patch %}
    Task: Generate ONE test case that verifies the unstaged changes in *.al files {% if include_project_paths %}in the following projects: {{project_paths}}{% endif %}
      The fix has already been applied as local unstaged changes. Write a test that passes with this fix and would fail without it.
    {% else %}
    Task: Generate ONE test case that reproduce the issue described below {% if include_project_paths %}in the following projects: {{project_paths}}{% endif %}
      The tests should fail against the current codebase (unfixed) and should pass once the issue is fixed.
    {% endif %}

    Important constraints:
    - Do NOT modify any production code
    - Focus solely on generating tests {% if is_gold_patch %}that verify the fix works correctly{% else %}for the reported issue{% endif %}
    {% if al_mcp %}
    - Do NOT try to run tests
    {% else %}
    - Do NOT try to build or run tests, just provide the code changes needed
    {% endif %}
    - Do NOT commit any changes to the repository
    {% if is_problem_statement %}
    Issue details:
    {{task}}
    {% endif %}

# controls:
# 1. whether to copy custom instructions (`src/bcbench/agent/copilot/instructions/<sanitized-repo>/`) into the repo
# 2. whether to pass --disable-custom-instructions to copilot
instructions:
  enabled: false

# controls:
# 1. whether to copy skills (`src/bcbench/agent/copilot/instructions/<sanitized-repo>/skills/`) into repo/.github/skills/
# 2. SDK passes skill_directories to SessionConfig; CLI auto-discovers from .github/skills/
skills:
  enabled: true
  # name is for documentation only - all skills in the skills/ folder are loaded
  name: al-test-generation

# controls:
# 1. whether to copy custom agents (`src/bcbench/agent/copilot/instructions/<sanitized-repo>/agents/`) into the repo
# 2. whether to pass --agent=<agent-name> to copilot
agents:
  enabled: false
  name: ALTest

# mcp:
#   servers:
#     - name: "mslearn"
#       type: "http"
#       url: "https://learn.microsoft.com/api/mcp"
#       tools: ["*"]

#     - name: "filesystem"
#       type: "local"
#       command: "npx"
#       args: ["-y", "@modelcontextprotocol/server-filesystem", "{{repo_path}}"]
#       tools: ["*"]

# AL MCP server configuration (flag-gated via --al-mcp CLI flag)
# https://www.nuget.org/packages/Microsoft.Dynamics.BusinessCentral.Development.Tools
# This provides foundational AL development functions like compile
al-mcp:
  name: "altool"
  type: "http"
  url: "http://localhost:5000"
  tools: ["*"]