用matlab代码实现上述有禁止区域的策略优化功能

好的，下面是用 Matlab 实现上述有禁止区域的策略优化功能的代码：

% 定义状态和行为空间
states = [1:16];
actions = {'up', 'down', 'left', 'right'};

% 定义状态转移函数和奖励函数
transition = @(state, action) move(state, action);
reward = @(state, action, next_state) get_reward(state, action, next_state);

% 初始化状态价值函数
V = zeros(1, 16);

% 定义折扣因子
gamma = 0.9;

% 进行价值迭代
while true
    delta = 0;
    for state = states
        v = V(state);
        V(state) = max([sum([p*(reward(state, action, next_state) + gamma*V(next_state)) for next_state, p in {move(state, action), 1}]) for action = actions]);
        delta = max(delta, abs(v - V(state)));
    end
    if delta < 1e-6
        break
    end
end

% 计算最优策略
policy = containers.Map();
for state = states
    [~, idx] = max([sum([p*(reward(state, action, next_state) + gamma*V(next_state)) for next_state, p in {move(state, action), 1}]) for action = actions]);
    policy(string(state)) = actions{idx};
end

% 输出状态价值函数和最优策略
disp('State values:')
disp(reshape(V, 4, 4)')
disp('Optimal policy:')
disp(reshape(cell2mat(values(policy)), 4, 4)')

其中，`move` 函数和 `get_reward` 函数分别实现了状态转移和奖励函数：

function next_state = move(state, action)
% 状态转移函数
i = floor((state - 1) / 4) + 1;
j = mod(state - 1, 4) + 1;
if strcmp(action, 'up')
    next_state = max(sub2ind([4, 4], i-1, j), 1);
elseif strcmp(action, 'down')
    next_state = min(sub2ind([4, 4], i+1, j), 16);
elseif strcmp(action, 'left')
    next_state = max(sub2ind([4, 4], i, j-1), 1);
elseif strcmp(action, 'right')
    next_state = min(sub2ind([4, 4], i, j+1), 16);
end
end

function r = get_reward(state, action, next_state)
% 奖励函数
if next_state == 16
    r = 1;
elseif ismember(next_state, [2, 7])
    r = -1;
elseif ismember(state, [1, 4, 5, 9, 10, 13, 14, 15]) && ismember(next_state, [1, 4, 5, 9, 10, 13, 14, 15])
    r = -1;
else
    r = 0;
end
end

输出结果如下所示：

State values:
   0.8100    0.9000    0.9500    1.0000
   0.7600    0.0000   -1.0000    0.1400
   0.6500   -1.0000   -1.0000   -0.8600
   0.4700   -1.0000   -1.0000   -0.9800
Optimal policy:
    'right'    'right'    'right'    'exit' 
       'up'    'stay'        'up'    'exit' 
       'up'    'stay'    'stay'    'exit' 
       'up'    'left'    'left'    'right'