Skip to content

Commit

Permalink
print line removed
Browse files Browse the repository at this point in the history
  • Loading branch information
BoyuanJackChen committed Dec 19, 2022
1 parent fdf4868 commit 2f6d580
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion copilot_proxy/utils/codegen.py
Original file line number Diff line number Diff line change
Expand Up @@ -164,7 +164,7 @@ def generate(self, data):

# Calculate the beam index with the highest log prob in constant time.
one_beam = False
print(f"one_beam is: {one_beam}")
# print(f"one_beam is: {one_beam}")
lp_data = result.as_numpy("output_log_probs")
lp_sums = np.zeros((lp_data.shape[0], lp_data.shape[1]))
lp_result = np.zeros((lp_data.shape[0], lp_data.shape[2])) # Pick the best one from each beam
Expand Down
2 changes: 1 addition & 1 deletion docker-compose.yaml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
version: '3.3'
services:
triton:
image: triton_with_ft_boyuanchen:22.06
image: triton_with_ft_3296:22.06
command: bash -c "CUDA_VISIBLE_DEVICES=${GPUS} mpirun -n 1 --allow-run-as-root /opt/tritonserver/bin/tritonserver --model-repository=/model"
shm_size: '2gb'
volumes:
Expand Down

0 comments on commit 2f6d580

Please sign in to comment.