Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions _bibliography/papers.bib
Original file line number Diff line number Diff line change
Expand Up @@ -552,13 +552,15 @@ @misc{yan2025vizcoast
abstract = {In task and motion planning, high-level task planning is done over an abstraction of the world to enable efficient search in long-horizon robotics problems. However, the feasibility of these task-level plans relies on the downward refinability of the abstraction into continuous motion. When a domain's refinability is poor, task-level plans that appear valid may ultimately fail during motion planning, requiring replanning and resulting in slower overall performance. Prior works mitigate this by encoding refinement issues as constraints to prune infeasible task plans. However, these approaches only add constraints upon refinement failure, expending significant search effort on infeasible branches. We propose VIZ-COAST, a method of leveraging the common-sense spatial reasoning of large pretrained Vision-Language Models to identify issues with downward refinement a priori, bypassing the need to fix these failures during planning. Experiments on two challenging TAMP domains show that our approach is able to extract plausible constraints from images and domain descriptions, drastically reducing planning times and, in some cases, eliminating downward refinement failures altogether, generalizing to a diverse range of instances from the broader domain.},
archiveprefix = {arXiv},
author = {Muyang Yan* and Miras Mengdibayev* and Ardon Floros and Weihang Guo and Lydia E. Kavraki and Zachary Kingston},
code = {https://github.com/CoMMALab/VIZ-COAST},
eprint = {2510.25548},
note = {Under Review},
pdf = {https://arxiv.org/abs/2510.25548},
preview = {viz_coast.webm},
primaryclass = {cs.RO},
projects = {long-horizon,implicit},
title = {Using {VLM} Reasoning to Constrain Task and Motion Planning},
website = {../papers/vizcoast},
year = 2025
}
@misc{coumar2025foam,
Expand Down
405 changes: 405 additions & 0 deletions papers/vizcoast/index.html

Large diffs are not rendered by default.

1 change: 1 addition & 0 deletions papers/vizcoast/static/css/bulma.min.css

Large diffs are not rendered by default.

70 changes: 70 additions & 0 deletions papers/vizcoast/static/css/index.css
Original file line number Diff line number Diff line change
@@ -0,0 +1,70 @@
/* Adapted from the Nerfies project page (https://github.com/nerfies/nerfies.github.io). */

body {
font-family: 'Noto Sans', sans-serif;
}

.footer .icon-link {
font-size: 25px;
color: #000;
}

.link-block a {
margin-top: 5px;
margin-bottom: 5px;
}

.method-name {
font-variant: small-caps;
}

.teaser .hero-body {
padding-top: 0;
padding-bottom: 3rem;
}

.teaser {
font-family: 'Google Sans', sans-serif;
}

.publication-title,
.publication-authors {
font-family: 'Google Sans', sans-serif;
}

.publication-authors a {
color: hsl(204, 86%, 53%) !important;
}

.publication-authors a:hover {
text-decoration: underline;
}

.author-block {
display: inline-block;
}

.publication-note {
color: #555;
}

.figure img,
.figure video {
width: 100%;
border-radius: 5px;
}

.figure-narrow {
max-width: 480px;
margin: 0 auto;
}

.figure-medium {
max-width: 720px;
margin: 0 auto;
}

.figure-caption {
margin-top: 0.75rem;
color: #4a4a4a;
}
Binary file added papers/vizcoast/static/images/architecture.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added papers/vizcoast/static/images/cooking.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added papers/vizcoast/static/images/domains.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added papers/vizcoast/static/images/favicon.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added papers/vizcoast/static/images/favicon_dark.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added papers/vizcoast/static/images/overview.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added papers/vizcoast/static/images/packing.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added papers/vizcoast/static/images/shelf.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading