To predict a set from a vector, use gradient descent to find a set the encodes to that vector.

[arxiv] [code] [poster 1] [poster 2]

@inproceedings{
    zhang2019dspn,
    author        = {Yan Zhang and Jonathon Hare and Adam Pr\"ugel-Bennett},
    title         = {{Deep Set Prediction Networks}},
    booktitle     = {Advances in Neural Information Processing Systems},
    year          = {2019},
    eprint        = {1906.06565},
    url           = {https://arxiv.org/abs/1906.06565},
}