rows { options { physical_type: PHYSICAL_STREAM_TYPE_QUADS max_name_table_size: 128 max_prefix_table_size: 16 max_datatype_table_size: 16 logical_type: LOGICAL_STREAM_TYPE_DATASETS version: 2 } } rows { prefix { value: "https://w3id.org/np/" } } rows { name { value: "RAbv_E_U02qVYAHDisjKEUhi7qQYFsjhGqL24QEbWRP78" } } rows { namespace { name: "this" value { prefix_id: 1 } } } rows { prefix { value: "https://w3id.org/np/RAbv_E_U02qVYAHDisjKEUhi7qQYFsjhGqL24QEbWRP78/" } } rows { name { } } rows { namespace { name: "sub" value { prefix_id: 2 } } } rows { prefix { value: "http://www.nanopub.org/nschema#" } } rows { namespace { name: "np" value { prefix_id: 3 name_id: 2 } } } rows { prefix { value: "http://purl.org/dc/terms/" } } rows { namespace { name: "dct" value { prefix_id: 4 name_id: 2 } } } rows { prefix { value: "https://w3id.org/np/o/ntemplate/" } } rows { namespace { name: "nt" value { prefix_id: 5 name_id: 2 } } } rows { prefix { value: "http://purl.org/nanopub/x/" } } rows { namespace { name: "npx" value { prefix_id: 6 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/2001/XMLSchema#" } } rows { namespace { name: "xsd" value { prefix_id: 7 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/2000/01/rdf-schema#" } } rows { namespace { name: "rdfs" value { prefix_id: 8 name_id: 2 } } } rows { prefix { value: "https://orcid.org/" } } rows { namespace { name: "orcid" value { prefix_id: 9 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/ns/prov#" } } rows { namespace { name: "prov" value { prefix_id: 10 name_id: 2 } } } rows { prefix { value: "http://xmlns.com/foaf/0.1/" } } rows { namespace { name: "foaf" value { prefix_id: 11 name_id: 2 } } } rows { name { value: "hasAssertion" } } rows { name { value: "assertion" } } rows { name { value: "Head" } } rows { quad { s_iri { prefix_id: 1 name_id: 1 } p_iri { prefix_id: 3 name_id: 3 } o_iri { prefix_id: 2 } g_iri { } } } rows { name { value: "hasProvenance" } } rows { name { value: "provenance" } } rows { quad { p_iri { prefix_id: 3 } o_iri { prefix_id: 2 } } } rows { name { value: "hasPublicationInfo" } } rows { name { value: "pubinfo" } } rows { quad { p_iri { prefix_id: 3 } o_iri { prefix_id: 2 } } } rows { prefix { value: "http://www.w3.org/1999/02/22-rdf-syntax-ns#" } } rows { name { value: "type" } } rows { name { value: "Nanopublication" } } rows { quad { p_iri { prefix_id: 12 } o_iri { prefix_id: 3 } } } rows { prefix { value: "https://doi.org/10.1145/" } } rows { name { value: "3712256.3726452" } } rows { name { value: "creator" } } rows { name { value: "0000-0001-9487-5622" } } rows { quad { s_iri { prefix_id: 13 } p_iri { prefix_id: 4 } o_iri { prefix_id: 9 } g_iri { prefix_id: 2 name_id: 4 } } } rows { name { value: "publisher" } } rows { prefix { value: "https://ror.org/" } } rows { name { value: "021nxhr62" } } rows { quad { p_iri { prefix_id: 4 name_id: 15 } o_iri { prefix_id: 14 } } } rows { name { value: "subject" } } rows { prefix { value: "http://edamontology.org/" } } rows { name { value: "topic_3316" } } rows { quad { p_iri { prefix_id: 4 } o_iri { prefix_id: 15 } } } rows { prefix { value: "https://w3id.org/fair/ff/terms/" } } rows { name { value: "article" } } rows { quad { p_iri { prefix_id: 12 name_id: 10 } o_iri { prefix_id: 16 name_id: 19 } } } rows { prefix { id: 5 value: "https://w3id.org/fdof/ontology#" } } rows { name { value: "FAIRDigitalObject" } } rows { quad { o_iri { prefix_id: 5 } } } rows { name { value: "comment" } } rows { quad { p_iri { prefix_id: 8 } o_literal { lex: "Ant Colony Optimization (ACO) has served as a widely-utilized metaheuristic algorithm for decades for solving combinatorial optimization problems. Since its initial construction, ACO has seen a wide variety of modifications and connections to Reinforcement Learning (RL). Substantial parallels can be seen as early as 1995 with Ant-Q\'s relationship with Q-learning, through 2022 with ADACO\'s connection with Policy Gradient. In this work, we describe ACO, more specifically the Stochastic Gradient Descent ACO algorithm (ACOSGD), explicitly as an off-policy Policy Gradient (PG) method. We also incorporate experience replay into several ACO algorithm variants, including AS, MaxMin-ACO, ACOSGD, ADACO, and our two policy gradient-based versions: PGACO and PPOACO, drawing the connection to elitist ACO strategies. We show that our implementation of PG in ACO with experience replay and a baselined reward update strategy applied to eight TSP problems of varying sizes performs competitively with both fundamental ACO and SGD-based ACO versions. We also show that the replay buffer seems to unilaterally improve the performance of ACO algorithms through an ablation study" } } } rows { name { value: "label" } } rows { quad { p_iri { } o_literal { lex: "Ant Colony Optimization with Policy Gradients and Replay" } } } rows { name { value: "hasMetadata" } } rows { quad { p_iri { prefix_id: 5 } o_iri { prefix_id: 1 name_id: 1 } } } rows { prefix { value: "https://www.w3.org/ns/dcat#" } } rows { name { value: "contactPoint" } } rows { quad { p_iri { prefix_id: 6 name_id: 24 } o_literal { lex: "john.sheppard@montana.edu" } } } rows { name { value: "endDate" } } rows { quad { p_iri { } o_literal { lex: "July 13 2025" } } } rows { name { value: "startDate" } } rows { quad { p_iri { } o_literal { lex: "2024" } } } rows { name { value: "wasAttributedTo" } } rows { name { value: "0009-0008-8411-2742" } } rows { quad { s_iri { prefix_id: 2 name_id: 4 } p_iri { prefix_id: 10 name_id: 27 } o_iri { prefix_id: 9 } g_iri { prefix_id: 2 name_id: 7 } } } rows { name { value: "name" } } rows { quad { s_iri { prefix_id: 9 name_id: 28 } p_iri { prefix_id: 11 } o_literal { lex: "Emily Regalado" } g_iri { prefix_id: 2 name_id: 9 } } } rows { name { value: "created" } } rows { datatype { value: "http://www.w3.org/2001/XMLSchema#dateTime" } } rows { quad { s_iri { prefix_id: 1 name_id: 1 } p_iri { prefix_id: 4 name_id: 30 } o_literal { lex: "2026-04-30T21:39:47.426Z" datatype: 1 } } } rows { quad { p_iri { name_id: 13 } o_iri { prefix_id: 9 name_id: 28 } } } rows { name { value: "license" } } rows { prefix { value: "https://creativecommons.org/licenses/by/4.0/" } } rows { quad { p_iri { prefix_id: 4 name_id: 31 } o_iri { prefix_id: 7 name_id: 2 } } } rows { prefix { id: 3 value: "http://purl.org/nanopub/x/" } } rows { name { value: "introduces" } } rows { quad { p_iri { prefix_id: 3 name_id: 32 } o_iri { prefix_id: 13 name_id: 12 } } } rows { name { value: "wasCreatedAt" } } rows { prefix { id: 14 value: "https://nanodash.knowledgepixels.com/" } } rows { quad { p_iri { prefix_id: 3 name_id: 33 } o_iri { prefix_id: 14 name_id: 2 } } } rows { prefix { value: "https://w3id.org/np/o/ntemplate/" } } rows { name { value: "wasCreatedFromProvenanceTemplate" } } rows { name { value: "RA7lSq6MuK_TIC6JMSHvLtee3lpLoZDOqLJCLXevnrPoU" } } rows { quad { p_iri { prefix_id: 15 name_id: 34 } o_iri { prefix_id: 1 } } } rows { name { value: "wasCreatedFromPubinfoTemplate" } } rows { name { value: "RACJ58Gvyn91LqCKIO9zu1eijDQIeEff28iyDrJgjSJF8" } } rows { quad { p_iri { prefix_id: 15 } o_iri { prefix_id: 1 } } } rows { name { value: "RAukAcWHRDlkqxk7H2XNSegc1WnHI569INvNr-xdptDGI" } } rows { quad { o_iri { } } } rows { name { value: "wasCreatedFromTemplate" } } rows { name { value: "RArM5GTwgxg9qslGX-XiQ-KTTUwdoM0KB1YqmT4GqTizA" } } rows { quad { p_iri { prefix_id: 15 } o_iri { prefix_id: 1 } } } rows { name { value: "sig" } } rows { name { value: "hasAlgorithm" } } rows { quad { s_iri { prefix_id: 2 } p_iri { prefix_id: 3 } o_literal { lex: "RSA" } } } rows { name { value: "hasPublicKey" } } rows { quad { p_iri { } o_literal { lex: "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAxzr6UBGMW6c8tegz0babaledWUEQ0PLDE4tp7Iinbe2DZtAtY5JUptKYuStWDZx+QER4808P8dejNWRnBDzgthYJm/AyNSXflHSJhz2+NC+h7RylOLxbwLEQocmyKKiYxa2gT85m6ajVL2M6TnfG67nnK+K2f7iCGL6wYXRITD1q+7+5SWqBdDXIV921W4IKWaD2GJk+NRBoOqQhbsrk8Tn5XsNd7DMYVHk47oMDGbeBnrOIoRPsbBgAcoCsxxhiB9yN6Lf8EUbnlXVEDzJuZk048L1BDZL+6nkA8btTQGP2ijUFWA7rTrod3LjUDQWLZS95njjl867dtmv/znYkzwIDAQAB" } } } rows { name { value: "hasSignature" } } rows { quad { p_iri { } o_literal { lex: "QK0Uq0dM8EDClZWwK1iypzM5Jofx7eS22L4Yyk8y1QSVx7lJke+W4p4J+YgX6SyQ5ArHEcpoJHzdiV/fM2BzLoBO5d4TqI2fXMpyAdEa3MCZBkv2VnG7G27xSBbEEuYQQfKCdCuLpxFTUfq7u6U9225ODch4R53l2xXGGJPhzvwuwAFxphAzJcrDZo8NzhyHbYq3Mp7Y0FZUbbAF6GBwK/qxrRVuUNuhVE6+EMSo9o3cATE/pb5B5YMkOSY2GYfsThybCKX0FETh5T5L8pp4AY3kA8aCW42ZpH0511DkuMpDNvyDArvBmj85jLc7wJaJPV8n2NtpbChXFOrjlMWIug==" } } } rows { name { value: "hasSignatureTarget" } } rows { quad { p_iri { } o_iri { prefix_id: 1 name_id: 1 } } } rows { name { value: "signedBy" } } rows { quad { p_iri { prefix_id: 3 name_id: 46 } o_iri { prefix_id: 9 name_id: 28 } } }