Changes
On September 23, 2025 at 3:10:56 PM UTC,
-
Added resource Moving Data into and out of TACC to NetSage.io
f | 1 | { | f | 1 | { |
2 | "author": "Jen Schopf", | 2 | "author": "Jen Schopf", | ||
3 | "author_email": "", | 3 | "author_email": "", | ||
4 | "creator_user_id": "a21a024c-343c-4b53-a214-49d6fe62a720", | 4 | "creator_user_id": "a21a024c-343c-4b53-a214-49d6fe62a720", | ||
5 | "groups": [], | 5 | "groups": [], | ||
6 | "id": "856f067e-d688-4333-9ea0-1a8ca1184cf9", | 6 | "id": "856f067e-d688-4333-9ea0-1a8ca1184cf9", | ||
7 | "isopen": false, | 7 | "isopen": false, | ||
8 | "license_id": "notspecified", | 8 | "license_id": "notspecified", | ||
9 | "license_title": "License not specified", | 9 | "license_title": "License not specified", | ||
10 | "maintainer": "", | 10 | "maintainer": "", | ||
11 | "maintainer_email": "", | 11 | "maintainer_email": "", | ||
12 | "metadata_created": "2025-09-23T14:10:39.780293", | 12 | "metadata_created": "2025-09-23T14:10:39.780293", | ||
n | 13 | "metadata_modified": "2025-09-23T14:57:58.438935", | n | 13 | "metadata_modified": "2025-09-23T15:10:56.024268", |
14 | "name": "netsage-io", | 14 | "name": "netsage-io", | ||
15 | "notes": "Netsage is a flow level monitoring tool that shows you | 15 | "notes": "Netsage is a flow level monitoring tool that shows you | ||
16 | network transfers.\r\n[committed to privacy]\r\nGlobal Science | 16 | network transfers.\r\n[committed to privacy]\r\nGlobal Science | ||
17 | Registry\r\nBuilt around answering questions. \r\nDifferent because it | 17 | Registry\r\nBuilt around answering questions. \r\nDifferent because it | ||
18 | begins with questions about the flow of data. \r\nHuman-readable | 18 | begins with questions about the flow of data. \r\nHuman-readable | ||
19 | summaries and patterns. \r\n\r\nFlow >> Ingest Pipeline (Docker) at | 19 | summaries and patterns. \r\n\r\nFlow >> Ingest Pipeline (Docker) at | ||
20 | provider site \r\n[discard <10M everything that's not necessary to | 20 | provider site \r\n[discard <10M everything that's not necessary to | ||
21 | reduce size to about 10% of the metadata]\r\n[De-identify, e.g. drop | 21 | reduce size to about 10% of the metadata]\r\n[De-identify, e.g. drop | ||
22 | the low order bits]\r\n[CAIDA Tags]\r\n[SciReg Tags]\r\n[Flow | 22 | the low order bits]\r\n[CAIDA Tags]\r\n[SciReg Tags]\r\n[Flow | ||
23 | stitching]\r\n\r\nGlobus\r\n[visualize Globus \"Task\" | 23 | stitching]\r\n\r\nGlobus\r\n[visualize Globus \"Task\" | ||
24 | data]\r\n[converted to a flow-like]\r\nSNMP\r\n\r\nThe Dashboard shows | 24 | data]\r\n[converted to a flow-like]\r\nSNMP\r\n\r\nThe Dashboard shows | ||
25 | flows between systems, resources, sites, etc. \r\n\r\nWays you can | 25 | flows between systems, resources, sites, etc. \r\n\r\nWays you can | ||
26 | transfer data to TACC. \r\n\r\nResources can be added and tagged to | 26 | transfer data to TACC. \r\n\r\nResources can be added and tagged to | ||
27 | Science Registry and just need IP ranges. \r\n", | 27 | Science Registry and just need IP ranges. \r\n", | ||
n | 28 | "num_resources": 3, | n | 28 | "num_resources": 4, |
29 | "num_tags": 0, | 29 | "num_tags": 0, | ||
30 | "organization": { | 30 | "organization": { | ||
31 | "approval_status": "approved", | 31 | "approval_status": "approved", | ||
32 | "created": "2025-02-21T21:31:24.796446", | 32 | "created": "2025-02-21T21:31:24.796446", | ||
33 | "description": "", | 33 | "description": "", | ||
34 | "id": "14be6fc1-ed23-4b7d-85d1-2ebf39950012", | 34 | "id": "14be6fc1-ed23-4b7d-85d1-2ebf39950012", | ||
35 | "image_url": | 35 | "image_url": | ||
36 | "2025-06-27-024459.533006Screenshot-2025-06-26-at-9.44.18-PM.png", | 36 | "2025-06-27-024459.533006Screenshot-2025-06-26-at-9.44.18-PM.png", | ||
37 | "is_organization": true, | 37 | "is_organization": true, | ||
38 | "name": "dso-internal", | 38 | "name": "dso-internal", | ||
39 | "state": "active", | 39 | "state": "active", | ||
40 | "title": "DSO Internal", | 40 | "title": "DSO Internal", | ||
41 | "type": "organization" | 41 | "type": "organization" | ||
42 | }, | 42 | }, | ||
43 | "owner_org": "14be6fc1-ed23-4b7d-85d1-2ebf39950012", | 43 | "owner_org": "14be6fc1-ed23-4b7d-85d1-2ebf39950012", | ||
44 | "private": false, | 44 | "private": false, | ||
45 | "relationships_as_object": [], | 45 | "relationships_as_object": [], | ||
46 | "relationships_as_subject": [], | 46 | "relationships_as_subject": [], | ||
47 | "resources": [ | 47 | "resources": [ | ||
48 | { | 48 | { | ||
49 | "cache_last_updated": null, | 49 | "cache_last_updated": null, | ||
50 | "cache_url": null, | 50 | "cache_url": null, | ||
51 | "created": "2025-09-23T14:11:23.979403", | 51 | "created": "2025-09-23T14:11:23.979403", | ||
52 | "description": "", | 52 | "description": "", | ||
53 | "format": "", | 53 | "format": "", | ||
54 | "hash": "", | 54 | "hash": "", | ||
55 | "id": "5a542734-bfab-47b9-858c-2461dc0850ed", | 55 | "id": "5a542734-bfab-47b9-858c-2461dc0850ed", | ||
56 | "last_modified": null, | 56 | "last_modified": null, | ||
57 | "metadata_modified": "2025-09-23T14:11:23.976513", | 57 | "metadata_modified": "2025-09-23T14:11:23.976513", | ||
58 | "mimetype": null, | 58 | "mimetype": null, | ||
59 | "mimetype_inner": null, | 59 | "mimetype_inner": null, | ||
60 | "mint_standard_variables": "", | 60 | "mint_standard_variables": "", | ||
61 | "name": "Netsage at TACC", | 61 | "name": "Netsage at TACC", | ||
62 | "package_id": "856f067e-d688-4333-9ea0-1a8ca1184cf9", | 62 | "package_id": "856f067e-d688-4333-9ea0-1a8ca1184cf9", | ||
63 | "position": 0, | 63 | "position": 0, | ||
64 | "resource_type": null, | 64 | "resource_type": null, | ||
65 | "size": null, | 65 | "size": null, | ||
66 | "state": "active", | 66 | "state": "active", | ||
67 | "url": "https://netsage.tacc.utexas.edu", | 67 | "url": "https://netsage.tacc.utexas.edu", | ||
68 | "url_type": null | 68 | "url_type": null | ||
69 | }, | 69 | }, | ||
70 | { | 70 | { | ||
71 | "cache_last_updated": null, | 71 | "cache_last_updated": null, | ||
72 | "cache_url": null, | 72 | "cache_url": null, | ||
73 | "created": "2025-09-23T14:17:52.044409", | 73 | "created": "2025-09-23T14:17:52.044409", | ||
74 | "description": "Global Science Registry - more info: | 74 | "description": "Global Science Registry - more info: | ||
75 | https://netsage.io/scienceregistry\r\n- maps the flows to specific | 75 | https://netsage.io/scienceregistry\r\n- maps the flows to specific | ||
76 | resources\r\n-- storage/DTNs\r\n--Scientific | 76 | resources\r\n-- storage/DTNs\r\n--Scientific | ||
77 | Instruments\r\n--Compute\r\n", | 77 | Instruments\r\n--Compute\r\n", | ||
78 | "format": "", | 78 | "format": "", | ||
79 | "hash": "", | 79 | "hash": "", | ||
80 | "id": "044bf037-3d42-4e8c-b223-0ebcdb3fa40e", | 80 | "id": "044bf037-3d42-4e8c-b223-0ebcdb3fa40e", | ||
81 | "last_modified": null, | 81 | "last_modified": null, | ||
82 | "metadata_modified": "2025-09-23T14:17:52.041191", | 82 | "metadata_modified": "2025-09-23T14:17:52.041191", | ||
83 | "mimetype": null, | 83 | "mimetype": null, | ||
84 | "mimetype_inner": null, | 84 | "mimetype_inner": null, | ||
85 | "mint_standard_variables": "", | 85 | "mint_standard_variables": "", | ||
86 | "name": "Global Science Registry", | 86 | "name": "Global Science Registry", | ||
87 | "package_id": "856f067e-d688-4333-9ea0-1a8ca1184cf9", | 87 | "package_id": "856f067e-d688-4333-9ea0-1a8ca1184cf9", | ||
88 | "position": 1, | 88 | "position": 1, | ||
89 | "resource_type": null, | 89 | "resource_type": null, | ||
90 | "size": null, | 90 | "size": null, | ||
91 | "state": "active", | 91 | "state": "active", | ||
92 | "url": "https://netsage.io/scienceregistry", | 92 | "url": "https://netsage.io/scienceregistry", | ||
93 | "url_type": null | 93 | "url_type": null | ||
94 | }, | 94 | }, | ||
95 | { | 95 | { | ||
96 | "cache_last_updated": null, | 96 | "cache_last_updated": null, | ||
97 | "cache_url": null, | 97 | "cache_url": null, | ||
98 | "created": "2025-09-23T14:19:26.245338", | 98 | "created": "2025-09-23T14:19:26.245338", | ||
99 | "description": "There are several where data is traversing the | 99 | "description": "There are several where data is traversing the | ||
100 | networks. \r\nTACC is an endpoint", | 100 | networks. \r\nTACC is an endpoint", | ||
101 | "format": "", | 101 | "format": "", | ||
102 | "hash": "", | 102 | "hash": "", | ||
103 | "id": "7f266fac-e27c-4f1c-9abd-74ba3f5a9616", | 103 | "id": "7f266fac-e27c-4f1c-9abd-74ba3f5a9616", | ||
104 | "last_modified": null, | 104 | "last_modified": null, | ||
105 | "metadata_modified": "2025-09-23T14:19:26.242107", | 105 | "metadata_modified": "2025-09-23T14:19:26.242107", | ||
106 | "mimetype": null, | 106 | "mimetype": null, | ||
107 | "mimetype_inner": null, | 107 | "mimetype_inner": null, | ||
108 | "mint_standard_variables": "", | 108 | "mint_standard_variables": "", | ||
109 | "name": "Netsage Portals", | 109 | "name": "Netsage Portals", | ||
110 | "package_id": "856f067e-d688-4333-9ea0-1a8ca1184cf9", | 110 | "package_id": "856f067e-d688-4333-9ea0-1a8ca1184cf9", | ||
111 | "position": 2, | 111 | "position": 2, | ||
112 | "resource_type": null, | 112 | "resource_type": null, | ||
113 | "size": null, | 113 | "size": null, | ||
114 | "state": "active", | 114 | "state": "active", | ||
115 | "url": "", | 115 | "url": "", | ||
116 | "url_type": null | 116 | "url_type": null | ||
t | t | 117 | }, | ||
118 | { | ||||
119 | "cache_last_updated": null, | ||||
120 | "cache_url": null, | ||||
121 | "created": "2025-09-23T15:10:56.034646", | ||||
122 | "description": "Two main ways to move data: SSH tools and | ||||
123 | Globus\r\n-SSH (SCP/SCFP/)\r\n--HOSTNAME of the target | ||||
124 | system\r\n--PATH transferring to (e.g. /scratch/, /work/...)\r\n- | ||||
125 | globus isn't supported by all TACC systems (aka GridFTP) - useful with | ||||
126 | n you have very large, or many file transfers (parallel, | ||||
127 | restartable)\r\n\r\nSSH tool choices: \r\n- GUI: Cyberduck\r\n- CLI : | ||||
128 | scp, sftp, rsync\r\n\r\n\r\n", | ||||
129 | "format": "", | ||||
130 | "hash": "", | ||||
131 | "id": "d9087f46-007e-4302-9b74-f7a2585a9e5d", | ||||
132 | "last_modified": null, | ||||
133 | "metadata_modified": "2025-09-23T15:10:56.030512", | ||||
134 | "mimetype": null, | ||||
135 | "mimetype_inner": null, | ||||
136 | "mint_standard_variables": "", | ||||
137 | "name": "Moving Data into and out of TACC", | ||||
138 | "package_id": "856f067e-d688-4333-9ea0-1a8ca1184cf9", | ||||
139 | "position": 3, | ||||
140 | "resource_type": null, | ||||
141 | "size": null, | ||||
142 | "state": "active", | ||||
143 | "url": "", | ||||
144 | "url_type": null | ||||
117 | } | 145 | } | ||
118 | ], | 146 | ], | ||
119 | "spatial": | 147 | "spatial": | ||
120 | 000001,25.66359307988555],[-106.17187500000001,25.66359307988555]]]}", | 148 | 000001,25.66359307988555],[-106.17187500000001,25.66359307988555]]]}", | ||
121 | "state": "active", | 149 | "state": "active", | ||
122 | "tags": [], | 150 | "tags": [], | ||
123 | "temporal_coverage_end": "2025-09-23", | 151 | "temporal_coverage_end": "2025-09-23", | ||
124 | "temporal_coverage_start": "2025-09-23", | 152 | "temporal_coverage_start": "2025-09-23", | ||
125 | "title": "NetSage.io", | 153 | "title": "NetSage.io", | ||
126 | "type": "dataset", | 154 | "type": "dataset", | ||
127 | "url": "", | 155 | "url": "", | ||
128 | "version": "" | 156 | "version": "" | ||
129 | } | 157 | } |