diff --git a/.nojekyll b/.nojekyll index 54c8b64..7668581 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -08e95764 \ No newline at end of file +40d7042f \ No newline at end of file diff --git a/branches.html b/branches.html index 4aaa3da..51caa37 100644 --- a/branches.html +++ b/branches.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/conflicts.html b/conflicts.html index 561b97c..f5d7367 100644 --- a/conflicts.html +++ b/conflicts.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/forks.html b/forks.html index c6c20a5..4c7905b 100644 --- a/forks.html +++ b/forks.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/git_ignore.html b/git_ignore.html index ca65f99..8dc74d2 100644 --- a/git_ignore.html +++ b/git_ignore.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/github.html b/github.html index 21fe5d0..b3a017e 100644 --- a/github.html +++ b/github.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/images/server/server-cyberduck-1.png b/images/server/server-cyberduck-1.png new file mode 100644 index 0000000..586ae6b Binary files /dev/null and b/images/server/server-cyberduck-1.png differ diff --git a/images/server/server-cyberduck-2.png b/images/server/server-cyberduck-2.png new file mode 100644 index 0000000..1f240a4 Binary files /dev/null and b/images/server/server-cyberduck-2.png differ diff --git a/images/server/server-cyberduck-3.png b/images/server/server-cyberduck-3.png new file mode 100644 index 0000000..b71a00b Binary files /dev/null and b/images/server/server-cyberduck-3.png differ diff --git a/images/server/server-download-1.png b/images/server/server-download-1.png new file mode 100644 index 0000000..a7861ad Binary files /dev/null and b/images/server/server-download-1.png differ diff --git a/images/server/server-download-2.png b/images/server/server-download-2.png new file mode 100644 index 0000000..9d4a194 Binary files /dev/null and b/images/server/server-download-2.png differ diff --git a/images/server/server-download-3.png b/images/server/server-download-3.png new file mode 100644 index 0000000..00f43cd Binary files /dev/null and b/images/server/server-download-3.png differ diff --git a/images/server/server-upload-1.png b/images/server/server-upload-1.png new file mode 100644 index 0000000..855e134 Binary files /dev/null and b/images/server/server-upload-1.png differ diff --git a/images/server/server-upload-2.png b/images/server/server-upload-2.png new file mode 100644 index 0000000..409c6f1 Binary files /dev/null and b/images/server/server-upload-2.png differ diff --git a/index.html b/index.html index 268cea4..ff660a9 100644 --- a/index.html +++ b/index.html @@ -139,10 +139,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/issues.html b/issues.html index 211ea4e..820daed 100644 --- a/issues.html +++ b/issues.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/milestones.html b/milestones.html index 7f219a2..3a3e85e 100644 --- a/milestones.html +++ b/milestones.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/motivations.html b/motivations.html index e7f3b09..ae25639 100644 --- a/motivations.html +++ b/motivations.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/portfolio.html b/portfolio.html index 594892f..32e423b 100644 --- a/portfolio.html +++ b/portfolio.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/projects.html b/projects.html index ba3e7f1..eda940a 100644 --- a/projects.html +++ b/projects.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/readmes.html b/readmes.html index b2135d9..384f6e9 100644 --- a/readmes.html +++ b/readmes.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/rstudio.html b/rstudio.html index e0108c7..56f5cd1 100644 --- a/rstudio.html +++ b/rstudio.html @@ -105,10 +105,6 @@
  • People -
    • -
  • - - Other Workshops
    • diff --git a/search.json b/search.json index a003e29..212581c 100644 --- a/search.json +++ b/search.json @@ -353,7 +353,7 @@ "href": "server.html", "title": "NCEAS’ Server", "section": "", - "text": "By the end of this module, you will be able to:\n\nSummarize the primary steps for getting set up on a server\nConnect your GitHub self with your server self", + "text": "By the end of this module, you will be able to:\n\nSummarize the primary steps for getting set up on a server\nConnect your GitHub self with your server self\nExplain at least one way of uploading data to a server", "crumbs": [ "NCEAS' Server" ] @@ -363,7 +363,7 @@ "href": "server.html#module-learning-objectives", "title": "NCEAS’ Server", "section": "", - "text": "By the end of this module, you will be able to:\n\nSummarize the primary steps for getting set up on a server\nConnect your GitHub self with your server self", + "text": "By the end of this module, you will be able to:\n\nSummarize the primary steps for getting set up on a server\nConnect your GitHub self with your server self\nExplain at least one way of uploading data to a server", "crumbs": [ "NCEAS' Server" ] @@ -373,7 +373,7 @@ "href": "server.html#overview", "title": "NCEAS’ Server", "section": "Overview", - "text": "Overview\nWorking on NCEAS’ Server is similar to working on an entirely separate computer from the laptop or desktop computer on which you typically work. This means that you need to go through the steps of connecting GitHub to your “RStudio” again for the instance of RStudio accessed through Aurora. GitHub’s Personal Access Token is referred to as “token” hereafter for simplicity.", + "text": "Overview\nWorking on NCEAS’ Server is similar to working on an entirely separate computer from the laptop or desktop computer on which you typically work. This means that you need to go through the steps of connecting GitHub to your “RStudio” again for the instance of RStudio accessed through Aurora. GitHub’s Personal Access Token is referred to as “token” hereafter for simplicity. Note that our server also runs other analytical tools such as JupyterHub for python users.\nOften the reason to engage with the server is to increase the scale of your analyses far beyond what your personal computer can handle. There are other advantages such as:\n\nStorage Capacity – More disk space & faster storage\nComputing Power – More CPUs & RAM (384GB!!)\nSecurity – Nightly backups and data are distributed across multiple drives\nCollaboration – Shared data & consistent software versions accessible to everyone on your team", "crumbs": [ "NCEAS' Server" ] @@ -383,7 +383,7 @@ "href": "server.html#getting-started-on-the-server", "title": "NCEAS’ Server", "section": "Getting Started on the Server", - "text": "Getting Started on the Server\n\nNecessary Software\nThe only software that you will need on your personal computer to get set up on NCEAS’ server is RStudio!\nYou likely have worked in the “Console” tab of RStudio (where run lines and outputs appear; see below) but RStudio has another tab to the right of the “Console” called “Terminal” which offers RStudio users access to the command line (a.k.a. the shell). If you are a veteran command line user you may prefer to use the standalone Terminal app on MacOS or PuTTY on Windows but for the sake of keeping your tool kit streamlined, we’ll walk through getting set up on NCEAS’ server using only RStudio’s Terminal tab.\n\n\n\nThe Terminal does not accept R syntax (and the Console doesn’t accept Terminal syntax) so you may notice that some of the code we’ll walk you through below is formatted differently than you would write an R script.\n\n\n\n\n\nGet your Invite Ready!\nAfter your group RSVP’d for this workshop, our team contacted NCEAS’ IT team to get you an invite email to create an account on the server. An example of what that email may look like is included below but there are two key pieces of information:\n\nYour username\nYour temporary password (covered by a red bar in the screenshot).\n\nIf you have not received that email, check your Spam folder for emails from Thomas Hetmank (hetmank@nceas.ucsb.edu) or Nick Outin (outin@nceas.ucsb.edu). If you have not received the email and it is not in your Spam, reach out to our team and we will work to get an invite sent to you.\n\n\n\n\n\nSigning into the Server\nIn the following instructions, all words that look like this should be typed into the Terminal tab and run by pressing return or enter. Note that typing these commands into an R script or R Markdown will not work because it will attempt to run in the Console. All words that look [like this] (i.e., bracketed) should also be typed into the Terminal tab but the specific text should be replaced in a user-specific way that is clarified in the nearby text.\n\nIn the Terminal pane of RStudio, you will “ssh” into the server by running the following code: ssh [your username]@aurora.nceas.ucsb.edu. It is @aurora because the name of the server is Aurora.\nIf this is the first time you’ve accessed the server you will need to enter yes to accept the server’s SSH key.\nYou will then be prompted to enter your [temporary password] (see the above email example). Note that the cursor will not advance as you type but it is registering your entries! There will be no indication that you are typing (such as: “•••••••••”) This throws off many users so hopefully the above note helps set your mind at ease.\nYou will then be prompted to change your “expired” password. We consider your temporary password to be expired as soon as you use it because sharing passwords via email is not secure and this “expiration” lets you set the password to something that only you know at the outset of your time in the server. Note again that the cursor will not advance as you type but it is working! To update your password, enter your [temporary password], then [your strong new password] and finally re-type [your strong new password] to confirm it. Note that your new password should not be “your strong new password” :)\nYou are ready to go! Run exit to log out of the server in the Terminal tab.\nNow that you have set a new password, use your favorite web browser (e.g., Firefox, Chrome, etc.) to access Aurora and click “Login to RStudio Server”\nIn the resulting page, you can sign in with the same username and password you just signed in on the Terminal tab with.\nYou should now be in something that looks very much like RStudio but is housed in a tab on your browser! We will work together from here on out so once you have reached this point, let our team know and we can gather the group before continuing.\n\nIf the above steps have not resulted in successfully accessing Aurora, consult NCEAS’ instructions on first login and/or SSH-specific instructions for Mac vs. Windows and/or email us!\n\n\nConnecting GitHub and the Server\nYour server “self” is essentially a different computer that you access via a browser (or command line in some cases). Because of this, you will need to tell GitHub that your server self is allowed to access your GitHub self’s content. To do this you’ll need to authenticate via personal access token or SSH key pair. Revisit our authentication instructions in the “Workshop Preparation” section of the workshop home page for details.\n\n\n\n\n\n\nServer + PAT Note\n\n\n\nIf you choose token-based authentication you’ll also need to tell the server to store your token for some amount of time otherwise the server will “forget” it between sessions.\nIn the Terminal pane of the server’s RStudio session run the following code:\n\ngit config --global credential.helper 'cache --timeout=10000000'\n\nThis tells your server self to remember your token for 10 million minutes (roughly 20 years).\n\n\n\n\nOptional Other Steps\nYou may want to configure additional settings, such as:\n\nThe default branch name (for new repositories)\n\n\nusethis::git_default_branch_configure(name = \"main\")", + "text": "Getting Started on the Server\n\nNecessary Software\nThe only software that you will need on your personal computer to get set up on NCEAS’ server is RStudio!\nYou likely have worked in the “Console” tab of RStudio (where run lines and outputs appear; see below) but RStudio has another tab to the right of the “Console” called “Terminal” which offers RStudio users access to the command line (a.k.a. the shell). If you are a veteran command line user you may prefer to use the standalone Terminal app on MacOS or PuTTY on Windows but for the sake of keeping your tool kit streamlined, we’ll walk through getting set up on NCEAS’ server using only RStudio’s Terminal tab.\n\n\n\nThe Terminal does not accept R syntax (and the Console doesn’t accept Terminal syntax) so you may notice that some of the code we’ll walk you through below is formatted differently than you would write an R script.\n\n\n\n\n\nGet Invited!\nIn order to access the server (and follow the instructions below) we’ll need to create an account on the server for you. Please email someone on our team or scicomp@nceas.ucsb.edu so that we can contact NCEAS’ IT team and get an invite email sent to you.\nIn that email, please include the name and email addresses of all of your team members who want to access the server. After that information has been received, NCEAS’ IT team will create accounts for all of those people and will send you an invitation email to set up your account on the server.\nAn example of what that email may look like is included below but there are two key pieces of information:\n\nYour username\nYour temporary password (covered by a red bar in the screenshot).\n\nIf you have not received that email, check your Spam folder for emails from Thomas Hetmank (hetmank@nceas.ucsb.edu) or Nick Outin (outin@nceas.ucsb.edu). If you have not received the email and it is not in your Spam, reach out to our team and we will work to get an invite sent to you.\n\n\n\n\n\nSigning into the Server\nIn the following instructions, all words that look like this should be typed into the Terminal tab and run by pressing return or enter. Note that typing these commands into an R script or R Markdown will not work because it will attempt to run in the Console. All words that look [like this] (i.e., bracketed) should also be typed into the Terminal tab but the specific text should be replaced in a user-specific way that is clarified in the nearby text.\n\nIn the Terminal pane of RStudio, you will “ssh” into the server by running the following code: ssh [your username]@aurora.nceas.ucsb.edu. It is @aurora because the name of the server is Aurora.\nIf this is the first time you’ve accessed the server you will need to enter yes to accept the server’s SSH key.\nYou will then be prompted to enter your [temporary password] (see the above email example). Note that the cursor will not advance as you type but it is registering your entries! There will be no indication that you are typing (such as: “•••••••••”) This throws off many users so hopefully the above note helps set your mind at ease.\nYou will then be prompted to change your “expired” password. We consider your temporary password to be expired as soon as you use it because sharing passwords via email is not secure and this “expiration” lets you set the password to something that only you know at the outset of your time in the server. Note again that the cursor will not advance as you type but it is working! To update your password, enter your [temporary password], then [your strong new password] and finally re-type [your strong new password] to confirm it. Note that your new password should not be “your strong new password” :)\nYou are ready to go! Run exit to log out of the server in the Terminal tab.\nNow that you have set a new password, use your favorite web browser (e.g., Firefox, Chrome, etc.) to access Aurora and click “Login to RStudio Server”\nIn the resulting page, you can sign in with the same username and password you just signed in on the Terminal tab with.\nYou should now be in something that looks very much like RStudio but is housed in a tab on your browser! We will work together from here on out so once you have reached this point, let our team know and we can gather the group before continuing.\n\nIf the above steps have not resulted in successfully accessing Aurora, consult NCEAS’ instructions on first login and/or SSH-specific instructions for Mac vs. Windows and/or email us!\n\n\nConnecting GitHub and the Server\nYour server “self” is essentially a different computer that you access via a browser (or command line in some cases). Because of this, you will need to tell GitHub that your server self is allowed to access your GitHub self’s content. To do this you’ll need to authenticate via personal access token or SSH key pair. Revisit our authentication instructions in the “Workshop Preparation” section of the workshop home page for details.\n\n\n\n\n\n\nServer + PAT Note\n\n\n\nIf you choose token-based authentication you’ll also need to tell the server to store your token for some amount of time otherwise the server will “forget” it between sessions.\nIn the Terminal pane of the server’s RStudio session run the following code:\n\ngit config --global credential.helper 'cache --timeout=10000000'\n\nThis tells your server self to remember your token for 10 million minutes (roughly 20 years).\n\n\n\n\nOptional Other Steps\nYou may want to configure additional settings, such as:\n\nThe default branch name (for new repositories)\n\n\nusethis::git_default_branch_configure(name = \"main\")", "crumbs": [ "NCEAS' Server" ] @@ -398,6 +398,16 @@ "NCEAS' Server" ] }, + { + "objectID": "server.html#uploading-data-to-the-server", + "href": "server.html#uploading-data-to-the-server", + "title": "NCEAS’ Server", + "section": "Uploading Data to the Server", + "text": "Uploading Data to the Server\n\nVia RStudio\nIf you are uploading a single file, it may be most convenient to use RStudio’s data upload capabilities. In the “Files” pane (default is top right but it may differ on your computer), you can click the button that is a white rectangle with a yellow circle with an upward facing arrow inside of it. In the below image the relevant button is in a red square.\n\n\n\nClicking that button allows you to choose (1) where you want the uploaded file to go and (2) which file you want to upload.\n\n\n\nYou can also download data via the RStudio interface. To download a file, check the box next to it in the “Files” pane.\n\n\n\nOnce the box is checked, click the gear icon then click the “Export…” option (about halfway down). In the image below this option is surrounded by a red square\n\n\n\nIn the resulting box you can choose to rename the file before downloading to your local computer. After renaming the file (or keeping its original name), click the “Download” button and the download should begin after a moment.\n\n\n\nThese methods are effective for one or a few files being up/downloaded to the same directory but can quickly become cumbersome if you want to handle many files or a few files to several different folders.\n\n\nVia sFTP Software\nIf you want to upload or download many files we recommend using sFTP software (secure File Transfer Protocol). We use Cyberduck internally, though there are alternatives like WinSCP. Both programs are free to use and more than capable of uploading and download many files to/from the server quickly and easily.\nOnce you have installed one of these programs, you can sign in to the server from the sFTP program using your server username and password and can then upload or download files from your personal computer in the same way as you would move files among folders within your personal computer.\n\nCyberduck Set Up Tutorial\nHere we briefly demonstrate how to set up a connection between Cyberduck and NCEAS’ Server. Note that you must have already installed Cyberduck to follow these steps.\n\nIn the Cyberduck window, click the “Open Connection” button with an icon of a globe with a plus sign. In the below image the button has a red square around it.\n\n\n\n\n\nIn the resulting window, input the following information:\n\n“Server” – “aurora.nceas.ucsb.edu”\n“Username” – whatever your username on the server is\n“Password” – your password to the server\n“Port” – change it to “22” (it will start as “21”)\n\n\n\n\n\n\nAlso, click the dropdown menu at the top that says “FTP (File Transfer Protocol) and select”SFTP (SSH File Transfer Protocol)” from the set of available options.\n\n\n\n\n\nOnce you’ve input the above information, click the “Connect” button and you should have access to the server! You can now click around the different folders you have access to and upload or download from there.\n\n\nTo download: click the files/folders that you want and they should begin downloading to your personal computer\nTo upload: drag and drop the files where you want them\n\n\n\n\nVia the Command Line\nIf you are more comfortable with a CLI (Command Line Interface) you can also use that method of uploading/downloading. The command line includes the Terminal pane in RStudio, Terminal app for Macs, PuTTY, and gitBash among others. CLI can be a great tool to leverage filenames or types to filter specific files you would like to upload / download. Text in code chunks below are command line commands and any bracketed text [like this] should be replaced by some user-specific information before running.\nThis portion of the tutorial is focused on using the command line to interact with the server. That said, if you’re interested in the command line more generally or for other purposes, please reach out to our team!\n\nCLI Option A: scp\nThe scp command can be used to upload a file or folder from your computer to the server.\n1A. Navigate to the folder on your computer containing the file(s) you want to upload\n\ncd [folder]\n\n\nNote that if the folder name has spaces you’ll need to “escape” the space by using a backslash (\\)\n\n\ncd [folder\\ name]\n\n2A. Now you can upload that file to the server!\n\nscp [file_name] [user]@aurora.nceas.ucsb.edu:/[path/to/destination_folder/]\n\nIf instead you’d like to upload all of the files in a folder, do the following:\n1B. Navigate to the folder containing the folder on your computer you want to upload (using cd)\n\ncd [folder]\n\n2B. Use scp with the recursive option (-r) to upload all of the files in that folder\n\nscp -r [folder] [user]@aurora.nceas.ucsb.edu:/[path/to/destination_folder/]\n\n\nNote that this uploads all of the files in the folder not the folder itself so you may want to create a new folder on the server to upload your local folder’s contents into.\n\nFinally, note that you can also download files from the server to your local machine by simply switching the order of the machines:\n\nscp [user]@aurora.nceas.ucsb.edu:/[path/to/server_folder/file_name] [local_folder] \n\n\n\nCLI Option B: sftp\nThe get command can be used to download a file.\n\nConnect to the server\n\n\nsftp [user]@aurora.nceas.ucsb.edu:/home/shares\n\nYour prompt at the shell should now have switched to sftp> and although it is the same window you are now looking at the files on the server! Try it by typing the ls command at the prompts. This will list all the files and folders within the shares folder on Aurora.\n\nEnter your group’s folder in the shares folder\n\n\ncd [your_group_folder]\n\n\nIf needed, continue using cd to get to the subfolder you want to access. Remember to “escape” any spaces in the folder name with backslashes!\n\n\ncd [subfolder]\n\nNote that most of the bash command will work, so you can use ls to list files and pwd to check your current path.\n\nWhen you are in the folder containing the file(s) you want, download the file you want\n\n\nget [file_name_server]\n\n\nYou can also upload a local file to the server by using the put sFTP command\n\n\nput [file_name_local]\n\n\nWhen you are done downloading, close the connection to the server\n\n\nexit", + "crumbs": [ + "NCEAS' Server" + ] + }, { "objectID": "conflicts.html", "href": "conflicts.html", diff --git a/server.html b/server.html index 1803ef7..c81dc86 100644 --- a/server.html +++ b/server.html @@ -139,10 +139,6 @@
  • People -
    • -
  • - - Other Workshops
    • @@ -315,12 +311,18 @@

    On this page

  • Getting Started on the Server
  • Working on the Server
    • +
  • Uploading Data to the Server +
    • @@ -354,11 +356,19 @@

    Module Learning
    • Summarize the primary steps for getting set up on a server
    • Connect your GitHub self with your server self
      • +
    • Explain at least one way of uploading data to a server

    Overview

    -

    Working on NCEAS’ Server is similar to working on an entirely separate computer from the laptop or desktop computer on which you typically work. This means that you need to go through the steps of connecting GitHub to your “RStudio” again for the instance of RStudio accessed through Aurora. GitHub’s Personal Access Token is referred to as “token” hereafter for simplicity.

    +

    Working on NCEAS’ Server is similar to working on an entirely separate computer from the laptop or desktop computer on which you typically work. This means that you need to go through the steps of connecting GitHub to your “RStudio” again for the instance of RStudio accessed through Aurora. GitHub’s Personal Access Token is referred to as “token” hereafter for simplicity. Note that our server also runs other analytical tools such as JupyterHub for python users.

    +

    Often the reason to engage with the server is to increase the scale of your analyses far beyond what your personal computer can handle. There are other advantages such as:

    +
      +
    • Storage Capacity – More disk space & faster storage
      • +
    • Computing Power – More CPUs & RAM (384GB!!)
      • +
    • Security – Nightly backups and data are distributed across multiple drives
      • +
    • Collaboration – Shared data & consistent software versions accessible to everyone on your team
      • +

    Getting Started on the Server

    @@ -374,9 +384,11 @@

    Necessary Software

    -
    -

    Get your Invite Ready!

    -

    After your group RSVP’d for this workshop, our team contacted NCEAS’ IT team to get you an invite email to create an account on the server. An example of what that email may look like is included below but there are two key pieces of information:

    +
    +

    Get Invited!

    +

    In order to access the server (and follow the instructions below) we’ll need to create an account on the server for you. Please email someone on our team or scicomp@nceas.ucsb.edu so that we can contact NCEAS’ IT team and get an invite email sent to you.

    +

    In that email, please include the name and email addresses of all of your team members who want to access the server. After that information has been received, NCEAS’ IT team will create accounts for all of those people and will send you an invitation email to set up your account on the server.

    +

    An example of what that email may look like is included below but there are two key pieces of information:

    1. Your username
    2. Your temporary password (covered by a red bar in the screenshot).
      3. @@ -438,8 +450,156 @@

      Optional Other Steps<

      Working on the Server

      Once you’re properly set up, working on the server should be completely seamless! Instead of opening RStudio on your computer you’ll open a browser and work on the server from there but otherwise the feeling and process of version control should be identical. Eventually you may even want to make commits on your computer, push them to GitHub (after pulling!), then pull those same commits down to your server self and continue working there.

      You’ll find working on the server to be dramatically faster for computationally-intense operations so we hope this guide has been helpful in getting you prepared to take advantage of that benefit!

      +
    +
    +

    Uploading Data to the Server

    +
    +

    Via RStudio

    +

    If you are uploading a single file, it may be most convenient to use RStudio’s data upload capabilities. In the “Files” pane (default is top right but it may differ on your computer), you can click the button that is a white rectangle with a yellow circle with an upward facing arrow inside of it. In the below image the relevant button is in a red square.

    +

    + +

    +

    Clicking that button allows you to choose (1) where you want the uploaded file to go and (2) which file you want to upload.

    +

    + +

    +

    You can also download data via the RStudio interface. To download a file, check the box next to it in the “Files” pane.

    +

    + +

    +

    Once the box is checked, click the gear icon then click the “Export…” option (about halfway down). In the image below this option is surrounded by a red square

    +

    + +

    +

    In the resulting box you can choose to rename the file before downloading to your local computer. After renaming the file (or keeping its original name), click the “Download” button and the download should begin after a moment.

    +

    + +

    +

    These methods are effective for one or a few files being up/downloaded to the same directory but can quickly become cumbersome if you want to handle many files or a few files to several different folders.

    +
    +
    +

    Via sFTP Software

    +

    If you want to upload or download many files we recommend using sFTP software (secure File Transfer Protocol). We use Cyberduck internally, though there are alternatives like WinSCP. Both programs are free to use and more than capable of uploading and download many files to/from the server quickly and easily.

    +

    Once you have installed one of these programs, you can sign in to the server from the sFTP program using your server username and password and can then upload or download files from your personal computer in the same way as you would move files among folders within your personal computer.

    +
    +

    Cyberduck Set Up Tutorial

    +

    Here we briefly demonstrate how to set up a connection between Cyberduck and NCEAS’ Server. Note that you must have already installed Cyberduck to follow these steps.

    +
      +
    1. In the Cyberduck window, click the “Open Connection” button with an icon of a globe with a plus sign. In the below image the button has a red square around it.
      2. +
    +

    + +

    +
      +

    1. In the resulting window, input the following information:

      +
        +
      • “Server” – “aurora.nceas.ucsb.edu”
        • +
      • “Username” – whatever your username on the server is
        • +
      • “Password” – your password to the server
        • +
      • “Port” – change it to “22” (it will start as “21”)
        • +
      2. +
    +

    + +

    +
      +
    1. Also, click the dropdown menu at the top that says “FTP (File Transfer Protocol) and select”SFTP (SSH File Transfer Protocol)” from the set of available options.
      2. +
    +

    + +

    +
      +
    1. Once you’ve input the above information, click the “Connect” button and you should have access to the server! You can now click around the different folders you have access to and upload or download from there.
      2. +
    +
      +
    • To download: click the files/folders that you want and they should begin downloading to your personal computer
      • +
    • To upload: drag and drop the files where you want them
      • +
    +
    +
    +
    +

    Via the Command Line

    +

    If you are more comfortable with a CLI (Command Line Interface) you can also use that method of uploading/downloading. The command line includes the Terminal pane in RStudio, Terminal app for Macs, PuTTY, and gitBash among others. CLI can be a great tool to leverage filenames or types to filter specific files you would like to upload / download. Text in code chunks below are command line commands and any bracketed text [like this] should be replaced by some user-specific information before running.

    +

    This portion of the tutorial is focused on using the command line to interact with the server. That said, if you’re interested in the command line more generally or for other purposes, please reach out to our team!

    +
    +

    CLI Option A: scp

    +

    The scp command can be used to upload a file or folder from your computer to the server.

    +

    1A. Navigate to the folder on your computer containing the file(s) you want to upload

    +
    +
    cd [folder]
    +
    +
      +
    • Note that if the folder name has spaces you’ll need to “escape” the space by using a backslash (\)
      • +
    +
    +
    cd [folder\ name]
    +
    +

    2A. Now you can upload that file to the server!

    +
    +
    scp [file_name] [user]@aurora.nceas.ucsb.edu:/[path/to/destination_folder/]
    +
    +

    If instead you’d like to upload all of the files in a folder, do the following:

    +

    1B. Navigate to the folder containing the folder on your computer you want to upload (using cd)

    +
    +
    cd [folder]
    +
    +

    2B. Use scp with the recursive option (-r) to upload all of the files in that folder

    +
    +
    scp -r [folder] [user]@aurora.nceas.ucsb.edu:/[path/to/destination_folder/]
    +
    +
      +
    • Note that this uploads all of the files in the folder not the folder itself so you may want to create a new folder on the server to upload your local folder’s contents into.
      • +
    +

    Finally, note that you can also download files from the server to your local machine by simply switching the order of the machines:

    +
    +
    scp [user]@aurora.nceas.ucsb.edu:/[path/to/server_folder/file_name] [local_folder]
    +
    +
    +
    +

    CLI Option B: sftp

    +

    The get command can be used to download a file.

    +
      +
    1. Connect to the server
      2. +
    +
    +
    sftp [user]@aurora.nceas.ucsb.edu:/home/shares
    +
    +

    Your prompt at the shell should now have switched to sftp> and although it is the same window you are now looking at the files on the server! Try it by typing the ls command at the prompts. This will list all the files and folders within the shares folder on Aurora.

    +
      +
    1. Enter your group’s folder in the shares folder
      2. +
    +
    +
    cd [your_group_folder]
    +
    +
      +
    1. If needed, continue using cd to get to the subfolder you want to access. Remember to “escape” any spaces in the folder name with backslashes!
      2. +
    +
    +
    cd [subfolder]
    +
    +

    Note that most of the bash command will work, so you can use ls to list files and pwd to check your current path.

    +
      +
    1. When you are in the folder containing the file(s) you want, download the file you want
      2. +
    +
    +
    get [file_name_server]
    +
    +
      +
    1. You can also upload a local file to the server by using the put sFTP command
      2. +
    +
    +
    put [file_name_local]
    +
    +
      +
    1. When you are done downloading, close the connection to the server
      2. +
    +
    +
    exit
    +
    +
    +
    diff --git a/sitemap.xml b/sitemap.xml index 644bb36..23bc557 100644 --- a/sitemap.xml +++ b/sitemap.xml @@ -2,58 +2,58 @@ https://lter.github.io/workshop-github/github.html - 2024-08-22T15:51:04.023Z + 2024-08-22T21:43:33.951Z https://lter.github.io/workshop-github/index.html - 2024-08-22T15:51:04.283Z + 2024-08-22T21:43:34.215Z https://lter.github.io/workshop-github/issues.html - 2024-08-22T15:51:04.283Z + 2024-08-22T21:43:34.215Z https://lter.github.io/workshop-github/git_ignore.html - 2024-08-22T15:51:04.023Z + 2024-08-22T21:43:33.951Z https://lter.github.io/workshop-github/portfolio.html - 2024-08-22T15:51:04.283Z + 2024-08-22T21:43:34.215Z https://lter.github.io/workshop-github/server.html - 2024-08-22T15:51:04.283Z + 2024-08-22T21:43:34.215Z https://lter.github.io/workshop-github/conflicts.html - 2024-08-22T15:51:04.023Z + 2024-08-22T21:43:33.951Z https://lter.github.io/workshop-github/branches.html - 2024-08-22T15:51:04.023Z + 2024-08-22T21:43:33.951Z https://lter.github.io/workshop-github/projects.html - 2024-08-22T15:51:04.283Z + 2024-08-22T21:43:34.215Z https://lter.github.io/workshop-github/rstudio.html - 2024-08-22T15:51:04.283Z + 2024-08-22T21:43:34.215Z https://lter.github.io/workshop-github/milestones.html - 2024-08-22T15:51:04.283Z + 2024-08-22T21:43:34.215Z https://lter.github.io/workshop-github/readmes.html - 2024-08-22T15:51:04.283Z + 2024-08-22T21:43:34.215Z https://lter.github.io/workshop-github/forks.html - 2024-08-22T15:51:04.023Z + 2024-08-22T21:43:33.951Z https://lter.github.io/workshop-github/motivations.html - 2024-08-22T15:51:04.283Z + 2024-08-22T21:43:34.215Z