{"type":"doc","content":[{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{"minLevel":{"value":"1"},"maxLevel":{"value":"6"},"outline":{"value":"false"},"style":{"value":"none"},"type":{"value":"list"},"printable":{"value":"true"}},"macroMetadata":{"macroId":{"value":"87a35c0a-a1ef-4a03-b6fc-6dba88bb7549"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}},"localId":"602b7b5e-d128-4d8e-add8-3b16a90caa54"}},{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://github.com/precision-sustainable-ag/SemiF-Preprocessing/tree/feature/reimplementation"}},{"text":" ","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Pre-Requisites","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"NCSU Unity ID and password","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Duo 2-Factor Authentication Enabled ","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://ncsu.service-now.com/sp?id=kb_article&sys_id=175315d7db8573802fa0791c8c961926"}},{"text":" ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Access to SUNNY","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"An internet connection","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Cisco Secure Global Connect (NCSU’s VPN Client)","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://ncsu.service-now.com/sp?id=kb_article_view&sys_kb_id=54b5a9f9470062182360891e436d4369"}},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://ncsu.service-now.com/sp/en?id=kb_article&sys_id=73c7e352db5844d084129ac5db9619fe"}},{"text":" ","type":"text"}]}]}]}]}]},{"type":"rule"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Setting Up Your Machine","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"SSH Setup","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"PowerShell","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"make sure that PowerShell is installed","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"PowerShell is automatically installed on Windows 10 and higher - it’s also available on MacOS and Linux","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If you don’t have Windows PowerShell, install it using ","type":"text"},{"text":"winget","type":"text","marks":[{"type":"code"}]},{"text":" in Command Prompt","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"winget install Microsoft.PowerShell","type":"text","marks":[{"type":"code"}]}]}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://learn.microsoft.com/en-us/windows-server/administration/openssh/openssh_install_firstuse?tabs=powershell&pivots=windows-server-2025#enable-openssh-for-windows-server-2025"}},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://www.ionos.com/digitalguide/server/configuration/powershell-ssh/"}},{"text":" ","type":"text"}]}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Open Windows PowerShell","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"To enable SSH capabilities you will need administrator privileges. To run PowerShell as an administrator run the command ","type":"text"},{"text":"Start-Process powershell -Verb RunAs","type":"text","marks":[{"type":"code"}]},{"text":" in PowerShell","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In the window that opens run ","type":"text"},{"text":"Start-Service sshd","type":"text","marks":[{"type":"code"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If an error occurs saying that the service does not exist run the command ","type":"text"},{"text":"Add-WindowsCapability -Online -Name OpenSSH.Server~~~~0.0.1.0","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Then run ","type":"text"},{"text":"Start-Service sshd","type":"text","marks":[{"type":"code"}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"We recommend running ","type":"text"},{"text":"Set-Service -Name sshd -StartupType 'Automatic'","type":"text","marks":[{"type":"code"}]},{"text":" to automatically start SSHD to make sure it stays enabled in the future","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Finally, run the following command to verify that the SSHD setup process automatically configured the firewall rule: ","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"codeBlock","attrs":{"language":"powershell"},"content":[{"text":"if (!(Get-NetFirewallRule -Name \"OpenSSH-Server-In-TCP\" -ErrorAction SilentlyContinue | Select-Object Name, Enabled)) {\n Write-Output \"Firewall Rule 'OpenSSH-Server-In-TCP' does not exist, creating it...\"\n New-NetFirewallRule -Name 'OpenSSH-Server-In-TCP' -DisplayName 'OpenSSH Server (sshd)' -Enabled True -Direction Inbound -Protocol TCP -Action Allow -LocalPort 22\n} else {\n Write-Output \"Firewall rule 'OpenSSH-Server-In-TCP' has been created and exists.\"\n}","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"You can now use ","type":"text"},{"text":"ssh","type":"text","marks":[{"type":"code"}]},{"text":" to setup remote connection to SUNNY in PowerShell","type":"text"}]}]}]},{"type":"layoutSection","content":[{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1152,"alt":"CommandPromptStart.png","id":"68566544-9e73-446e-8c67-ebec7b3cfb0a","collection":"contentId-1013874712","type":"file","height":648}},{"type":"caption","content":[{"text":"Open Command Prompt","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"CommandPromptWindow.png","id":"c5ed160c-52d3-401b-9fae-6978955ef531","collection":"contentId-1013874712","type":"file","height":457}},{"type":"caption","content":[{"text":"The Command Prompt Window","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"wingetPowerShell.png","id":"5418809a-a5d9-4720-b2b8-e48f398df113","collection":"contentId-1013874712","type":"file","height":457}},{"type":"caption","content":[{"text":"Installing PowerShell","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":249,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1152,"alt":"powershellsearch.png","id":"1b97639b-30ff-4ea8-abe8-4fd96dbab382","collection":"contentId-1013874712","type":"file","height":648}},{"type":"caption","content":[{"text":"Finding PowerShell","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Visual Studio Code","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Install Visual Studio Code ","type":"text"},{"text":"https://code.visualstudio.com/","type":"text","marks":[{"type":"link","attrs":{"href":"https://code.visualstudio.com/"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Install Remote-SSH Extension ","type":"text"},{"text":"https://marketplace.visualstudio.com/items?itemName=ms-vscode-remote.remote-ssh","type":"text","marks":[{"type":"link","attrs":{"href":"https://marketplace.visualstudio.com/items?itemName=ms-vscode-remote.remote-ssh"}}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Setup Remote Access to SUNNY","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Login to NCSU’s VPN","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Open Cisco Secure Global Connect on your computer","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Type ","type":"text"},{"text":"vpn.ncsu.edu","type":"text","marks":[{"type":"code"}]},{"text":" into the blank field","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Click ","type":"text"},{"text":"Connect","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Login to the VPN using your NCSU credentials","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"login: ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"password: ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"second password: ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The default method is ","type":"text"},{"text":"push","type":"text","marks":[{"type":"code"}]},{"text":" and leaving the field blank or typing ","type":"text"},{"text":"push","type":"text","marks":[{"type":"code"}]},{"text":" will prompt the Duo Mobile App to send a request","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If you type ","type":"text"},{"text":"sms","type":"text","marks":[{"type":"code"}]},{"text":", you will receive a code via text that is valid for 10 minutes","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If type ","type":"text"},{"text":"code","type":"text","marks":[{"type":"code"}]},{"text":", the Duo Mobile App will generate a code that is valid for 30 seconds and can be seen by selecting the ","type":"text"},{"text":"three vertical dots","type":"text","marks":[{"type":"code"}]},{"text":" in the app","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"For both ","type":"text"},{"text":"sms","type":"text","marks":[{"type":"code"}]},{"text":" and ","type":"text"},{"text":"code","type":"text","marks":[{"type":"code"}]},{"text":" once you receive the code, submit the login information again, but this time use the SMS code or Duo Code as the Second Password","type":"text"}]}]}]}]}]}]}]},{"type":"layoutSection","content":[{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1152,"alt":"desktophiddenicons.png","id":"4797f132-0ce5-4c5e-a3d3-d2c9470904e6","collection":"contentId-1013874712","type":"file","height":648}},{"type":"caption","content":[{"text":"Find Cisco Secure Global Connect","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1152,"alt":"ciscoclientvpn.png","id":"b90b5366-e496-47a7-a137-1c77cab73b73","collection":"contentId-1013874712","type":"file","height":648}},{"type":"caption","content":[{"text":"Cisco Secure Global Connect","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":307,"alt":"opening_the_vpn.png","id":"90914e61-709b-4113-b975-59a66e0dd5d0","collection":"contentId-1013874712","type":"file","height":150}},{"type":"caption","content":[{"text":"NCSU VPN","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":280,"alt":"login_to_vpn.png","id":"426df00c-40de-490e-a60b-cc0f7bdc87b3","collection":"contentId-1013874712","type":"file","height":271}},{"type":"caption","content":[{"text":"Log In to VPN","type":"text"}]}]}]}]},{"type":"layoutSection","content":[{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":92,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1125,"alt":"DuoMobileConfirmation.png","id":"83c5d7ba-a97e-446a-890a-06ff6a334531","collection":"contentId-1013874712","type":"file","height":2436}},{"type":"caption","content":[{"text":"Push request from Duo","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":92,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1125,"alt":"DuoSMS.png","id":"422548f0-a8bd-4364-98ec-6429103d37a2","collection":"contentId-1013874712","type":"file","height":2436}},{"type":"caption","content":[{"text":"SMS request from Duo","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":92,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1125,"alt":"DuoAppPasscode.png","id":"d6d7ab70-05ef-415a-b4cc-cc5a6c0bc116","collection":"contentId-1013874712","type":"file","height":2436}},{"type":"caption","content":[{"text":"One Time Passcode from Duo","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":175,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":280,"alt":"verifybysms.png","id":"d81b9239-f000-4cfe-902b-b4a890c9a992","collection":"contentId-1013874712","type":"file","height":271}},{"type":"caption","content":[{"text":"Log in again using the SMS or One Time Passcode from Duo as Second Password","type":"text"}]}]}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Set Up X11 Forwarding","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In PowerShell run ","type":"text"},{"text":"winget install X410","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://x410.dev/cookbook/built-in-ssh-x11-forwarding-in-powershell-or-windows-command-prompt/"}},{"text":" ","type":"text"}]},{"type":"orderedList","attrs":{"order":2},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"run X410 by running the command ","type":"text"},{"text":"x410.exe ","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Now run ","type":"text"},{"text":"$env:DISPLAY=\"127.0.0.1:0.0\"","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Run ","type":"text"},{"text":"echo $env:DISPLAY","type":"text","marks":[{"type":"code"}]},{"text":" you should see ","type":"text"},{"text":"127.0.0.1:0.0","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"You may also choose to make ","type":"text"},{"text":"DISPLAY","type":"text","marks":[{"type":"code"}]},{"text":" a permanent environment variable in your windows machine. To do so, run the command ","type":"text"},{"text":"setx DISPLAY \"127.0.0.1:0.0\"","type":"text","marks":[{"type":"code"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"After running ","type":"text"},{"text":"setx","type":"text","marks":[{"type":"code"}]},{"text":" you will need to close and reopen PowerShell","type":"text"}]}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"SSH into SUNNY","type":"text"}]},{"type":"orderedList","attrs":{"order":4},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Open PowerShell, Visual Studio Code, Sublime or other ssh-capable code editor","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In PowerShell run the command ","type":"text"},{"text":"ssh -Y @SUNNY.ece.ncsu.edu","type":"text","marks":[{"type":"code"}]},{"text":" where ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" is your NCSU Unity ID","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Enter your password and hit ","type":"text"},{"text":"Enter","type":"text","marks":[{"type":"code"}]},{"text":" (Note: the characters you type will not show up in the console)","type":"text"}]}]}]},{"type":"panel","attrs":{"panelType":"note"},"content":[{"type":"paragraph","content":[{"text":"You can end your remote session without disconnecting from the VPN by typing ","type":"text"},{"text":"exit","type":"text","marks":[{"type":"code"}]},{"text":" and hitting ","type":"text"},{"text":"Enter","type":"text","marks":[{"type":"code"}]}]}]},{"type":"layoutSection","content":[{"type":"layoutColumn","attrs":{"width":50.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":343,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"logging_in_to_SUNNY.png","id":"ef34613b-5e8f-4d6a-82b8-e066d1d5ce18","collection":"contentId-1013874712","type":"file","height":457}},{"type":"caption","content":[{"text":"SSH","type":"text","marks":[{"type":"code"}]},{"text":" into SUNNY","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":50.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":348,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"SSH_SUNNY_success.png","id":"41f2450a-10f5-4211-a9c8-f8657c95a379","collection":"contentId-1013874712","type":"file","height":457}},{"type":"caption","content":[{"text":"Successfully connected to SUNNY","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Check your access to NFS Lockers","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Check that you have access to all of the storage lockers by running the following commands","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"ls /mnt/research-projects/s/screberg/longterm_images","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"ls /mnt/research-projects/s/screberg/longterm_images2","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"ls /mnt/research-projects/s/screberg/GROW_DATA","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"ls /mnt/research-projects/r/raatwell/longterm_images3","type":"text","marks":[{"type":"code"}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If you do not have access to one or more of the lockers, contact ","type":"text"},{"text":"mkutugata@ncsu.edu","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:mkutugata@ncsu.edu"}}]}]}]}]},{"type":"layoutSection","content":[{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":289,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"longterm_images.png","id":"c1591c6f-6908-4557-a31b-4e47445d4815","collection":"contentId-1013874712","type":"file","height":457}},{"type":"caption","content":[{"text":"longterm_images","type":"text","marks":[{"type":"code"}]},{"text":" directory","type":"text"}]}]},{"type":"paragraph"}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":289,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"longterm_images2.png","id":"02f21e27-d2f9-4d51-b346-92df123ee5b2","collection":"contentId-1013874712","type":"file","height":457}},{"type":"caption","content":[{"text":"longterm_images2","type":"text","marks":[{"type":"code"}]},{"text":" directory","type":"text"}]}]},{"type":"paragraph"}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":249,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"GROW_DATA.png","id":"0ce5b84d-33b0-4c2d-8499-c5e67815860f","collection":"contentId-1013874712","type":"file","height":457}},{"type":"caption","content":[{"text":"GROW_DATA","type":"text","marks":[{"type":"code"}]},{"text":" directory","type":"text"}]}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":249,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"longterm_images3.png","id":"98866b03-37c1-445b-9544-268ad62437bc","collection":"contentId-1013874712","type":"file","height":457}},{"type":"caption","content":[{"text":"longterm_images3","type":"text","marks":[{"type":"code"}]},{"text":" directory","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Install ","type":"text"},{"text":"miniconda","type":"text","marks":[{"type":"code"}]},{"text":" on SUNNY","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Download ","type":"text"},{"text":"miniconda","type":"text","marks":[{"type":"code"}]},{"text":" by running ","type":"text"},{"text":"wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Install ","type":"text"},{"text":"miniconda","type":"text","marks":[{"type":"code"}]},{"text":" using the command ","type":"text"},{"text":"bash ~/Miniconda3-latest-Linux-x86_64.sh","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Press ","type":"text"},{"text":"Enter","type":"text","marks":[{"type":"code"}]},{"text":" to review Anaconda’s Terms of Service (TOS). ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Then press and hold ","type":"text"},{"text":"Enter","type":"text","marks":[{"type":"code"}]},{"text":" to scroll (this will take a little while as the TOS is long)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Once you see ","type":"text"},{"text":"Please answer 'yes' or 'no':'","type":"text","marks":[{"type":"code"}]},{"text":" Enter ","type":"text"},{"text":"yes","type":"text","marks":[{"type":"code"}]},{"text":" to agree to the TOS.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Hit ","type":"text"},{"text":"Enter","type":"text","marks":[{"type":"code"}]},{"text":" to confirm the installation location to your home SUNNY folder","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Type ","type":"text"},{"text":"yes","type":"text","marks":[{"type":"code"}]},{"text":" to set up ","type":"text"},{"text":"conda","type":"text","marks":[{"type":"code"}]},{"text":" to automatically initialize whenever you open a new shell","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Run the command ","type":"text"},{"text":"source ~/.bashrc","type":"text","marks":[{"type":"code"}]},{"text":" to refresh your terminal and apply the new settings","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Test your installation by running ","type":"text"},{"text":"conda list","type":"text","marks":[{"type":"code"}]},{"text":". If ","type":"text"},{"text":"conda","type":"text","marks":[{"type":"code"}]},{"text":" has been installed correctly, a list of installed packages appears.","type":"text"}]}]}]},{"type":"layoutSection","content":[{"type":"layoutColumn","attrs":{"width":20.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"usewget_MiniConda.png","id":"d382474b-77b9-402d-8631-4395b6007667","collection":"contentId-1013874712","type":"file","height":457}}]}]},{"type":"layoutColumn","attrs":{"width":20.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"installMiniconda_bash.png","id":"6b53e441-0c4c-4dee-a06f-1559a8e232f2","collection":"contentId-1013874712","type":"file","height":457}}]}]},{"type":"layoutColumn","attrs":{"width":20.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"installMiniconda_license.png","id":"969c84f2-90d2-4047-9c2e-3d9126ba96d1","collection":"contentId-1013874712","type":"file","height":457}}]}]},{"type":"layoutColumn","attrs":{"width":20.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"miniconda_acceptTOS.png","id":"855f7550-184f-45f8-983b-614fbbb0e849","collection":"contentId-1013874712","type":"file","height":457}}]}]},{"type":"layoutColumn","attrs":{"width":20.0},"content":[{"type":"mediaSingle","attrs":{"layout":"center","width":190,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":889,"alt":"miniconda_acceptTOS_yes.png","id":"6471dcd4-9e9d-48ee-94ad-2ea64f281eef","collection":"contentId-1013874712","type":"file","height":457}}]}]}]},{"type":"layoutSection","content":[{"type":"layoutColumn","attrs":{"width":20.0},"content":[{"type":"paragraph"}]},{"type":"layoutColumn","attrs":{"width":20.0},"content":[{"type":"paragraph"}]},{"type":"layoutColumn","attrs":{"width":20.0},"content":[{"type":"paragraph"}]},{"type":"layoutColumn","attrs":{"width":20.0},"content":[{"type":"paragraph"}]},{"type":"layoutColumn","attrs":{"width":20.0},"content":[{"type":"paragraph"}]}]},{"type":"rule"},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"All information that follows assumes that you are ","type":"text"},{"text":"actively logged into SUNNY remotely using ","type":"text","marks":[{"type":"strong"}]},{"text":"ssh","type":"text","marks":[{"type":"code"}]},{"text":". See ","type":"text"},{"text":"Setting Up your Machine","type":"text","marks":[{"type":"link","attrs":{"href":"https://precision-sustainable-ag.atlassian.net/wiki/spaces/IR2/pages/1013874712/SVCam+Preprocessing+Protocol#Setting-Up-Your-Machine"}}]},{"text":" for instructions on how to do so.","type":"text"}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Setting Up the Pipeline","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Clone the GitHub repository","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In your remote SUNNY session, run the command ","type":"text"},{"text":"git clone https://github.com/precision-sustainable-ag/SemiF-Preprocessing.git","type":"text","marks":[{"type":"code"}]},{"text":" to clone the SemiF-Preprocessing repository to your SUNNY account","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"To check if the repository was cloned, you can run the command ","type":"text"},{"text":"ls","type":"text","marks":[{"type":"code"}]},{"text":" to list everything in your current directory ","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Navigate to the Preprocessing Directory","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Use the command ","type":"text"},{"text":"cd SemiF-Preprocessing","type":"text","marks":[{"type":"code"}]},{"text":" to change directories ","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Set Up your ","type":"text"},{"text":"conda","type":"text","marks":[{"type":"code"}]},{"text":" environment in SUNNY","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Run the command ","type":"text"},{"text":"conda env create -f ./environment.yaml","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Then run the command ","type":"text"},{"text":"conda activate semif_prep","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Install ","type":"text"},{"text":"PiDNG","type":"text","marks":[{"type":"code"}]},{"text":" by running ","type":"text"},{"text":"pip install git+https://github.com/schoolpost/PiDNG.git","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Manually install ","type":"text"},{"text":"RawTherapee CLI","type":"text","marks":[{"type":"code"}]},{"text":" by running the command ","type":"text"},{"text":"scripts/validate_rawtherapee.sh","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The ","type":"text"},{"text":"conda","type":"text","marks":[{"type":"code"}]},{"text":" environment you are in is shown in parentheses before your user ","type":"text"},{"text":"@sunny:","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"For example, if the ","type":"text"},{"text":"base","type":"text","marks":[{"type":"code"}]},{"text":" environment is active it will appear as such: ","type":"text"},{"text":"(base) @sunny:","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If the ","type":"text"},{"text":"semif_prep","type":"text","marks":[{"type":"code"}]},{"text":" environment is active it will appear as ","type":"text"},{"text":"(semif_prep) @sunny:","type":"text","marks":[{"type":"code"}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"To change your active environment run the command ","type":"text"},{"text":"conda activate ","type":"text","marks":[{"type":"code"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"To update your environment after making changes to the ","type":"text"},{"text":"environment.yaml","type":"text","marks":[{"type":"code"}]},{"text":" file, run:","type":"text"}]},{"type":"paragraph","content":[{"text":"conda env update --file environment.yaml","type":"text","marks":[{"type":"code"}]}]}]}]}]}]},{"type":"rule"},{"type":"heading","attrs":{"level":1},"content":[{"text":"Running the Pipeline","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In your SUNNY session, change directories to SemiF-Preprocessing using the command ","type":"text"},{"text":"cd SemiF-Preprocessing","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Make sure that ","type":"text"},{"text":"semif_prep","type":"text","marks":[{"type":"code"}]},{"text":" is the active ","type":"text"},{"text":"conda","type":"text","marks":[{"type":"code"}]},{"text":" environment by running ","type":"text"},{"text":"conda activate semif_prep","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Edit ","type":"text"},{"text":"conf/config.yaml","type":"text","marks":[{"type":"code"}]},{"text":" by running ","type":"text"},{"text":"nano conf/config.yaml","type":"text","marks":[{"type":"code"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"batch_id","type":"text","marks":[{"type":"code"}]},{"text":": batch you want to preprocess","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"tasks/copy_from_lockers","type":"text","marks":[{"type":"code"}]},{"text":": copy raw files from LTS to ","type":"text"},{"text":"./data//semifield-upload/","type":"text","marks":[{"type":"code"}]},{"text":" (comment out if already downloaded)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"tasks/raw2jpg","type":"text","marks":[{"type":"code"}]},{"text":": convert local raw files to jpegs stored in LTS: ","type":"text"},{"text":"/semifield-developed-images/","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"tasks/raw2png","type":"text","marks":[{"type":"code"}]},{"text":" and ","type":"text"},{"text":"tasks/png2jpg","type":"text","marks":[{"type":"code"}]},{"text":" can be left commented out unless you need to run these separately","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"raw2png/remove_raws","type":"text","marks":[{"type":"code"}]},{"text":": delete local raw files when each file is converted to pngs","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"raw2jpg/remove_pngs","type":"text","marks":[{"type":"code"}]},{"text":": delete local png files when each png is converted to jpeg","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"When you have finished editing, hit ","type":"text"},{"text":"Ctrl","type":"text","marks":[{"type":"code"}]},{"text":" and ","type":"text"},{"text":"X","type":"text","marks":[{"type":"code"}]},{"text":" at the same time","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Type ","type":"text"},{"text":"Y","type":"text","marks":[{"type":"code"}]},{"text":" to save the newly edited file","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Hit ","type":"text"},{"text":"Enter","type":"text","marks":[{"type":"code"}]},{"text":" to save the newly edited file as ","type":"text"},{"text":"config.yaml","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Run the command ","type":"text"},{"text":"python main.py","type":"text","marks":[{"type":"code"}]},{"text":" to execute the ","type":"text"},{"text":"main.py","type":"text","marks":[{"type":"code"}]},{"text":" python script in the ","type":"text"},{"text":"SemiF-Preprocessing","type":"text","marks":[{"type":"code"}]},{"text":" directory ","type":"text"}]}]}]},{"type":"paragraph"},{"type":"codeBlock","content":[{"text":".\n├── conf\n│ ├── ccm # config files to define color correction matrix (ccm)\n│ ├── config.yaml\n│ ├── hydra\n│ └── paths\n├── data\n│ └── semifield-utils\n│ └── image_development\n│ ├── color_matrix # ccm files saved as numpy arrays \n│ └── dev_profiles # rawtherapee pp3 profile\n├── main.py # main entry point for omegaconf\n├── scripts\n│ └── validate_rawtherapee.sh # script to validate rawtherapee installation\n└── src\n ├── archive # archived code for future reference\n ├── raw2jpg.py # convert downloaded raw image to jpeg (raw2png + png2jpg processing)\n ├── png2jpg.py # convert png files to jpeg\n ├── raw2png.py # convert raw images to png\n └── utils\n ├── copy_from_lockers.py # copy raw files from NFS to local storage\n ├── calculate_ccm.py # utils to calculate and save ccm based on yaml config \n ├── debayer.py # demosaic image to manually record colorchecker values\n ├── preprocess.py # collection static methods for image preprocessing\n └── utils.py # common util functions","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"to end your ","type":"text"},{"text":"ssh","type":"text","marks":[{"type":"code"}]},{"text":" session type ","type":"text"},{"text":"exit","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Mobaxterm is a forwarding program - we dont need this for the svcam (we might need this TBD)","type":"text"}]},{"type":"paragraph"},{"type":"paragraph"},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"maybe get mobaxterm to view and validate images","type":"text"}]},{"type":"paragraph"},{"type":"paragraph"},{"type":"paragraph"},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"try and run batch NC_2025-02-21","type":"text"}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Need documentation on running the pipeline","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"be careful as lts is a shared long term storage, do not delete anything","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Requirements:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"access to SUNNY","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"miniconda installed ","type":"text"},{"type":"inlineCard","attrs":{"url":"https://www.anaconda.com/docs/getting-started/miniconda/install#macos-linux-installation"}},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"access to NFS locksers (longterm_images2, longterm_images, GROW_DATA)","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Getting setup","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"cloning the repo","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Running the pipeline","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Manually inspecting images","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Transferring data to LTS if images pass inspection","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Creating issues in Github if images fail inspection","type":"text"}]},{"type":"paragraph"}],"version":1}

Browser not supported