Linux Ubuntu - SSH command to copy server to local or vice versa

 Copy file to Server to Local

    scp -P <port> <localfile path> <server user>@ip:<remote user home path>

    ex: > scp -P 22 mq/target/test.jar drvijay@192.2.2.2:/home/drvijay

Connect server : 

        ssh -p <port> <server user>@<IP>

        ssh -p 22 drvijay@182.2.2.2

Copy file from Server to Local

 

Note: ssh -p <port> small case for port option

          scp -P <port> upper -P for port specify.

Google - Chuck File Download

This example is discussed in stack overflow, tkx #stackoverflow.

#answer: https://stackoverflow.com/a/39225039

PYTHON

import requests

def download_file_from_google_drive(id, destination):
    URL = "https://docs.google.com/uc?export=download"

    session = requests.Session()

    response = session.get(URL, params = { 'id' : id }, stream = True)
    token = get_confirm_token(response)

    if token:
        params = { 'id' : id, 'confirm' : token }
        response = session.get(URL, params = params, stream = True)

    save_response_content(response, destination)    

def get_confirm_token(response):
    for key, value in response.cookies.items():
        if key.startswith('download_warning'):
            return value

    return None

def save_response_content(response, destination):
    CHUNK_SIZE = 32768

    with open(destination, "wb") as f:
        for chunk in response.iter_content(CHUNK_SIZE):
            if chunk: # filter out keep-alive new chunks
                f.write(chunk)

 

 

RUN

file_id = '0B1fGSuBXAh1IeEpzajRISkNHckU'
destination = '/home/myusername/work/myfile.ext'
download_file_from_google_drive(file_id, destination)

 

 

 

Python AWS S3 - Upload a File

import os
import boto3
from botocore.exceptions import NoCredentialsError

ACCESS_KEY = 'AK....'
AWS_ACCESS_SECRET_KEY = 'DZKtksHidEexxxxxxx'

def upload_to_aws(local_file, bucket, s3_file):
    s3 = boto3.client('s3', aws_access_key_id=ACCESS_KEY,
                      aws_secret_access_key=AWS_ACCESS_SECRET_KEY)

    try:
        s3.upload_file(local_file, bucket, s3_file)
        print("Upload Successful")
        return True
    except FileNotFoundError:
        print("The file was not found")
        return False
    except NoCredentialsError:
        print("Credentials not available")
        return False



file = open('test.png', 'r+')

key = file.name
bucket = 'dev-nw'

uploaded = upload_to_aws('test.png', bucket, key)
    


#download a file
s3 = boto3.client( 's3', aws_access_key_id=ACCESS_KEY, aws_secret_access_key=AWS_ACCESS_SECRET_KEY );   
s3.download_file( bucket, key, 'D:/airtel-download.png' );

.htaccess file gives 500 internal server error

1. In your root folder
2. Create .htaccess file in your project root directory like below.

.htaccess

    RewriteEngine on
    RewriteCond %{REQUEST_FILENAME} !-d
    RewriteCond %{REQUEST_FILENAME} !-f
    RewriteCond %{REQUEST_FILENAME} !-l
    RewriteRule ^(.*)$ index.php?url=$1 [QSA,L]

3. Save .htaccess file.

Python : websocket-client 0.56.0 error: [Errno 2] No such file or directory: script.tmpl

1. Create a file script.tmpl under C:\Users\xxx\AppData\Roaming\Python\Python37\site-packages

2. paste the below code

# EASY-INSTALL-SCRIPT: %(spec)r,%(script_name)r
__requires__ = %(spec)r
__import__('pkg_resources').run_script(%(spec)r, %(script_name)r)

3. run your setup again
py setup.py install


-- Enjoy

PHP curl to upload a FILE with POST data

$ch = curl_init();

$fname = 'd:/temp/xxx.jpg';   
//windows
$cfile = new CURLFile(realpath($fname));
//linux
//$cfile = new CURLFile(realpath($fname), 'application/octet-stream', 'filename.pdf');

$data = array('param' => 'value', 
'param2' => 'value2',
'param3' => '{"jsonkey1":"jsonvalue1","jsonkey2":"jsonvalue2"}',
'file' => $cfile
);

curl_setopt($ch, CURLOPT_URL, 'https://api-url');
//return the transfer as a string
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false);
curl_setopt($ch, CURLOPT_HTTPHEADER, array('cache-control: no-cache','Content-Type: multipart/form-data'));
//curl_setopt($ch, CURLOPT_SAFE_UPLOAD, true);
curl_setopt($ch, CURLOPT_POST, 1);
curl_setopt($ch, CURLOPT_POSTFIELDS, $data);

$response  = curl_exec($ch);

$err = curl_error($ch);

//echo "INfo : ".implode(',',curl_getinfo($ch));

curl_close($ch);

if ($err) {
  echo "cURL Error #: " . $err;
} else {
  echo "Success : ".$response;
}

?>

Java UniRest to call POST Http/Https Protocols

add - unirest, httpasynclient, httpcore-nio jars

// to get https post

HttpResponse response = Unirest.post ( "https://www.infovijay.com/api/call" ).header ( "content-type", "application/json" ).header ( "cache-control", "no-cache" ).body ( "{\"id\":\"12345\",\"name\":\"vijay\"}\r\n" ).asString ();

System.out.println ( response.getStatus () );
System.out.println ( response.getStatusText () );
System.out.println ( response.getHeaders () );
System.out.println ( response.getBody () );



// to file download

HttpResponse is = Unirest.get ( "https://www.infovijay.com/api/file.pdf" ).asBinary ();
byte [] buffer = new byte[is.getRawBody ().available ()];
is.getRawBody ().read ( buffer );

File targetFile = new File ( "d:/abc.pdf" );
OutputStream outStream = new FileOutputStream ( targetFile );
outStream.write ( buffer );

Upload a file to SFTP using java

package com.sftp;

import java.io.File;
import java.io.FileInputStream;

import com.jcraft.jsch.Channel;
import com.jcraft.jsch.ChannelSftp;
import com.jcraft.jsch.JSch;
import com.jcraft.jsch.Session;

/**
 * @author drvijay
 */

public class SFTPcallInJava
{

public static void main ( String [] args )
{
String SFTPHOST = "192.168.7.99";
int SFTPPORT = 2121;
String SFTPUSER = "vijayjava";
String SFTPPASS = "vijaytest123";
String SFTPWORKINGDIR = "/www/";

Session session = null;
Channel channel = null;
ChannelSftp channelSftp = null;

try
{
JSch jsch = new JSch ();
session = jsch.getSession ( SFTPUSER, SFTPHOST, SFTPPORT );
session.setPassword ( SFTPPASS );
java.util.Properties config = new java.util.Properties ();
config.put ( "StrictHostKeyChecking", "no" );
session.setConfig ( config );
session.connect ();
channel = session.openChannel ( "sftp" );
channel.connect ();
channelSftp = (ChannelSftp) channel;
channelSftp.cd ( SFTPWORKINGDIR );
File f = new File ( "D:/Temp/aamlog.txt" );
channelSftp.put ( new FileInputStream ( f ), f.getName () );
}
catch ( Exception ex )
{
ex.printStackTrace ();
}

}

}



NOTE - Add jsch-0.1.54.jar

Java File content detector - Apache Tika

1. renamed sample.txt to sample.pdf

2. Add tika-core-1.11.jar in your lib

3. java class
    Output : text/plain File is of type - .txt


import java.io.BufferedInputStream;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;

import org.apache.tika.config.TikaConfig;
import org.apache.tika.metadata.Metadata;
import org.apache.tika.mime.MediaType;
import org.apache.tika.mime.MimeType;
import org.apache.tika.mime.MimeTypeException;

public class TikaExample
{

    public static void main ( String [] args ) throws IOException, MimeTypeException
    {

      TikaConfig config = TikaConfig.getDefaultConfig ();

        // renamed sample.txt to sample.pdf
        File file = new File ( "D:/drvijay/Reliance/testing/sample.exe" );
        InputStream stream = new FileInputStream ( file );
        // whatever the source you get inputstream, please add buffer for mark/reset support,
        // else u may get exception
        InputStream bufferedIn = new BufferedInputStream ( stream );

        final Metadata metadata = new Metadata ();
        metadata.set ( Metadata.RESOURCE_NAME_KEY, file.getName () );
        MediaType mediaType = config.getMimeRepository ().detect ( bufferedIn, metadata );
        // MediaType mediaType = config.getMimeRepository ().detect ( bufferedIn, new Metadata() );
        MimeType mimeType = config.getMimeRepository ().forName ( mediaType.toString () );
        String extension = mimeType.getExtension ();

        System.out.println ( mimeType + " File is of type - " + extension );
    }
}