Uncategorized Archives - Page 4 of 4

Sort a list in java

May 7, 2017December 28, 2016 by T Tak

Here is a nice example of sorting of a list

package com.javagist.sort;
 
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.List;
 
/**
 * This program sorts a list of Strings in ascending and descending order.
 *   
 * @author javagist
 *
 */
public class SortExample {
  
 private List&lt;String&gt; namesList = Arrays.asList("Kevin", "Brian" , "Steve", "Bill", "Obama");
  
 public static void main(String[] args) {
  SortExample sortExample = new SortExample();
  System.out.println("Before sorting:" + sortExample.namesList);
   
  sortExample.sortList(sortExample.namesList);
  System.out.println("List in ascending order:" + sortExample.namesList);
   
  sortExample.reverseSortList(sortExample.namesList);
  System.out.println("List in descending orde :" + sortExample.namesList);
   
  // sort a new list and don't modify the order of original list
  List&lt;String&gt; keepOriginalOrderList = Arrays.asList("Kevin", "Brian" , "Steve", "Bill", "Obama");
  List&lt;String&gt; sortedList = sortExample.sortListWithoutModifyingOriginalList(keepOriginalOrderList);
  System.out.println("List has preserved order :" + keepOriginalOrderList);
  System.out.println("New sorted list :" + sortedList);
 }
  
  
 /**
  * This method makes it obvious that any object that extends comparable can be sorted.
  * @param list - list to be sorted
  */
 private &lt;E extends Comparable&lt;E&gt;&gt; void sortList(List&lt;E&gt; list){
  Collections.sort(list);
 }
  
 /**
  * This method makes it obvious that any object that extends comparable can be sorted.
  * @param list - list to be reverse sorted
  */
 private &lt;E extends Comparable&lt;E&gt;&gt; void reverseSortList(List&lt;E&gt; list){
  Collections.sort(list, Collections.reverseOrder());
 }
  
  
 /**
  * This method preserves the original List ordering. And returns a new sorted list 
  * @param list - list to be sorted but not modified
  */
 private &lt;E extends Comparable&lt;E&gt;&gt; List&lt;E&gt; sortListWithoutModifyingOriginalList(List&lt;E&gt; list){
  List&lt;E&gt; newList = new ArrayList&lt;E&gt;(list);
  Collections.sort(newList);
  return newList;
 }
  
}

package com.javagist.sort;

import java.util.ArrayList;

import java.util.Arrays;

import java.util.Collections;

import java.util.List;

/**

* This program sorts a list of Strings in ascending and descending order.

* @author javagist

public class SortExample {

private List<String> namesList = Arrays.asList("Kevin", "Brian" , "Steve", "Bill", "Obama");

public static void main(String[] args) {

SortExample sortExample = new SortExample();

System.out.println("Before sorting:" + sortExample.namesList);

sortExample.sortList(sortExample.namesList);

System.out.println("List in ascending order:" + sortExample.namesList);

sortExample.reverseSortList(sortExample.namesList);

System.out.println("List in descending orde :" + sortExample.namesList);

// sort a new list and don't modify the order of original list

List<String> keepOriginalOrderList = Arrays.asList("Kevin", "Brian" , "Steve", "Bill", "Obama");

List<String> sortedList = sortExample.sortListWithoutModifyingOriginalList(keepOriginalOrderList);

System.out.println("List has preserved order :" + keepOriginalOrderList);

System.out.println("New sorted list :" + sortedList);

}

/**

* This method makes it obvious that any object that extends comparable can be sorted.

* @param list - list to be sorted

private <E extends Comparable<E>> void sortList(List<E> list){

Collections.sort(list);

}

/**

* This method makes it obvious that any object that extends comparable can be sorted.

* @param list - list to be reverse sorted

private <E extends Comparable<E>> void reverseSortList(List<E> list){

Collections.sort(list, Collections.reverseOrder());

}

/**

* This method preserves the original List ordering. And returns a new sorted list

* @param list - list to be sorted but not modified

private <E extends Comparable<E>> List<E> sortListWithoutModifyingOriginalList(List<E> list){

List<E> newList = new ArrayList<E>(list);

Collections.sort(newList);

return newList;

}

References http://programtalk.com/java/sort-list-java/

How to forwarding X11 connections from a remote host using sshj in java

May 7, 2017December 24, 2016 by T Tak

This example demonstrates how forwarding X11 connections from a remote host can be accomplished.

import net.schmizz.sshj.SSHClient;
import net.schmizz.sshj.common.StreamCopier;
import net.schmizz.sshj.connection.channel.direct.Session;
import net.schmizz.sshj.connection.channel.direct.Session.Command;
import net.schmizz.sshj.connection.channel.forwarded.SocketForwardingConnectListener;
 
import java.io.IOException;
import java.net.InetSocketAddress;
 

public class X11 {
 
    public static void main(String... args)
            throws IOException, InterruptedException {
        final SSHClient ssh = new SSHClient();
 
        // Compression makes X11 more feasible over slower connections
        // ssh.useCompression();
 
        ssh.loadKnownHosts();
 
        
        // NOTE: Forwarding incoming X connections to localhost:6000 only works if X is started without the
        // "-nolisten tcp" option (this is usually not the default for good reason)
        

        ssh.registerX11Forwarder(new SocketForwardingConnectListener(new InetSocketAddress("localhost", 6000)));
 
        ssh.connect("localhost");
        try {
 
            ssh.authPublickey(System.getProperty("user.name"));
 
            Session sess = ssh.startSession();
 
            
            // It is recommendable to send a fake cookie, and in your ConnectListener when a connection comes in replace
            // it with the real one. But here simply one from `xauth list` is being used.
            

            sess.reqX11Forwarding("MIT-MAGIC-COOKIE-1", "b0956167c9ad8f34c8a2788878307dc9", 0);
 
            final Command cmd = sess.exec("/usr/X11/bin/xcalc");
 
            new StreamCopier(cmd.getInputStream(), System.out).spawn("stdout");
            new StreamCopier(cmd.getErrorStream(), System.err).spawn("stderr");
 
            // Wait for session &amp; X11 channel to get closed
            ssh.getConnection().join();
 
        } finally {
            ssh.disconnect();
        }
    }
}

import net.schmizz.sshj.SSHClient;

import net.schmizz.sshj.common.StreamCopier;

import net.schmizz.sshj.connection.channel.direct.Session;

import net.schmizz.sshj.connection.channel.direct.Session.Command;

import net.schmizz.sshj.connection.channel.forwarded.SocketForwardingConnectListener;

import java.io.IOException;

import java.net.InetSocketAddress;

public class X11 {

public static void main(String... args)

throws IOException, InterruptedException {

final SSHClient ssh = new SSHClient();

// Compression makes X11 more feasible over slower connections

// ssh.useCompression();

ssh.loadKnownHosts();

// NOTE: Forwarding incoming X connections to localhost:6000 only works if X is started without the

// "-nolisten tcp" option (this is usually not the default for good reason)

ssh.registerX11Forwarder(new SocketForwardingConnectListener(new InetSocketAddress("localhost", 6000)));

ssh.connect("localhost");

try {

ssh.authPublickey(System.getProperty("user.name"));

Session sess = ssh.startSession();

// It is recommendable to send a fake cookie, and in your ConnectListener when a connection comes in replace

// it with the real one. But here simply one from `xauth list` is being used.

sess.reqX11Forwarding("MIT-MAGIC-COOKIE-1", "b0956167c9ad8f34c8a2788878307dc9", 0);

final Command cmd = sess.exec("/usr/X11/bin/xcalc");

new StreamCopier(cmd.getInputStream(), System.out).spawn("stdout");

new StreamCopier(cmd.getErrorStream(), System.err).spawn("stderr");

// Wait for session & X11 channel to get closed

ssh.getConnection().join();

} finally {

ssh.disconnect();

}

Retrofit Crawler

May 7, 2017December 24, 2016 by T Tak

A simple web crawler that uses a Retrofit service to turn URLs into webpages.

/*
 * Copyright (C) 2016 Square, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.example.retrofit;
 
import java.io.IOException;
import java.lang.annotation.Annotation;
import java.lang.reflect.Type;
import java.util.ArrayList;
import java.util.Collections;
import java.util.LinkedHashSet;
import java.util.List;
import java.util.Set;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicInteger;
import okhttp3.ConnectionPool;
import okhttp3.Dispatcher;
import okhttp3.HttpUrl;
import okhttp3.OkHttpClient;
import okhttp3.ResponseBody;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import retrofit2.Call;
import retrofit2.Callback;
import retrofit2.Converter;
import retrofit2.Response;
import retrofit2.Retrofit;
import retrofit2.http.GET;
import retrofit2.http.Url;
 

public final class Crawler {
  private final Set fetchedUrls = Collections.synchronizedSet(
      new LinkedHashSet());
  private final ConcurrentHashMap hostnames = new ConcurrentHashMap&lt;&gt;();
  private final PageService pageService;
 
  public Crawler(PageService pageService) {
    this.pageService = pageService;
  }
 
  public void crawlPage(HttpUrl url) {
    // Skip hosts that we've visited many times.
    AtomicInteger hostnameCount = new AtomicInteger();
    AtomicInteger previous = hostnames.putIfAbsent(url.host(), hostnameCount);
    if (previous != null) hostnameCount = previous;
    if (hostnameCount.incrementAndGet() &gt; 100) return;
 
    // Asynchronously visit URL.
    pageService.get(url).enqueue(new Callback() {
      @Override public void onResponse(Call call, Response response) {
        if (!response.isSuccessful()) {
          System.out.println(call.request().url() + ": failed: " + response.code());
          return;
        }
 
        // Print this page's URL and title.
        Page page = response.body();
        HttpUrl base = response.raw().request().url();
        System.out.println(base + ": " + page.title);
 
        // Enqueue its links for visiting.
        for (String link : page.links) {
          HttpUrl linkUrl = base.resolve(link);
          if (linkUrl != null &amp;&amp; !fetchedUrls.add(linkUrl)) {
            crawlPage(linkUrl);
          }
        }
      }
 
      @Override public void onFailure(Call call, Throwable t) {
        System.out.println(call.request().url() + ": failed: " + t);
      }
    });
  }
 
  public static void main(String... args) throws Exception {
    Dispatcher dispatcher = new Dispatcher(Executors.newFixedThreadPool(20));
    dispatcher.setMaxRequests(20);
    dispatcher.setMaxRequestsPerHost(1);
 
    OkHttpClient okHttpClient = new OkHttpClient.Builder()
        .dispatcher(dispatcher)
        .connectionPool(new ConnectionPool(100, 30, TimeUnit.SECONDS))
        .build();
 
    Retrofit retrofit = new Retrofit.Builder()
        .baseUrl(HttpUrl.parse("https://example.com/"))
        .addConverterFactory(PageAdapter.FACTORY)
        .client(okHttpClient)
        .build();
 
    PageService pageService = retrofit.create(PageService.class);
 
    Crawler crawler = new Crawler(pageService);
    crawler.crawlPage(HttpUrl.parse(args[0]));
  }
 
  interface PageService {
    @GET Call get(@Url HttpUrl url);
  }
 
  static class Page {
    public final String title;
    public final List links;
 
    public Page(String title, List links) {
      this.title = title;
      this.links = links;
    }
  }
 
  static final class PageAdapter implements Converter {
    static final Converter.Factory FACTORY = new Converter.Factory() {
      @Override public Converter responseBodyConverter(
          Type type, Annotation[] annotations, Retrofit retrofit) {
        if (type == Page.class) return new PageAdapter();
        return null;
      }
    };
 
    @Override public Page convert(ResponseBody responseBody) throws IOException {
      Document document = Jsoup.parse(responseBody.string());
      List links = new ArrayList&lt;&gt;();
      for (Element element : document.select("a[href]")) {
        links.add(element.attr("href"));
      }
      return new Page(document.title(), Collections.unmodifiableList(links));
    }
  }
}

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

* Licensed under the Apache License, Version 2.0 (the "License");

* you may not use this file except in compliance with the License.

* You may obtain a copy of the License at

* http://www.apache.org/licenses/LICENSE-2.0

* Unless required by applicable law or agreed to in writing, software

* distributed under the License is distributed on an "AS IS" BASIS,

* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

* See the License for the specific language governing permissions and

* limitations under the License.

package com.example.retrofit;

import java.io.IOException;

import java.lang.annotation.Annotation;

import java.lang.reflect.Type;

import java.util.ArrayList;

import java.util.Collections;

import java.util.LinkedHashSet;

import java.util.List;

import java.util.Set;

import java.util.concurrent.ConcurrentHashMap;

import java.util.concurrent.Executors;

import java.util.concurrent.TimeUnit;

import java.util.concurrent.atomic.AtomicInteger;

import okhttp3.ConnectionPool;

import okhttp3.Dispatcher;

import okhttp3.HttpUrl;

import okhttp3.OkHttpClient;

import okhttp3.ResponseBody;

import org.jsoup.Jsoup;

import org.jsoup.nodes.Document;

import org.jsoup.nodes.Element;

import retrofit2.Call;

import retrofit2.Callback;

import retrofit2.Converter;

import retrofit2.Response;

import retrofit2.Retrofit;

import retrofit2.http.GET;

import retrofit2.http.Url;

public final class Crawler {

private final Set fetchedUrls = Collections.synchronizedSet(

new LinkedHashSet());

private final ConcurrentHashMap hostnames = new ConcurrentHashMap<>();

private final PageService pageService;

public Crawler(PageService pageService) {

this.pageService = pageService;

}

public void crawlPage(HttpUrl url) {

// Skip hosts that we've visited many times.

AtomicInteger hostnameCount = new AtomicInteger();

AtomicInteger previous = hostnames.putIfAbsent(url.host(), hostnameCount);

if (previous != null) hostnameCount = previous;

if (hostnameCount.incrementAndGet() > 100) return;

// Asynchronously visit URL.

pageService.get(url).enqueue(new Callback() {

@Override public void onResponse(Call call, Response response) {

if (!response.isSuccessful()) {

System.out.println(call.request().url() + ": failed: " + response.code());

return;

}

// Print this page's URL and title.

Page page = response.body();

HttpUrl base = response.raw().request().url();

System.out.println(base + ": " + page.title);

// Enqueue its links for visiting.

for (String link : page.links) {

HttpUrl linkUrl = base.resolve(link);

if (linkUrl != null && !fetchedUrls.add(linkUrl)) {

crawlPage(linkUrl);

}

@Override public void onFailure(Call call, Throwable t) {

System.out.println(call.request().url() + ": failed: " + t);

}

});

}

public static void main(String... args) throws Exception {

Dispatcher dispatcher = new Dispatcher(Executors.newFixedThreadPool(20));

dispatcher.setMaxRequests(20);

dispatcher.setMaxRequestsPerHost(1);

OkHttpClient okHttpClient = new OkHttpClient.Builder()

.dispatcher(dispatcher)

.connectionPool(new ConnectionPool(100, 30, TimeUnit.SECONDS))

.build();

Retrofit retrofit = new Retrofit.Builder()

.baseUrl(HttpUrl.parse("https://example.com/"))

.addConverterFactory(PageAdapter.FACTORY)

.client(okHttpClient)

.build();

PageService pageService = retrofit.create(PageService.class);

Crawler crawler = new Crawler(pageService);

crawler.crawlPage(HttpUrl.parse(args[0]));

}

interface PageService {

@GET Call get(@Url HttpUrl url);

}

static class Page {

public final String title;

public final List links;

public Page(String title, List links) {

this.title = title;

this.links = links;

}

static final class PageAdapter implements Converter {

static final Converter.Factory FACTORY = new Converter.Factory() {

@Override public Converter responseBodyConverter(

Type type, Annotation[] annotations, Retrofit retrofit) {

if (type == Page.class) return new PageAdapter();

return null;

}

};

@Override public Page convert(ResponseBody responseBody) throws IOException {

Document document = Jsoup.parse(responseBody.string());

List links = new ArrayList<>();

for (Element element : document.select("a[href]")) {

links.add(element.attr("href"));

}

return new Page(document.title(), Collections.unmodifiableList(links));

}

Convert byte to Hexadecimal String and vice versa

May 7, 2017December 24, 2016 by T Tak

Convert byte to Hexadecimal

 public static String bytesToHex(byte[] bytes) {
    final char[] hexArray = { '0', '1', '2', '3', '4', '5', '6', '7', '8', '9', 'A', 'B', 'C', 'D', 'E', 'F' };
    char[] hexChars = new char[bytes.length * 2];
    int v;
    for (int j = 0; j &lt; bytes.length; j++) {
        v = bytes[j] &amp; 0xFF;
        hexChars[j * 2] = hexArray[v &gt;&gt;&gt; 4];
        hexChars[j * 2 + 1] = hexArray[v &amp; 0x0F];
    }
    return new String(hexChars);
    }

public static String bytesToHex(byte[] bytes) {

final char[] hexArray = { '0', '1', '2', '3', '4', '5', '6', '7', '8', '9', 'A', 'B', 'C', 'D', 'E', 'F' };

char[] hexChars = new char[bytes.length * 2];

int v;

for (int j = 0; j < bytes.length; j++) {

v = bytes[j] & 0xFF;

hexChars[j * 2] = hexArray[v >>> 4];

hexChars[j * 2 + 1] = hexArray[v & 0x0F];

}

return new String(hexChars);

}

Convert Hexadecimal to byte

public static byte[] hexToBytes(String s) {
    int len = s.length();
    byte[] data = new byte[len / 2];
    for (int i = 0; i &lt; len; i += 2) {
        data[i / 2] = (byte) ((Character.digit(s.charAt(i), 16) &lt;&lt; 4) + Character.digit(s.charAt(i + 1), 16));
    }
    return data;
    }

public static byte[] hexToBytes(String s) {

int len = s.length();

byte[] data = new byte[len / 2];

for (int i = 0; i < len; i += 2) {

data[i / 2] = (byte) ((Character.digit(s.charAt(i), 16) << 4) + Character.digit(s.charAt(i + 1), 16));

}

return data;

}

How to download and Upload a file through SFTP using java.

May 7, 2017December 23, 2016 by T Tak

Here is a code example that shows how to download and upload a file through SFTP in java Download File

import com.jcraft.jsch.Channel;
import com.jcraft.jsch.ChannelSftp;
import com.jcraft.jsch.JSch;
import com.jcraft.jsch.JSchException;
import com.jcraft.jsch.Session;
import com.jcraft.jsch.SftpException;
/**
 * 
 * @author javagists.com
 *
 */
public class DownloadFileSFTP {
 
    public static void main(String[] args) throws Exception {

 JSch jsch = new JSch();
        Session session = null;
        try {
           session = jsch.getSession("admin", "127.0.0.1", 22);
            session.setConfig("StrictHostKeyChecking", "no");
            session.setPassword("pass");
            session.connect();
            
            Channel channel = session.openChannel("sftp");
            channel.connect();
            ChannelSftp sftpChannel = (ChannelSftp) channel;
            sftpChannel.get("/tmpremote/testDownload.txt", "/tmplocal/testDownload.txt");  
            sftpChannel.exit();
            session.disconnect();
        } catch (JSchException e) {
            e.printStackTrace();  
        } catch (SftpException e) {
            e.printStackTrace();
        }

   }

}

import com.jcraft.jsch.Channel;

import com.jcraft.jsch.ChannelSftp;

import com.jcraft.jsch.JSch;

import com.jcraft.jsch.JSchException;

import com.jcraft.jsch.Session;

import com.jcraft.jsch.SftpException;

/**

* @author javagists.com

public class DownloadFileSFTP {

public static void main(String[] args) throws Exception {

JSch jsch = new JSch();

Session session = null;

try {

session = jsch.getSession("admin", "127.0.0.1", 22);

session.setConfig("StrictHostKeyChecking", "no");

session.setPassword("pass");

session.connect();

Channel channel = session.openChannel("sftp");

channel.connect();

ChannelSftp sftpChannel = (ChannelSftp) channel;

sftpChannel.get("/tmpremote/testDownload.txt", "/tmplocal/testDownload.txt");

sftpChannel.exit();

session.disconnect();

} catch (JSchException e) {

e.printStackTrace();

} catch (SftpException e) {

e.printStackTrace();

}

Upload File

import com.jcraft.jsch.Channel;
import com.jcraft.jsch.ChannelSftp;
import com.jcraft.jsch.JSch;
import com.jcraft.jsch.JSchException;
import com.jcraft.jsch.Session;
import com.jcraft.jsch.SftpException;
/**
 * 
 * @author javagists.com
 *
 */
public class UploadFileSFTP {
 
 public static void main(String[] args) throws Exception {

  JSch jsch = new JSch();
        Session session = null;
        try {
            session = jsch.getSession("admin", "127.0.0.1", 22);
            session.setConfig("StrictHostKeyChecking", "no");
            session.setPassword("pass");
            session.connect();
            
            Channel channel = session.openChannel("sftp");
            channel.connect();
            ChannelSftp sftpChannel = (ChannelSftp) channel;
            sftpChannel.put("/tmplocal/testUpload.txt", "/tmpremote/testUpload.txt");  
            sftpChannel.exit();
            session.disconnect();
        } catch (JSchException e) {
            e.printStackTrace();  
        } catch (SftpException e) {
            e.printStackTrace();
        }

 }

}

import com.jcraft.jsch.Channel;

import com.jcraft.jsch.ChannelSftp;

import com.jcraft.jsch.JSch;

import com.jcraft.jsch.JSchException;

import com.jcraft.jsch.Session;

import com.jcraft.jsch.SftpException;

/**

* @author javagists.com

public class UploadFileSFTP {

public static void main(String[] args) throws Exception {

JSch jsch = new JSch();

Session session = null;

try {

session = jsch.getSession("admin", "127.0.0.1", 22);

session.setConfig("StrictHostKeyChecking", "no");

session.setPassword("pass");

session.connect();

Channel channel = session.openChannel("sftp");

channel.connect();

ChannelSftp sftpChannel = (ChannelSftp) channel;

sftpChannel.put("/tmplocal/testUpload.txt", "/tmpremote/testUpload.txt");

sftpChannel.exit();

session.disconnect();

} catch (JSchException e) {

e.printStackTrace();

} catch (SftpException e) {

e.printStackTrace();

}