note

Bulk upload posts to WordPress

투한 — Mon, 20 May 2024 20:22:02 +0900

You can using rest api as follow :

bulk/v1/post

bulk/v1/delete

add_action('rest_api_init', function () {
    register_rest_route('bulk/v1', '/post', array(
        'methods' => 'POST',
        'callback' => 'insert'
    ));
    
    register_rest_route('bulk/v1', '/delete', array(
        'methods' => 'POST',
        'callback' => 'delete'
    ));
});

function bulk_delete_posts($post_type = 'post', $posts_per_page = -1) {
    // 배치 크기 설정 (한 번에 처리할 게시물 수)
    $batch_size = 100;
    
    // 게시물 쿼리
    $args = array(
        'post_type'      => $post_type,
        'posts_per_page' => $posts_per_page,
        'post_status'    => 'any',
        'fields'         => 'ids',
    );

    // WP_Query 실행
    $query = new WP_Query($args);
    
    $deleteCnt = 0;

    if ($query->have_posts()) {
        global $wpdb;
        $post_ids = $query->posts;

        // 배치 삭제 시작
        for ($i = 0; $i < count($post_ids); $i += $batch_size) {
            $batch = array_slice($post_ids, $i, $batch_size);

            $wpdb->query('START TRANSACTION');

            try {
                foreach ($batch as $post_id) {
                    wp_delete_post($post_id, true); // 두 번째 매개변수를 true로 설정하면 휴지통을 거치지 않고 영구 삭제함
                    $deleteCnt++;
                }
                $wpdb->query('COMMIT');
            } catch (Exception $e) {
                $wpdb->query('ROLLBACK');
                error_log($e->getMessage());
                return $e->getMessage();
            }
        }
    }
    return "$deleteCnt posts deleted successfully.";
}

function delete($request) {
    $params = $request->get_params();
    // 이 함수를 호출하여 게시물을 대량 삭제할 수 있음
    return bulk_delete_posts('post');
}

function insert($request) {
    $params = $request->get_params();
    $file_name = $params["file_name"];

    try {
        $res_str = init($file_name);
        return $res_str;
    } catch (Exception $e) {
        return $e->getMessage();
    }
}

function init($file_name) {
    $csvFile = '/var/www/html/wp-content/' . $file_name;
    $batchSize = 100;
    $totalSize = 0;

    if (($handle = fopen($csvFile, 'r')) !== FALSE) {
        $header = fgetcsv($handle, 1000, ',');

        $batchData = [];
        $batchCounter = 0;

        while (($data = fgetcsv($handle, 1000, ',')) !== FALSE) {
            $batchData[] = $data;
            $batchCounter++;
            $totalSize++;

            if ($batchCounter >= $batchSize) {
                $batch_result = process_batch($batchData);

                if ($batch_result !== true) {
                    fclose($handle);
                    return $batch_result;
                }

                $batchData = [];
                $batchCounter = 0;
            }
        }

        if ($batchCounter > 0) {
            $batch_result = process_batch($batchData);

            if ($batch_result !== true) {
                fclose($handle);
                return $batch_result;
            }
        }

        fclose($handle);
    }
    return "$totalSize records processed successfully.";
}

function process_batch($batchData) {
    global $wpdb;

    $wpdb->query('START TRANSACTION');
    wp_defer_term_counting(true);

    foreach ($batchData as $data) {
        try {
			
            $post_title = isset($data[0]) ? $data[0] : "";;
            $post_status = isset($data[1]) ? $data[1] : "";;
            $post_content = isset($data[2]) ? $data[2] : "";;
            $post_tag = isset($data[3]) ? explode(',', $data[3]) : "";
            $post_category = isset($data[4]) ? explode(',', $data[4]) : "";

            $new_post = array(
                'post_title' => $post_title,
                'post_status' => $post_status,
                'post_content' => $post_content,
                'tags_input' => $post_tag,
                'post_category' => $post_category
            );

            $post_id = wp_insert_post($new_post);

            if (is_wp_error($post_id)) {
                throw new Exception($post_id->get_error_message());
            }
        } catch (Exception $e) {
            $wpdb->query('ROLLBACK');
            return $e->getMessage();
        }
    }

    wp_defer_term_counting(false);
    $wpdb->query('COMMIT');
    return true;
}

if (!function_exists('write_log')) {
    function write_log($log) {
        if (is_array($log) || is_object($log)) {
            error_log(print_r($log, true));
        } else {
            error_log($log);
        }
    }
}

spring mybatis mysql

투한 — Wed, 20 Jun 2012 18:21:26 +0900

10만건에서 버벅이던 게시판이 100만건에서도 빠르게 돌아가게 수정이 되었습니다

분명 문제는 쿼리였던걸로 알고는 있었지만 어떻게 튜닝 해야되는지....찾던중 좋은글이 있어서 올립니다

http://dev.kthcorp.com/2012/05/22/mysql-low-performance-query-bad-habit/

요약하자면 oracle 처럼 rownum을 생성하여 사용할 경우 mysql은 상당한 퍼포먼스 저하가 발생하게 되네요..

1초걸리던것이 4초 이상까지도 걸리는걸 확인했으니깐요

그리고 mysql은 dbengine이 있는데 innodb 에서 MyISAM 로 바꾸었구요 (count 할경우 4배속도 가량의 차이)

총개수 구하는 부분, 리스트 가져오는 부분 의 쿼리들이 수정되었고

테이블 생성하는 docs의 폴더의 sql 문장도 수정되었습니다

selectList.jsp는 rnum -> idx 로 변경되었습니다

한마디로 Mysql은 무료지만 '까다롭다'

7월11일 최신소스

spring_board_mysql.zip.001

spring_board_mysql.zip.002

예전 소스

spring_board_mysql.zip.001

spring_board_mysql.zip.002

aaaa

파일 다운로드

투한 — Thu, 7 Jun 2012 10:24:25 +0900

현재의 폴더 위치를 얻은후에 폴더/파일명에 접근합니다

파일명이 계속 달라져야 하는 경우 jsp에서 submit 하면 되겠습니다

String filename = "파일명";

			String path = "/";   

			ServletContext context = getServletContext();
			String absFolder = context.getRealPath(path);   

			System.out.println(absFolder);


			String filePath = absFolder+"/폴더/"; 
			InputStream in = null;
			OutputStream os = null;
			File file = null;
			File viewFile = null;
			boolean skip = false;
			String client = "";

			try {
				String fname1 = "";
				String fname2 = "";
				String fname = "";
				fname = filename;
				fname1 = new String(fname.getBytes("8859_1"), "utf-8");

				try {
					file = new File(filePath, fname);
					viewFile = new File(filePath, fname1);
					//out.print("file : " + file);
					in = new FileInputStream(file);
				} catch (FileNotFoundException fe) {
					skip = true;
				}//catch

				fname2 = new String(fname1.getBytes("utf-8"), "8859_1");

				response.reset();
				client = request.getHeader("User-Agent");
				response.setContentType("application/x-msdownload;");
				response.setHeader("Content-Description", "JSP Generated Data");

				if (!skip) {
					if (client.indexOf("MSIE 5.5") != -1) {
						response.setHeader("Content-Type",
								"doesn/matter; charset=utf-8");
						response.setHeader("Content-Disposition", "filename="
								+ new String(fname.getBytes("utf-8"), "8859_1"));
					} else {
						response.setHeader("Content-Type",
								"application/octet-stream; charset=utf-8");
						response.setHeader(
								"Content-Disposition",
								"attachment; filename="
										+ new String(fname.getBytes("utf-8"),
												"8859_1"));
					}//else
					response.setHeader("Content-Transfer-Encoding", "binary;");
					response.setHeader("Content-Length", "" + file.length());
					response.setHeader("Pragma", "no-cache;");
					response.setHeader("Expires", "-1;");

					os = response.getOutputStream();
					byte b[] = new byte[4096];
					int leng = 0;
					while ((leng = in.read(b)) > 0) {
						os.write(b, 0, leng);
					}//while
				} else {
					//out.println("<script language='javascript'>");
					//out.println("alert('File Downloading Fail !!');");
					//out.println("</script>");
					return;
				}//else
			} catch (Exception e) {
				System.out.println(e);
			} finally {
				if (in != null)
					in.close();
				if (os != null)
					os.close();
			}//finally

절대 경로 구하기(서버 경로)

투한 — Tue, 5 Jun 2012 10:34:12 +0900

<%@ page contentType="text/html;charset=euc-kr" %>
<%@ page import!="com.oreilly.servlet.MultipartRequest, com.oreilly.servlet.multipart.DefaultFileRenamePolicy,java.io.*,java.util.*" %>
<%
String path = "/";    //파일이 있는 현재 폴더
ServletContext context = getServletContext();
String absFolder = context.getRealPath(path);   //절대경로를 구하는 부분
%>
<%=absFolder%>

xml Url 파싱

투한 — Mon, 4 Jun 2012 11:33:10 +0900

package com;

import javax.xml.parsers.DocumentBuilder;
import javax.xml.parsers.DocumentBuilderFactory;

import org.w3c.dom.Document;
import org.w3c.dom.Element;
import org.w3c.dom.Node;

public class test {
	public static void main(String[] args){
		try {
			DocumentBuilderFactory f = DocumentBuilderFactory.newInstance();
			DocumentBuilder parser = f.newDocumentBuilder();

			Document xmlDoc = null;

			//전국
			//String url ="http://www.kma.go.kr/weather/forecast/mid-term-xml.jsp?stnId=108";
			String url ="http://www.kma.go.kr/weather/forecast/mid-term-rss.jsp?stnId=108";

			//강원
			//String url ="http://www.kma.go.kr/weather/forecast/mid-term-rss.jsp?stnId=105";

			xmlDoc = parser.parse(url);

			// 루트 엘리먼트 접근
			Element root = xmlDoc.getDocumentElement();

			int length = root.getElementsByTagName("body").getLength();

			for (int i = 0; i < length; i++) {

				Node vNode = root.getElementsByTagName("location").item(i);
				System.out.println("location size : "+root.getElementsByTagName("location").getLength());

				int asd = root.getElementsByTagName("location").getLength();

				for(int z = 0; z < asd; z++){

					vNode = root.getElementsByTagName("location").item(z);

					Node province
					= ((Element) vNode).getElementsByTagName("province").item(i);
					System.out.println("####province : "+province.getTextContent());

					Node city
					= ((Element) vNode).getElementsByTagName("city").item(i);
					System.out.println("####city : "+city.getTextContent());

					vNode = root.getElementsByTagName("data").item(z);

					//int size = 1;
					int size = root.getElementsByTagName("data").getLength();

					//System.out.println("#### SIZE : "+size);

					for (int j = 0; j < size; j++) {
						Node numEf
						= ((Element) vNode).getElementsByTagName("numEf").item(0);
						System.out.println("#### "+numEf.getTextContent()+"일 후 예보");

						System.out.println("####city : "+city.getTextContent());
						System.out.println("####province : "+province.getTextContent());


						vNode = root.getElementsByTagName("data").item(j);


						Node tmEf
						= ((Element) vNode).getElementsByTagName("tmEf").item(0);
						System.out.println("####날짜 : "+tmEf.getTextContent());

						Node wf  
						= ((Element) vNode).getElementsByTagName("wf").item(0);
						System.out.println("####날씨 : "+wf.getTextContent());

						Node tmn
						= ((Element) vNode).getElementsByTagName("tmn").item(0);
						System.out.println("####최저온도 : "+tmn.getTextContent());

						Node tmx
						= ((Element) vNode).getElementsByTagName("tmx").item(0);
						System.out.println("####최고온도 : "+tmx.getTextContent());

						Node reliability
						= ((Element) vNode).getElementsByTagName("reliability").item(0);
						System.out.println("####날씨에 대한 신뢰도 : "+reliability.getTextContent()+"\n\n");
					}
				}
			}
		} catch (Exception e) {
			System.out.println(e.getMessage());
			System.out.println(e.toString());
		}
	}
}

xml Url 파싱

투한 — Mon, 4 Jun 2012 10:55:46 +0900

String address ="";
		try {

			//116.91722222222222,27.305833333333332
			//江西省抚州市黎川县


			// DOM Document 객체를 생성하는 단계
			DocumentBuilderFactory f = DocumentBuilderFactory.newInstance();
			DocumentBuilder parser = f.newDocumentBuilder();

			// XML 파일 파싱하는 단계
			Document xmlDoc = null;
			String url ="http://map.dootms.com:8081/rgeocode/simple?key=c99d0ae1648e5610bd00c5126a4805132ee938ea5c8f5ac0b7ad23c110793ad1fcf4d3c8d41344d5&resType=xml&encode=utf-8&range=3000&roadnum=10&crossnum=3&poinum=10&retvalue=1&sid=7001&region="+CommonUtil.nvl(longs)+","+CommonUtil.nvl(lat)+"&rid=434766";

			//String url ="C:/Users/eric/Desktop/poilist.xml";
			// error position 114.30194444444444,30.711944444444445
			//118.48444444444445위도 : 38.07916666666667
			//String url = "http://map.dootms.com:8081/rgeocode/simple?key=c99d0ae1648e5610bd00c5126a4805132ee938ea5c8f5ac0b7ad23c110793ad1fcf4d3c8d41344d5&resType=xml&encode=utf-8&range=3000&roadnum=10&crossnum=3&poinum=10&retvalue=1&sid=7001&region=&rid=434766";
			//String url = "http://map.dootms.com:8081/rgeocode/simple?key=c99d0ae1648e5610bd00c5126a4805132ee938ea5c8f5ac0b7ad23c110793ad1fcf4d3c8d41344d5&resType=xml&encode=utf-8&range=3000&roadnum=10&crossnum=3&poinum=10&retvalue=1&sid=7001&region="+CommonUtil.nvl(longs)+","+CommonUtil.nvl(lat)+"&rid=434766";

			xmlDoc = parser.parse(url);  // parse는 결과값이라고 생각하자

			// 루트 엘리먼트 접근
			Element root = xmlDoc.getDocumentElement();

			int length = root.getElementsByTagName("spatial").getLength();

			for (int i = 0; i < length; i++) {
				Node vNode = root.getElementsByTagName("province").item(i);

				//성
				Node province
				= ((Element) vNode).getElementsByTagName("name").item(0);

				vNode = root.getElementsByTagName("city").item(i);

				//시
				Node city
				= ((Element) vNode).getElementsByTagName("name").item(0);

				vNode = root.getElementsByTagName("district").item(i);
				//구
				Node district
				= ((Element) vNode).getElementsByTagName("name").item(0);


				//예외처리
				if(!root.getElementsByTagName("roadlist").item(i).getTextContent().equals(""))
					vNode = root.getElementsByTagName("roadlist").item(i);
				else if (!root.getElementsByTagName("poilist").item(i).getTextContent().equals(""))
					vNode = root.getElementsByTagName("poilist").item(i);
				else if(!root.getElementsByTagName("crosslist").item(i).getTextContent().equals(""))
					vNode = root.getElementsByTagName("crosslist").item(i);

				//거리
				//vNode = root.getElementsByTagName("roadlist").item(i);
				//거리2
				//vNode = root.getElementsByTagName("poilist").item(i);
				//거리 3
				//vNode = root.getElementsByTagName("crosslist").item(i);

				//예외처리 2
				if(root.getElementsByTagName("crosslist").item(i).getTextContent().equals("") && root.getElementsByTagName("poilist").item(i).getTextContent().equals("") && root.getElementsByTagName("roadlist").item(i).getTextContent().equals("")){

					address += province.getTextContent(); //성
					address += city.getTextContent();	//시
					address += district.getTextContent(); //구

				}else{

					//거리 이름
					Node roadlist
					= ((Element) vNode).getElementsByTagName("name").item(0);

					//거리의 방위
					Node direction
					= ((Element) vNode).getElementsByTagName("direction").item(0);


					String direction2 =direction.getTextContent();

					direction2 = direction2.replace("East", "东");
					direction2 = direction2.replace("West","西");
					direction2 = direction2.replace("South","南");
					direction2 = direction2.replace("North","北");


					//그 길까지의 거리
					Node distance
					= ((Element) vNode).getElementsByTagName("distance").item(0);

					address += province.getTextContent(); //성
					address += city.getTextContent();	//시
					address += district.getTextContent(); //구
					address += CommonUtil.nvl(roadlist.getTextContent());  //거리 이름
					address += CommonUtil.nvl(direction2);					//거리 방위
					address += CommonUtil.nvl(distance.getTextContent()); 	//떨어진 거리

				}

				System.out.println("###### address :"+address);

			}
		} catch (Exception e) {
			System.out.println(e.getMessage());
			System.out.println(e.toString());
		}

JAVA 임시 비밀번호 생성

투한 — Mon, 7 May 2012 13:33:15 +0900

	public static String shufflePasswd(int len) {

		if(len == 0) len = 10;
		
		char[] charSet = new char[]{
				'0','1','2','3','4','5','6','7','8','9'
				,'A','B','C','D','E','F','G','H','I','J','K','L','M'
				,'N','O','P','Q','R','S','T','U','V','W','X','Y','Z'};

		int idx = 0;
		StringBuffer sb = new StringBuffer();
		for(int i=0; i<len; i++){
			idx = (int)(charSet.length*Math.random());
			sb.append(charSet[idx]);
		}
		
		//아이디값을 받아서 db update
		
		return sb.toString().toLowerCase();
	}

	public static void main(String[] args){
		System.out.println("임시비밀번호생성 Start");
		System.out.println(">>>>" + shufflePasswd(10) );
		System.out.println("임시비밀번호생성 End");
	}

위도 경도 거리 계산

투한 — Tue, 17 Apr 2012 16:56:34 +0900

검증되었습니다( 나로부터)

(C#소스는 있던데 java는 없어서 바꿔치기 하였슴)

표시 단위는 km입니다

public static double distance(double Lat1,double Long1, double Lat2, double Long2) {
		double dDistance = Double.MIN_VALUE;
		double dLat1InRad = Lat1 * (Math.PI / 180.0);
		double dLong1InRad = Long1 * (Math.PI / 180.0);
		double dLat2InRad = Lat2 * (Math.PI / 180.0);
		double dLong2InRad = Long2 * (Math.PI / 180.0);

		double dLongitude = dLong2InRad - dLong1InRad;
		double dLatitude = dLat2InRad - dLat1InRad;

		// Intermediate result a.
		double a = Math.pow(Math.sin(dLatitude / 2.0), 2.0) + 
				Math.cos(dLat1InRad) * Math.cos(dLat2InRad) * 
				Math.pow(Math.sin(dLongitude / 2.0), 2.0);

		// Intermediate result c (great circle distance in Radians).
		double c = 2.0 * Math.atan2(Math.sqrt(a), Math.sqrt(1.0 - a));

		// Distance.
		// const Double kEarthRadiusMiles = 3956.0;
		Double kEarthRadiusKms = 6376.5;
		dDistance = kEarthRadiusKms * c;

		return dDistance;
	}

AbstractExcelView 클래스를 이용한 엑셀 다운로드 구현

투한 — Tue, 3 Apr 2012 23:22:43 +0900

chap07.7z.001

chap07.7z.002

이전 게시물과 연관 있습니다
[JSP/Spring] - MultipartFile 인터페이스 사용하여 파일업로드,다운로드(자카르타 라이브러리)

주소 입력

파일 저장 및 열기

나오는 내용

dispatcherNonHtml-servlet.xml

<?xml version="1.0" encoding="UTF-8"?>

<beans xmlns="http://www.springframework.org/schema/beans"
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xsi:schemaLocation="http://www.springframework.org/schema/beans   
       http://www.springframework.org/schema/beans/spring-beans-3.0.xsd">

	<!-- 파일 다운로드 -->
	<bean id="viewResolver" class="org.springframework.web.servlet.view.BeanNameViewResolver" />
	<bean id="downloadController" class="madvirus.spring.chap07.controller.DownloadController" />
	<bean id="download" class="madvirus.spring.chap07.view.DownloadView" />
	
	
	<!-- 엑셀 다운로드 -->
	<bean id="pageRanksController" class="madvirus.spring.chap07.controller.PageRanksController" />
	<bean id="pageRanks" class="madvirus.spring.chap07.view.PageRanksView" />
	
</beans>

PageRanksView

package madvirus.spring.chap07.view;

import java.util.List;
import java.util.Map;

import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;

import madvirus.spring.chap07.controller.PageRank;

import org.apache.poi.hssf.usermodel.HSSFCell;
import org.apache.poi.hssf.usermodel.HSSFRow;
import org.apache.poi.hssf.usermodel.HSSFSheet;
import org.apache.poi.hssf.usermodel.HSSFWorkbook;
import org.springframework.web.servlet.view.document.AbstractExcelView;

public class PageRanksView extends AbstractExcelView {

	@SuppressWarnings("unchecked")
	@Override
	protected void buildExcelDocument(Map<String, Object> model,
			HSSFWorkbook workbook, HttpServletRequest request,
			HttpServletResponse response) throws Exception {
		HSSFSheet sheet = createFirstSheet(workbook);
		createColumnLabel(sheet);

		List<PageRank> pageRanks = (List<PageRank>) model.get("pageRanks");
		int rowNum = 1;
		for (PageRank rank : pageRanks) {
			createPageRankRow(sheet, rank, rowNum++);
		}
	}

	private HSSFSheet createFirstSheet(HSSFWorkbook workbook) {
		HSSFSheet sheet = workbook.createSheet();
		workbook.setSheetName(0, "페이지 순위");
		sheet.setColumnWidth(1, 256 * 20);
		return sheet;
	}

	private void createColumnLabel(HSSFSheet sheet) {
		HSSFRow firstRow = sheet.createRow(0);
		HSSFCell cell = firstRow.createCell(0);
		cell.setCellValue("순위");

		cell = firstRow.createCell(1);
		cell.setCellValue("페이지");
	}

	private void createPageRankRow(HSSFSheet sheet, PageRank rank, int rowNum) {
		HSSFRow row = sheet.createRow(rowNum);
		HSSFCell cell = row.createCell(0);
		cell.setCellValue(rank.getRank());

		cell = row.createCell(1);
		cell.setCellValue(rank.getPage());

	}

}

@SuppressWarnings
완벽한 문법임에도 노란색 줄이 간다(@SuppressWarnings("unchecked")를 안넣었을 경우)
코드에 영향은 없다

@Override가 있고 없고의 차이와 비슷

데이터를 받고 creaColumnLabel-> 엑셀을 만드는 역할
그래서 순위와 페이지가 만들어지고

List<PageRank> pageRanks = (List<PageRank>) model.get("pageRanks");

pageRanks에서 데이터를 읽어와

createPageRankRow가 데이터를 처리

PageRank

package madvirus.spring.chap07.controller;

public class PageRank {

	private int rank;
	private String page;
	
	public PageRank() {
	}
	
	public PageRank(int rank, String page) {
		this.rank = rank;
		this.page = page;
	}
	
	public int getRank() {
		return rank;
	}
	public String getPage() {
		return page;
	}
	
}

PageRanksController

package madvirus.spring.chap07.controller;

import java.util.ArrayList;
import java.util.List;

import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.servlet.ModelAndView;

@Controller
public class PageRanksController {

	@RequestMapping("/pageRanks")
	public ModelAndView handleRequestInternal(){

		List<PageRank> pageRanks = new ArrayList<PageRank>();
		pageRanks.add(new PageRank(1,"/bbs/mir2/list"));
		pageRanks.add(new PageRank(2,"/bbs/mir3/list"));
		pageRanks.add(new PageRank(3,"/bbs/changchun2/list"));

		return new ModelAndView("pageRanks","pageRanks",pageRanks);
		
	}
}

데이터를 ArrayList에 만들어 낸다

ModelAndView 로 만들어 지고

BeanNameViewResolver가 낚아 챈다(xml)

Spring 어노테이션(Annotation) 정리

투한 — Tue, 27 Mar 2012 22:15:41 +0900

http://www.egovframe.go.kr/wiki/doku.php?do=export_xhtml&id=egovframework%3Arte%3Aptl%3Aannotation-based_controller

http://dev.anyframejava.org/anyframe/doc/core/3.2.0/corefw/guide/annotation-dependencies.html

http://gyumee.egloos.com/1026938