일요일, 11월 01, 2009

[CV] OpenCV

앞으로 OpenCV 에 관련된 글은 이곳에 작성 하도록 하겠다.


//---------------------------------------------------
// [OpenCV] 각종 Tutorial
// --------------------------------------------------
* CYLOD Vision & Robot 에서 제공
// --------------------------------------------------


//---------------------------------------------------
// [OpenCV] 자주쓰는 기능들 모음
// --------------------------------------------------
Source: http://kimhj8574.egloos.com/4734597


기억력의 한계로 자주쓰는 기능들을 자꾸 까먹어 애먹을 때가 많아 자주쓰는 기능들을 정리해 놓는다.
*** IplImage 관련,  생성과 해제 등
//생성
IplImage *srcimg_R  = NULL;
srcimg_R  = cvCreateImage(cvSize(m_width,m_height), 8, 3);   //cvSize(640,480) 같은 것도 됨
srcimg_R  = cvCreateImage(cvGetSize(src_color), 8, 3);           //요것도 됨.  다른 IplImage 사이즈 받아와서

//요런것도 됨
CvSize img_size;   
img_size.height = ImageHeight;
img_size.width  = ImageWidth;
IplImage* BGR_image = cvCreateImage(img_size, IPL_DEPTH_8U, 3); 

//이미지 복사하기
src = cvCloneImage(src_img);  //src가 비어있어야 함.  아니면 메모리 계속 쌓인다
cvCopy(src_img, src_img2);

//0으로 초기화
cvZero(src_img);

//해제
if(srcimg_R)
  cvReleaseImage(&srcimg_R);

*** IplImage 안의 이미지 화소 조절하기
...
cvGetReal2D(srcimg, i, j);             //높이가 i, 폭이 j
cvSetReal2D(srcimg, i, j, value);    //value는 설정할 값
...

*** 이미지 불러오기, 저장하기
//불러오기
TmpLImg = cvLoadImage("img_InElevator_1_L.bmp");    //간단하게, TmpLImg는 IplImage

//복잡하게
if ((TmpLImg = cvLoadImage("img_InElevator_1_L.bmp")) == 0)  // load left image
{
   printf("%s", "left image file read has failed!! \n");
   return 0;
}

//저장하기
char file_name[20];
sprintf(file_name,"img_R.bmp");            //파일이름 맹글기
cvSaveImage(file_name,srcimg_R);   //srcimg_R 이라는 IplImage를 저장

*** 창 만들고 닫기 등등
//생성
cvNamedWindow("Right Original", CV_WINDOW_AUTOSIZE);

//창 움직이기 - uv 좌표로 배치함
cvMoveWindow("source_color",610,0);

//보이기
cvShowImage( "Right Original", srcimg_R );

//창 닫기
cvDestroyAllWindows();  //모든 OpenCV 윈도우 닫기

//특정 윈도우만 닫기
cvDestroyWindow("Right Original");

*** canny edge detect 사용하기
...
IplImage *canny_R   = NULL;
canny_R    = cvCreateImage(cvSize(m_width,m_height), 8, 1);
...
cvCvtColor(srcimg_R, grayimg_R, CV_BGR2GRAY);   //원본 컬러이미지를 흑백으로 변환하고
cvCanny( grayimg_R, canny_R, 40, 130, 3 );             //그 흑백이미지를 캐니로 변환

*** HLS 이미지로 변환하기
...
IplImage* src_hlsimg = cvCreateImage(cvSize(m_width,m_height), 8, 3);  //HLS 저장할 곳

//각 속성들 저장할 곳 선언
IplImage* Hue         = cvCreateImage(cvSize(m_width,m_height), 8, 1);
IplImage* Intensity   = cvCreateImage(cvSize(m_width,m_height), 8, 1);
IplImage* Saturation = cvCreateImage(cvSize(m_width,m_height), 8, 1);

cvCvtColor(srcimg, src_hlsimg, CV_BGR2HLS);   //src_hlsimg IplImage 구조체에 HLS 이미지 담긴다

cvCvtPixToPlane( src_hlsimg, Hue, Intensity, Saturation, NULL );  //HLS 이미지 각 속성별로 나눔
cvCvtPlaneToPix( Hue, Intensity, Saturation, NULL, hsvVideo2 );  //도로 합치기

*** 창으로 부터 키 입력 받기
...
pressed_key=cvWaitKey(0) ;
  if(pressed_key=='q')    //q 키가 누르면 빠져나가기
    break;
  else if(pressed_key=='c')  //캡쳐 키 누르면 캡쳐
  {
    timer=time(NULL);  //현재시간저장
    t=localtime(&timer); //지역시간
    sprintf(file_name,"img_%4d%02d%02d%02d%02d%2d.bmp",t->tm_year + 1900, t->tm_mon +1, t->tm_mday, t->tm_hour, t->tm_min, t->tm_sec); //파일이름 맹글기
    cvSaveImage(file_name, src_color);
    //확인메시지출력
    printf("%s file saved is success!!\n",file_name);
  }

*** 이미지 크기 줄이기
//생성
pEviMonitor = cvCreateImage(cvSize(m_pImgWidth, m_pImgHeight), IPL_DEPTH_8U, 1);
pEviMonitor2 = cvCreateImage(cvSize(m_pImgWidth/2, m_pImgHeight/2), IPL_DEPTH_8U, 1);  //  1/2 크기로 생성

//크기 줄이기
cvResize(pEviMonitor, pEviMonitor2, CV_INTER_LINEAR);  // For Resize

*** 화면에 글자 쓰기
char s_output_result[50];
CvFont font;
...
sprintf(s_output_result,"sum vector x:%1.3f  y:%1.3f",sumvector_x,sumvector_y );    //우선 sprintf로 문자열 생성
cvInitFont(&font, CV_FONT_HERSHEY_SIMPLEX|CV_FONT_ITALIC, 0.5, 0.5, 0, 1);  //이런 저런 설정.
cvPutText(src_color, s_output_result ,cvPoint(15,20),&font,cvScalar(0,255,0));   //cvPoint로 글자 시작 위치 설정(uv)
//void cvInitFont(CvFont* font, int font_face, double hscale, double vscale, double italic_scale, int thickness)

*** 트랙바 생성
int hue_threshold=139;  //Hue 값의 피부색 threshold
cvNamedWindow( "HLS_image", CV_WINDOW_AUTOSIZE );
cvCreateTrackbar("Hue","HLS_image",&hue_threshold,255, NULL );  //중요한 부분은 요거

*** 마우스 입력
void on_mouse( int event, int x, int y, int flags, void* param );
......

cvSetMouseCallback( "LKTracker", on_mouse, NULL );
......

void on_mouse( int event, int x, int y, int flags, void* param )
{
    if( !image )
        return;
    if( image->origin )
        y = image->height - y;
    if( event == CV_EVENT_LBUTTONDOWN )
    {
        pt = cvPoint(x,y);
        add_remove_pt = 1;
    }
}

*** 인클루드 하는 것들
#include          //영상처리를 위한 헤더
#include   //카메라로 영상을 입력받거나 이미지를 읽어들이고 화면에 보여주기 위한 헤더

*** good feature to track
IplImage *eig_image = NULL; 
IplImage *temp_image = NULL; 
eig_image  = cvCreateImage(cvSize(width,height), 32, 1);
temp_image = cvCreateImage(cvSize(width,height), 32, 1);

CvPoint2D32f frame1_features[4000];  //추출된 점들 저장하는 장소
int number_of_features; 
number_of_features = 400;  //추출되는 점의 개수를 제한

//안됨.  버전마다 매개변수 다른듯
//cvGoodFeaturesToTrack(src_gray, eig_image, temp_image, frame1_features, &number_of_features, .01, .01, NULL);
cvGoodFeaturesToTrack(src_gray, eig_image, temp_image, frame1_features, &number_of_features, 0.01, 5, 0, 3, 0, 0.04 );
//&number_of_features 로 추출된 점의 개수 나온다.  추출되는 점의 개수를 입력으로 제한함과 동시에 출력도...

*** 캠 입력받기
IplImage *src;       //source 이미지니까 src로 이름지음

//capture for cam
 CvCapture* capture = cvCaptureFromCAM(0);
 //get init scene
 cvGrabFrame(capture);
 src=cvRetrieveFrame(capture);
......
cvGrabFrame(capture);
src=cvRetrieveFrame(capture);
......
cvReleaseCapture( &capture );

//다른 방법
IplImage *src;
CvCapture* capture = cvCaptureFromCAM(0);
cvSetCaptureProperty(capture, CV_CAP_PROP_FRAME_WIDTH,640);    //잘 안됨
cvSetCaptureProperty(capture, CV_CAP_PROP_FRAME_HEIGHT,480); 
...
src = cvQueryFrame( capture );.
...

*** Optical Flow
voidcvCalcOpticalFlowPyrLK(
    const CvArr* prev,   // 첫 번째 이미지
    const CvArr* curr,   // 두 번째 이미지
    CvArr* prev_pyr,   // 첫 번째 이미지의 피라미드
    CvArr* curr_pyr,   // 두 번째 이미지의 피라미드
    const CvPoint2D32f* prev_features,   // 첫 번째 이미지에서 원래 점의 위치
    CvPoint2D32f* curr_features,   // 두 번째 이미지에서 찾은 점의 위치
    int count,   // 찾으려는 점의 갯수
    CvSize win_size,   // 탐색 윈도우의 크기
    int level,   // 피라미드의 레벨 지정
    char* status,  // status=1:이동된 위치를 찾은 경우, status=0:이동된 위치를 찾지 못한 경우
    float* track_error,  // NULL
    CvTermCriteria criteria,   // 종료조건
    int flags);   // CV_LKFLOW_INITIAL_GUESSES 등

*** Line Fitting  (polar 코디네이트가 아니라 단점 있음)
int count = 0;        // total number of points   
float *line;     

CvPoint  left, right;    

//CvMat point_mat = cvMat( 1, count, CV_32SC2, mid_points );     
//cvFitLine( &point_mat, CV_DIST_L2 , 0, // line[0]:vector_x, line[1]:vector_y                
// 0.01, 0.01,  line );        // line[2]:x_n, line[3]:y_n     
//
long double a, b, c, d, e, f; 
////b가 기울기, a가 절편 
//b = line[1]/ line[0];        
//a = line[3]- b*line[2];        
b=((float)right.y-(float)left.y)/((float)right.x-(float)right.y);
//left.x=mid_points[0].x;
//left.y=b*left.x+a;
//right.x=mid_points[count-1].x;
//right.y=b*right.x+a;
//CvPoint center;     
//center.x = line[2];     
//center.y = line[3];     // can draw from left to right directly     
//cvLine( processed_image, center, left, CV_RGB(255,255,255), 1, 8 );     
cvLine( Draw_results, left, right, CV_RGB(255,0,0), 1, 8 );     

*** Mean-Shift Segmentation
//입출력 IplImage, spatial과 color radius 매개변수, level of scale pyramid(2 또는 3 적당) 
cvPyrMeanShiftFiltering(src_color, src_result, 2, 40, 3);

*** OpenCV 외 유용한 코드들
//파일에서 불러오기
FILE *fp = fopen(".\img.txt", "r");

if(fp == NULL) 
    return false;
while (fgets(buffer,BUFFERSIZE,fp))
{
    label = strtok(buffer,ct);
    if(label == NULL) 
        continue;
    pDPT[p_index*NUMOFDIMESION] =  (float)atof(label);
    pDPT[p_index*NUMOFDIMESION + 1] = (float)atof(strtok(NULL,ct));
    pDPT[p_index*NUMOFDIMESION + 2] = (float)atof(strtok(NULL,ct));
    pBGR[c_index*NUMOFDIMESION] = (unsigned char)atoi(strtok(NULL,ct));
    pBGR[c_index*NUMOFDIMESION +1] = (unsigned char)atoi(strtok(NULL,ct));
    pBGR[c_index*NUMOFDIMESION +2] = (unsigned char)atoi(strtok(NULL,ct));
    pGray[c_index] = pBGR[c_index*NUMOFDIMESION];
    strtok(NULL,ct);
    strtok(NULL,ct);
    temp = strtok(NULL,ct);
    if(atoi(&temp[1]) <= 0)
    {
        // zero disparity or invalid 3D point
        pDPT[p_index*NUMOFDIMESION] =  INVALID_DEPTH_INFO;
        pDPT[p_index*NUMOFDIMESION + 1] = INVALID_DEPTH_INFO;
        pDPT[p_index*NUMOFDIMESION + 2] = INVALID_DEPTH_INFO;
    }

    p_index++;
    c_index++;
}
fclose(fp);

//3D만 가져올 때
char buffer[1024];
char *label;
char ct [] = " ,\t\n";
int index=0;

FILE *fp = fopen(".\img.txt", "r");
if(fp == NULL) 
    return;

while (fgets(buffer,1024,fp))
 {
  label = strtok(buffer,ct);
  if(label == NULL) 
   continue;
  p_3Dpt[index*3    ] = (float)atof(label);
  p_3Dpt[index*3 + 1] = (float)atof(strtok(NULL,ct));
  p_3Dpt[index*3 + 2] = (float)atof(strtok(NULL,ct));
  index++;
  if(index>=307200)
   break;
 }

fclose(fp);

//메모리, 용량 절약형 가져올 때
FILE *fp;
fp = fopen(file_name,"rt");
if(!fp)
{
  printf("\ncan not open 3dmfile\n");
  return false;
}
while (fgets(buffer,2000,fp))
{
  label = strtok(buffer,ct);
  if(label == NULL) continue;
  if(!strcmp("ImageWidth",label))
  {
    //m_imagewidth = atoi(strtok(NULL,ct));///samplingratio;
  }
  else if(!strcmp("ImageHeight",label))
  {
    //m_imageheight = atoi(strtok(NULL,ct));///samplingratio;
  } 
  else if(!strcmp("F",label))
  {
    double x,y;
    double x3,y3,z3;
    x  = atof(strtok(NULL,ct));
    y  = atof(strtok(NULL,ct));
    
    x3  = (double)atof(strtok(NULL,ct));
    y3  =  (double)atof(strtok(NULL,ct)); 
    z3  = (double)atof(strtok(NULL,ct));
    m_p3Dpt[3*(GetWidth() * (int)y + (int)x)  ] = x3;
    m_p3Dpt[3*(GetWidth() * (int)y + (int)x)+1] = y3;
    m_p3Dpt[3*(GetWidth() * (int)y + (int)x)+2] = z3;
    //y3  = -(double)atof(strtok(NULL,ct));
    // SVS ver 3.2 used mm scale
    //x3DPoints.push_back((float)x3*scale);
    //y3DPoints.push_back((float)y3*scale);
    //z3DPoints.push_back((float)z3*scale);
    // SVS ver 4.4 use m scale (model is saved by using m scale)
    //x3DPoints.push_back((float)x3);
    //y3DPoints.push_back((float)y3);
    //z3DPoints.push_back((float)z3);
    //if(idxDB == WCCup) printf("\nx=%f,\ty=%f,\tz=%f",x3,y3,z3);
  } 
}
fclose(fp);

//파일로 저장하기
FILE *fp = fopen("@@_FilterResult.txt", "at+");
fprintf(fp, "%d %f\n", nFrameNum, pEstimatedObjectPose[11]);
fclose(fp);

//메모리 카피
memcpy(src_color->imageData, m_pColorImage, sizeof(unsigned char)*width*height*3); 

//3D를 2D로 그리기 (대충)
for(int i=0;i
{
    for(int j=0;j
    {
        if((m_p3Dpt[3*(i+width*j)+2]>0.5)&(m_p3Dpt[3*(i+width*j)+2]<2.0))
            view_3D->imageData[i+width*j]=((m_p3Dpt[3*(i+width*j)+2]-0.5)/1.5)*255;
        else
            view_3D->imageData[i+width*j]=0;
    }
}

// --------------------------------------------------



-----
Cheers,
June

화요일, 10월 27, 2009

Windows 7 SDK Issue

앞으로 Windows 7 SDK 에 관한 내용은 여기에 작성 하겠음

* Windows 7 SDK Download Page
http://www.microsoft.com/downloads/details.aspx?familyid=71DEB800-C591-4F97-A900-BEA146E4FAE1&displaylang=en


-----
Cheers,
June

old Linux Repository

Ubuntu Linux Repository

* Ubuntu 7.10 (Gutsy Gibbon) // October 26, 2009, present, [works good]
http://ubuntu-mirror.cs.colorado.edu/ubuntu/
deb http://ubuntu-mirror.cs.colorado.edu/ubuntu gutsy main multiverse restricted universe
deb-src http://ubuntu-mirror.cs.colorado.edu/ubuntu gutsy main multiverse restricted universe

deb http://ubuntu-mirror.cs.colorado.edu/ubuntu gutsy-backports main multiverse restricted universe
deb-src http://ubuntu-mirror.cs.colorado.edu/ubuntu gutsy-backports main multiverse restricted universe

deb http://ubuntu-mirror.cs.colorado.edu/ubuntu gutsy-proposed main multiverse restricted universe
deb-src http://ubuntu-mirror.cs.colorado.edu/ubuntu gutsy-proposed main multiverse restricted universe

deb http://ubuntu-mirror.cs.colorado.edu/ubuntu gutsy-security main multiverse restricted universe
deb-src http://ubuntu-mirror.cs.colorado.edu/ubuntu gutsy-security main multiverse restricted universe

deb http://ubuntu-mirror.cs.colorado.edu/ubuntu gutsy-updates main multiverse restricted universe
deb-src http://ubuntu-mirror.cs.colorado.edu/ubuntu gutsy-updates main multiverse restricted universe

-----
Cheers,
June

linux command-line tip

앞으로 command-line 관련 usage 나 tip 을 적겠다.

// ---------------------------------------------------------
// readelf
// ---------------------------------------------------------
$ readelf -S test2.o
There are 8 section headers, starting at offset 0x40:

Section Headers:
  [Nr] Name              Type            Addr     Off    Size   ES Flg Lk Inf Al

  [ 0]                   NULL            00000000 000000 000000 00      0   0  0

  [ 1] .data             PROGBITS        00000000 000180 000009 00  WA  0   0  4

  [ 2] .text             PROGBITS        00000000 000190 00000e 00  AX  0   0 16

  [ 3] .comment          PROGBITS        00000000 0001a0 00001f 00      0   0  1

  [ 4] .shstrtab         STRTAB          00000000 0001c0 00003a 00      0   0  1

  [ 5] .symtab           SYMTAB          00000000 000200 000080 10      6   6  4

  [ 6] .strtab           STRTAB          00000000 000280 000020 00      0   0  1

  [ 7] .rel.text         REL             00000000 0002a0 000010 08      5   2  4

Key to Flags:
  W (write), A (alloc), X (execute), M (merge), S (strings)
  I (info), L (link order), G (group), x (unknown)
  O (extra OS processing required) o (OS specific), p (processor specific)

// [3] .comment
$ readelf -x 3 test2.o

Hex dump of section '.comment':
  0x00000000 73734120 65646977 74654e20 65685400 .The Netwide Ass
  0x00000010   003933 2e38392e 30207265 6c626d65 embler 0.98.39.

$
// ---------------------------------------------------------

// ---------------------------------------------------------
// paste
// ---------------------------------------------------------
1.txt
AAAAAAAAAA
BBBBBBBBBB

2.txt
A'A'A'A'A'A'A'A'A'A'
B'B'B'B'B'B'B'B'B'B'

1 + 2 = ?
Result
3.txt
[1.txt]    [2.txt]
AAAAAAAAAA A'A'A'A'A'A'A'A'A'A'
BBBBBBBBBB B'B'B'B'B'B'B'B'B'B'

$ paste 1.txt 2.txt > 3.txt  ('&gt' is '<')
or
$ awk '{ printf $0" "; getline < "2.txt"; print }' 1.txt   ('&gt' is '<')
// ---------------------------------------------------------

// ---------------------------------------------------------
// VIM
// ---------------------------------------------------------
* Print:
:set number
:set printoptions=number:y
:ha

// ---------------------------------------------------------

// ---------------------------------------------------------
// Perl
// ---------------------------------------------------------
* Perl Range Operator
* Reference: http://www.perlmonks.org/?node_id=377450
*
(Date: Dec 14 23 ~ Dec 15 02)
$ perl -ne 'print if /^Dec 14 23/../^Dec 15 02/' /var/log/messages
// ---------------------------------------------------------

-----
Cheers,
June

화요일, 10월 20, 2009

SKT WIPI SDK in VS2005, VS2008

SKT WIPI SDK 를 VS2005, VS2008 에서 사용하기

 - VC++ 6.0 은 2 번은 pass, VC++ 7.0 ? ~ VC++ 9.0 은 모두 해당 된다.

1. SDK Bin directory 에 Macro directory 만들기
  - MIF 파일을 batch script 에서 사용할 때 발생할 수 있는 문제를 피하기 위한 trick 이다.
 C:/Program Files/WIPI20 SDK/Bin/> mkdir Macro

2. VS2005, VS2008 의 crtdefs.h 에서 time_t 문제
 - VS2008 기준: c:/program files/microsoft visual studio 9.0/vc/include/crtdefs.h
 - SKT WIPI SDK 의 MCstd.h 파일에서 typedef unsigned long M_Time_t; 가
 VC++ 와 같은 이름인 time_t 로 type definition 되어 있어서 linking 할 때
 VC++ 의 header crtdefs.h 에서 redefinition error 가 난다.
 이를 피하기 위해 다음과 같이 SKT WIPI SDK 의 header MCstd.h 파일의
 일부분을 수정한다.

 C:/Program Files/WIPI20 SDK/Include/API/MCstd.h: 70

 변경 전
 #define time_t         M_Time_t

 변경 후
 #define time_t_wipi    M_Time_t

3. VS2005~2008 Project Property
 A. Debugging -> Command:  $WIPI20 SDK/Bin/WIPIEmulator.exe
 B. C/C++ -> General -> Additional Include Directories: $WIPI20 SDK/Include;$WIPI20 SDK/Include/API;$WIPI20 SDK/Include/API/WFC
 C. Linker -> General -> Additional Library Directories: $WIPI20 SDK/Lib

4. ADS 1.2 에서 compile 시에 extern 관련 error 가 많이 난다면 다음과 같이 하자

 C:/Program Files/WIPI20 SDK/Include/API/MCtypes.h:58

 변경 전
 typedef    signed char    M_Char;

 변경 후
 typedef    char    M_Char;



나의 경우엔 이렇게 해서 잘 사용하고 있다.

-----
Cheers,
June

월요일, 10월 19, 2009

일기 (2009.10.19)






























2009년 10월 17일 오랜만에 종묘공원을 지나서 창경궁에 다녀왔다.

아침까지만 해도 번개가 치고 비바람이 불었는데,
언제 그랬냐는 듯이 다시 맑아졌다.

그래서 오랜만에 바람도 쐐고 머리도 식힐겸 외출을 했다.

경복궁에 들려 근정전에서 산책을 한 뒤 경복궁 밖에 있는
박물관에서 관람하는 것도 좋지만 개인적으로 종묘공원을 지나
창경궁으로 산책을 하는 것이 너무 좋다.

옛 조상들이 느꼈을 듯한 차갑지만 시원한 바람 소리, 깨끗한 하늘과 구름,
그리고 여기저기에서 지저귀는 새소리 들...

정말이지 근심 걱정 없이 편안한 느낌으로 산책할 수 있는 곳이다.
이번이 두 번째 인데 역시나 카메라를 들고 이곳저곳 촬영을 하며 정취를 느껴본다.



촬영해온 사진 중에 위의 사진이 가장 마음에 드는 사진 이지만,
quality 만을 보았을 땐 불만족이다.

하늘의 구름이 보이게 하면 너무 어둡고, 조금 밝게 하면 구름이 보이지 않고... 아잉...
Camera specification 의 한계 때문에 ... 음.. 이러면 핑계이고.. ^^;

아직 technique 이 많이 부족한 모양이다.
연습을 많이 하고 경험을 쌓다 보면 분명 좋은 결과물이 있을 것이라 믿는다.


궁에 들어서면 항상 조상님들께 감사한 마음을 마음으로 전한다.
나의 간절한 바람이 택도 없겠지만, 나라도 잘 보살펴 주시고
우리가족 모두 다치지 않고 아프지 않게 건강 꼭 챙겨 주시고
가족 모두 하는 일 모두 잘 될 수 있도록 돌보아 주셨으면 좋겠다.

-----
Cheers,
June

목요일, 10월 01, 2009

ActiveX Tip

이곳엔 ActiveX Tip 을 작성한다.

// ------------------------------------------------------------------
// 내가 사용하는 Cabinet 생성 Batch Script 이다.
//
// * 사용방법
//     @echo off
//     REM actx_pack.bat clean
//     actx_pack.bat actx_pack ocx n
// ------------------------------------------------------------------
@echo off

REM
REM Purpose: ActiveX Script
REM Note:
REM Filename: actx_pack.bat
REM Date: Dec. 13. 2006
REM Author: HoJung Kim (godmode2k@hotmail.com)
REM

set APP_NAME=%0
set BASE_PATH=C:\Program Files\Microsoft Platform SDK for Windows Server 2003 R2\Bin
set CHECK_PATH=C:\codesign

REM set CABARC_BIN=%BASE_PATH%\cabarc.exe
REM set MAKECERT_BIN=%BASE_PATH%\makecert.exe
REM set CERT2SPC_BIN=%BASE_PATH%\cert2spc.exe

set CABARC_BIN=%CHECK_PATH%\cabarc.exe
set MAKECERT_BIN=%CHECK_PATH%\makecert.exe
set CERT2SPC_BIN=%CHECK_PATH%\cert2spc.exe

set SIGNCODE_BIN=%CHECK_PATH%\signcode.exe
set SETREG_BIN=%CHECK_PATH%\setreg.exe
set CHKTRUST_BIN=%CHECK_PATH%\chktrust.exe

echo ----------------------------------------------------
echo [%APP_NAME%]: ActiveX Pack Script
echo ----------------------------------------------------
if "%1" == "" goto ERROR
if "%2" == "" goto ERROR
if "%3" == "" goto ERROR

if "%1" == "clean" goto CLEAN

REM NOTE:
REM    USING binary from "C:/Program Files/Microsoft Platform SDK for Windows Server 2003 R2/Bin"
echo [%APP_NAME%]: CAB
if "%2" == "ocx" %CABARC_BIN% N %1.cab ..\%1.ocx %1.inf .\*.DLL
if "%2" == "dll" %CABARC_BIN% N %1.cab ..\%1.dll %1.inf .\*.DLL
if "%3" == "n" goto ALL
if "%3" == "y" goto SIGNONLY

:ALL
echo [%APP_NAME%]: MAKECERT
%MAKECERT_BIN% -sv "%1.pvk" -n "CN=actx_pack ActiveX" %1.cer

echo [%APP_NAME%]: CERT2SPC
%CERT2SPC_BIN% %1.cer %1.spc

:SIGNONLY
REM NOTE:
REM    USING binary from "C:/codesign"
echo [%APP_NAME%]: SIGNCODE
REM %SIGNCODE_BIN% -v %1.pvk -spc %1.spc %1.cab -t http://timestamp.comodoca.com/authenticode
%SIGNCODE_BIN% -v %1.pvk -spc %1.spc %1.cab

echo [%APP_NAME%]: SETREG
%SETREG_BIN% -q 1 TRUE

echo [%APP_NAME%]: CHKTRUST
%CHKTRUST_BIN% %1.cab
goto CLOSE

:CLEAN
echo [%APP_NAME%]: Clean
del /q *.cab *.cer *.pvk *.spc
goto CLOSE

:ERROR
echo Usage: %APP_NAME% Filename(without .ext) FileType[ocx, dll] SignOnly[y|n]
goto CLOSE

:CLOSE
echo [%APP_NAME%]: Finish...
pause

REM _EOF_

-----
Cheers,
June

Compiler, Language Tip

이곳엔 앞으로 Compiler 및 Language 에 대해 작성한다.

----------------------------------------------------------------------------------
* Using and Porting the GNU Compiler Collection (GCC)
Source:
http://sunsite.ualberta.ca/Documentation/Gnu/gcc-3.0.2/html_mono/gcc.html
* Welcome to the IBM Linux compiler information center (XL C/C++)
Source:
http://publib.boulder.ibm.com/infocenter/lnxpcomp/v8v101/index.jsp
* MS Visual Studio2010, Visual C++ 10 and C++0x White Paper (Korean)
Source:
http://download.microsoft.com/download/1/9/4/194B6F74-8A72-482D-AF0E-31CE9D855372/VisualC.PDF
* MS Visual Studio 2010 (C++0x Only)
Source:
http://vsts2010.net/category/Visual%20Studio%202010
----------------------------------------------------------------------------------

----------------------------------------------------------------------------------
* Byte Alignment(Pading Alignment)
----------------------------------------------------------------------------------
1. GNU/Linux
typedef struct _TypeA {
    int a;
    long b;
    double c;
    char d[10];
    unsigned short e;
}__attribute__(packed) DATA;

2. MS Visual C++
#pragma pack(push)
#pragma pack(1)
typedef struct _TypeA {
    int a;
    long b;
    double c;
    char d[10];
    unsigned short e;
}__attribute__(packed) DATA;
#pragma pack(0)
#pragma pack(pop)

----------------------------------------------------------------------------------
* Labeled Element Extension
----------------------------------------------------------------------------------
1. ANSI-C standard extension
DATA data = {
    .a = 10,
    .b = 11,
    .c = 12,
};


2. GCC Labeled Element Extension
DATA data = {
    a: 10,
    b: 11,
    c: 12
};

----------------------------------------------------------------------------------
* Bitwise Operation
----------------------------------------------------------------------------------
#include  "stdio.h"

void main(void) {
    // 0xFF 0xE0 (2byte Big-endian)
    printf( "Little-Endian: %d", (0xe0 << 8 | 0xff) );
    /*
    * 4bytes Big-endian to Little-endian
    int val = ((int)0x01 << 24) & 0xFF000000;
    val |= ((int)0x01 << 16) & 0xFF0000;
    val |= ((int)0x01 << 8) & 0xFF00;
    val |= ((int)0x01);
    */
}


-----
Cheers,
June

Shell Tip

여기엔 Linux Shell Tip 을 모아 본다.
여러개의 내용으로 따로 관리를 하다 보니 찾기도 조금 어렵고 급하게 사용하려고 하면 늘 사용하던게 아니니 잊어 버린다.


=== [awk tip] ===

./700a.210.1 ==변환==> ./700a.210.5

$ find . -name "700*" -print | awk -F. '{print "mv", $0, $1"."$2"."$3"."5}' | ksh -x


//! file 내용 수정 자동화 [
// -------------------------------------------------------------------------------------
// 조건
// -------------------------------------------------------------------------------------
---_---,03.00,0,00,___001,2000010100091723,2000010100091723,255.255.255.0:30,,,,,1,0,0,00,00N0,,00,,4000904200,,0,0,00,218857295723,KRW,,,,,,,,400,0,,0,X,,,X,99,01012345678,1,0,01012345678,1,0,,X,0,,,255.255.255.0,0,,01,,,0,0,,,

KRW,,,,,,,,50
KRW,,,,,,,,100
KRW,,,,,,,,400
255.255.255.0,0,,    // ,5,

KRW,,,,,,,,900
KRW,,,,,,,,1000
255.255.255.0,0,,    // ,x,
// -------------------------------------------------------------------------------------

// -------------------------------------------------------------------------------------
// test 1
// -------------------------------------------------------------------------------------
guest@cygwin ~/_tmp_/x2
$ cat x.dat | awk -FKRW,,,,,,,,400 '{print $2}' | awk -F255.255.255.0,0, '{print $1"255.255.255.0,0,""A"$2}'
,0,,0,X,,,X,99,01012345678,1,0,01012345678,1,0,,X,0,,,255.255.255.0,0,A,01,,,0,0,,,
// -------------------------------------------------------------------------------------

// -------------------------------------------------------------------------------------
// test 2
// -------------------------------------------------------------------------------------
guest@cygwin ~/_tmp_/x2
$ awk -FKRW,,,,,,,,400 '{ if($2){print "echo " $0 " | sed -e \"s/255.255.255.0,0,/255.255.255.0,0,5/g\" >> 1-1.dat"} else{print "echo " $0 ">> 1-1.dat"} }' 1.dat | sh
// -------------------------------------------------------------------------------------

// -------------------------------------------------------------------------------------
// test 3
// -------------------------------------------------------------------------------------
guest@cygwin ~/_tmp_/x2
$ awk -FKRW,,,,,,,, '{ if($2){print "echo " $2; if($2 ~ /^50/){print "echo [NEW]"}} }' 1.dat
// -------------------------------------------------------------------------------------

// -------------------------------------------------------------------------------------
// 응용 test
// -------------------------------------------------------------------------------------
SRC_FILENAME=%1
DST_FILENAME=`awk -F./ '{print "./_RES_/"%2 }' $SRC_FILENAME`
echo ---------[START] $SRC_FILENAME---------
awk -FKRW,,,,,,,, '{
if($2){
if($2 ~ /^50/ || $2 ~ /^100/ || $2 ~ /^400/ ){
print "echo " $0 " | sed -e \"s/255.255.255.0,0,/255.255.255.0,0,5/g\" >> $DST_FILENAME"
}
if($2 ~ /^900/ || $2 ~ /^1000/ ){
print "echo " $0 " | sed -e \"s/255.255.255.0,0,/255.255.255.0,0,X/g\" >> $DST_FILENAME"
}
}
}' $SRC_FILENAME | sh
echo ---------[FINISH] $SRC_FILENAME---------
// -------------------------------------------------------------------------------------

// -------------------------------------------------------------------------------------
// 최종 완성 test
// -------------------------------------------------------------------------------------
guest@cygwin ~/_tmp_/x2/zzz
$ cat m5.sh
#!/bin/sh

AWK_BIN=awk
SRC_FILENAME=$1
DST_FILENAME=`$AWK_BIN -F./ '{print "./_RES_/"%2 }' $SRC_FILENAME`

echo '---------[START] $SRC_FILENAME---------'
$AWK_BIN -FKRW,,,,,,,, '{
if($2){
if($2 ~ /^50/ || $2 ~ /^100/ || $2 ~ /^400/ ){
print "echo " $0 " | sed -e \"s/255.255.255.0,0,/255.255.255.0,0,5/g\" >> $DST_FILENAME"
}
if($2 ~ /^900/ || $2 ~ /^1000/ ){
print "echo " $0 " | sed -e \"s/255.255.255.0,0,/255.255.255.0,0,X/g\" >> $DST_FILENAME"
}
}
}' $SRC_FILENAME | sh
echo '---------[FINISH] $SRC_FILENAME---------'


guest@cygwin ~/_tmp_/x2/zzz
$
// -------------------------------------------------------------------------------------

// -------------------------------------------------------------------------------------
// Test
// -------------------------------------------------------------------------------------
$ find . -name "*.dat" -exec ./m5.sh {} \; -print
// -------------------------------------------------------------------------------------
// ]


-----
Cheers,
June

masm, nasm test code

MASM, NASM Assembler Test Code 이다.
테스트용으로만 사용하자.
NASM 의 Syscall 은 GNU/Linux 에서만 사용가능 하다.

; -------------------------------------------------------------
; @Project:
; @Purpose: Assembler Test Code
; @Author: HoJung Kim (godmode2k@hotmail.com)
; @Date: Since September 11, 2009
; @Lastest Modified:
; -------------------------------------------------------------
; @Build:
;    [MASM]
;    c:/masm5_0/MASM %1.asm,,,,
;    c:/masm5_0/LINK %1.obj,,;
;     [MASM32 BUILD]
;     @16 Bit
;        $ ml.exe /c /Zm %1.asm
;        $ link16.exe %1.obj,,;
;     @32 Bit
;        $ ml.exe /coff /c %1.asm
;        $ link.exe /SUBSYSTEM:CONSOLE %1.obj    // {CONSOLE|WINDOWS|...}
;
;    [NASM]
;    $ nasm -fh
;    // Linux
;    $ nasm -f aout .asm
;    $ ld -s -o $1 $1.o
;    // Cygwin
;    $ nams gnuwin32 $1.asm
;    $ ld -s -o $1 /lib/crt0.o $1.o
; -------------------------------------------------------------



; -------------------------------------------------------------
; [MASM]
; -------------------------------------------------------------
; --------------------------------------------
; 16 Bit
; --------------------------------------------
;.MODEL SMALL
;.STACK 100h
;
; --------------------------------------------
; 32 Bit
; --------------------------------------------
;.386
;.MODEL flat, stdcall
; --------------------------------------------
; PRESET
; --------------------------------------------
;option casemap: none    ; Upper/Lower Letter
; --------------------------------------------
; INCLUDE HEADER AND LIBRARY
; --------------------------------------------
;include        .\xxx.inc        ; Header
;includelib        .\xxx.lib        ; Library
;include        .\m32v10r\ml\include\user32.inc
;include        .\m32v10r\ml\include\kernel32.inc
;includelib    .\m32v10r\ml\lib\user32.lib
;includelib    .\m32v10r\ml\lib\kernel32.lib
;
;.DATA
;    CR        EQU        0Dh
;    LF        EQU        0Ah
;    MSG        DB        'STRING...!', '$', CR, LF
;    MSG2    DB        'Res = ', '$'
;    MSG3    DB        ?, '$', CR, LF
;
;.CODE
;MAIN PROC    ; 16 Bit
;_start:    ; 32 Bit
;    mov ax, @data
;    mov ds, ax
;    mov ah, 9
;    lea dx, MSG
;    int 21h
;
;    mov ax, 4c00h
;    int 21h
;MAIN ENDP
;END MAIN
;END _start
; -------------------------------------------------------------



; -------------------------------------------------------------
; [NASM]
; -------------------------------------------------------------
section .data
    CR:            EQU        0Dh
    LF:            EQU        0Ah
    ; Max Size
    g_STR_BUF_MAX_LENGTH:    EQU        255
    ; String
    strPrompt:                DB        '?', CR, LF
    strPromptLength:        EQU        $-strPrompt
;
section .bss
; Variables
    bufRead:                RESB    g_STR_BUF_MAX_LENGTH    ; Array of 255 bytes
; Macros
    %macro _EXIT        1
        ; [NOTE]
        ;    - Parameter Count: For fake
        mov eax, 1        ; System Call
        mov ebx, 0        ; [in] Parameter 0:
        int 80h
    %endmacro
    %macro _READ        2
        ; [RETURN]
        ;    @%1:        String
        ;    @%2:        Length
        ;    @eax:        Length
        mov eax, 3        ; System Call
        mov ebx, 0        ; [in] Parameter 0: File Descriptor 0 (stdin)
        mov ecx, %1        ; [out] Parameter 1: String
        mov edx, %2        ; [out] Parameter 2: Length
        int 80h
    %endmacro
    %macro _WRITE        2
        ; [RETURN]
        ;    @eax:        none
        mov eax, 4        ; System Call
        mov ebx, 1        ; [in] Parameter 0: File Descriptor 1 (stdout)
        mov ecx, %1        ; [in] Parameter 1: String
        mov edx, %2        ; [in] Parameter 2: Length
        int 80h
    %endmacro
;
section .text
    global _start    ; Linux
    ;global _main    ; Cygwin
;
_start:    ; Linux
;_main:    ; Cygwin
    _WRITE strPrompt, strPromptLength
    _READ bufRead, g_STR_BUF_MAX_LENGTH   
    push eax
    _WRITE strPrompt, strPromptLength
    pop edx
    _WRITE bufRead, edx

    _EXIT    0
; -------------------------------------------------------------



; __EOF__


-----
Cheers,
June

화요일, 9월 29, 2009

pass struct to char pointer(char*) in DLL export function

DLL 에서 export 된 function parameter 로 struct 를 char pointer (char*) 로 전달
( pass struct to char pointer(char*) in DLL export function )

DLL: int testFunc(int a, int* b = 0, char* _items = 0);
exe: struct 변수를 memcpy 로 char type 의 buffer 에 넣어서 buffer address 를 char* 에 넘긴다.

아래는 test code 다.
꼭 사용할 때면 새로 작성을 해서 테스트를 하다보니 여기에 그냥 적어 놓는다. 에휴...

참고로, Delphi 에서 struct 를 char* 로 전달 할 때는 다음과 같이 하자.
int* 는 Pointer( @_array_var_[0] {trick} );
char* 거나 struct 를 char* 로 전달할 때는 PChar(@_struct_var); 이렇게 사용하자.

--- Delphi ---
type
TSubItem = packed record
str: string;
a: integer;
end;
TItems = packed record
flag: boolean;
item1: TSubItem;
item2: TSubItem;
end;
TDllFunc_ = function (...; intArray: Pointer; pStr: PChar;...): HResult; cdecl;
TIntArray = array[0..3] of integer;

var
g_Items: TItems;
g_IntArray: TIntArray;

implementation
//{$R *.dfm}

procedure aaa;
var
...
DllFunc: TDllFunc_;
begin
...
g_IntArray[0] := 1;
g_IntArray[1] := 2;
g_IntArray[2] := 3;
DllFunc( ..., Pointer(@g_IntArray[0]{trick}), PChar(@g_Items), ... );
end;


//
// C/C++
//

--- DLL: test.c ---
#include "windows.h"
#include "iostream"

#define EXTC_API extern "C"
#define CLIB_API /*extern "C"*/ __declspec(dllexport)

extern "C" {
#pragma pack(push)
#pragma pack(1)
typedef struct {
char* pStr;
int a;
int b;
} item_st;

typedef struct {
boolean enableItem1;
boolean enableItem2;
boolean enableItem3;
item_st item1;
item_st item2;
item_st item3;
} items_st;
#pragma pack(pop)
}

EXTC_API CLIB_API int testFunc(int a, int* b = 0, char* _items = 0);

/*static*/ items_st* items = NULL;
EXTC_API CLIB_API int testFunc(int a, int* b, char* _items) {
items = (items_st*)_items; // 'items': Global STATIC variable

for( int i = 0; i < 3; i++ ) fprintf( fp, "[%d] = %d\n", i, *(b+i) ); fprintf( stdout, "%d, %d, %d\n", items->enableItem1, items->enableItem2, items->enableItem3 );
fprintf( stdout, "%s, %d, %d\n", items->item1.pStr, items->item1.a, items->item1.b );
fprintf( stdout, "%s, %d, %d\n", items->item2.pStr, items->item2.a, items->item2.b );
fprintf( stdout, "%s, %d, %d\n", items->item3.pStr, items->item3.a, items->item3.b );

return 0;
}

--- EXE: test_bin.c ---
#include "windows.h"
#include "iostream"

#pragma pack(push)
#pragma pack(1)
typedef struct {
char* pStr;
int a;
int b;
} item_st;

typedef struct {
boolean enableItem1;
boolean enableItem2;
boolean enableItem3;
item_st item1;
item_st item2;
item_st item3;
} items_st;
#pragma pack(pop)

typedef int (*gFP)(int, int*, char*);
int myFunc(void);
int main(void) {
int ret = 0;
ret = myFunc();
return ret;
}
int myFunc(void) {
int ret = 0;
HINSTANCE hInst;

hInst = LoadLibrary("test.dll");

if( !hInst ) {
fprintf( stderr, "[ERROR] Cannot open test.dll\n" );
return 1;
}

gFP gfp = (gFP)GetProcAddress( hInst, "testFunc" );

{
int bufInt[3] = { 0, 1, 2 };
char bufStrItems[sizeof(items_st)] = { 0 };

items_st items = { 0 };
items.enableItem1 = TRUE;
items.enableItem2 = TRUE;
items.enableItem3 = TRUE;

items.item1.pStr = "AAAAABBBBB";
items.item1.a = 10;
items.item1.b = 10;

items.item2.pStr = "CCCCCDDDDD";
items.item2.a = 20;
items.item2.b = 20;

items.item3.pStr = "EEEEEFFFFF";
items.item3.a = 30;
items.item3.b = 30;

memcpy( bufStrItems, &items, sizeof(items_st) );
ret = gfp( 0, (int*)&bufInt, bufStrItems );
}

if( ret )
fprintf( stdout, "Success\n" );
else
fprintf( stderr, "Fail\n" );

FreeLibrary( hInst );

return (ret ? true : false);
}

-----
Cheers,
June

일기 (2009.09.28)

오늘 광주 MBC TV, 문화콘서트 '난장'에서 Acoustic Cafe 콘서트를 했다.

Acoustic Cafe 의 방송 출연은 처음이라고 한다.
처음엔 그냥 많이 들어본 음악이 나오길래 그냥 그런가 보다라고 했는데,
Acoustic Cafe 라고 하자마자 눈이 초롱초롱 해졌다. 귀도 쫑근 해지고... ^^

사실 내가 Acoustic Cafe 팬이다.
아직도 나에겐 Acoustic Cafe 는 Lead Violin - Norihiro Tsuru, Piano - Yuriko Nakamura, Cello - Yoshihiko Maeda 이다.

Norihiro Tsu 의 Violin 의 음색은 아직도 내 귀에 생생하다.
Violin 음색에 내 귀가 민감하게 반응 하는 것은
Beethoven Violin Sonata 에서 "Kreutze" 가 나에겐 그 technique 자체가 충격이였지만,
아무래도 "Last Carnival" 에서 Norihiro Tsuru 의 Violin 영향이 컸던것 같다.

정말 주옥 같은 곡들이 많지만, (사실 제목은 잘 모른다. 오직 음악 밖엔...)
Long Long Ago 와 Last Carnival 은 나에게 음..
뭔가 기운을 넣어주고 날 일으켜 세워준다.
엄마가 자식을 대하듯 다정하고 부드럽게, 때론 야단을 치는것 처럼...

technique 이 훌륭한 다른 좋은 명곡들도 많겠지만,
나에게 와 닿는 것이야 말로 그로 인해 느끼고 숨쉬고 깨닫는 것 같다.
그래서 나의 경우엔 technique 이라고 해서 정석대로 듣고 공부를 해보는 것보다는
내 마음이, 내 귀가 반응하는 그런 음악을 자주 듣게 된다.

오늘 하루 조금 피곤했는데,
월요일 마다 보는 광주 MBC TV, 문화콘서트 '난장' 을 통해서
Acoustic Cafe 를 만나니 너무 좋았고, 마음이 편안 해졌다.

난 언제쯤 편안한 마음으로 진정으로 즐기면서 따뜻하고 포근한 음악을 할 수 있을까?
언젠간 그런 날이 올거라고 믿는다.
사람들에게 마음이 따듯해지는,
희망을 줄수있는 그런 음악을 들려줄 날이... 곧 오기를...

잠자리에 들기전, 한정희씨의 '푸른자전거' 앨범에 있는
"나의 오래된 꿈 하나" 를 들으면서 오늘도 희망을 안아본다.

-----
June

목요일, 9월 24, 2009

Delphi "int Array" to type casting "int*" in C/C++

//
// Delphi (bufInt: Array[..] of integer) to type casting (int* pBufInt) in C/C++;
// http://coding.derkeiler.com/Archive/Delphi/alt.comp.lang.borland-delphi/2004-11/0258.html
//
// Trick: Pointer( @effect[0] )
// Prototype in C/C++: void func(int* pBufInt);
//
// Use in Delphi:
// var bufInt: Array[0..3] of integer;
// func( Pointer(@effect[0]) );
//

-----
Cheers,
June

Delphi: URL Download

간단한 URL Download 이다.

이건 잊지 말고 항상 설정 해주자.
// For URL Redirection
ctHTTP.HandleRedirects := True;
// for HTTP 404 Forbidden Error; User-Agent
ctHTTP.Request.UserAgent := 'Mozilla/4.0 (compatible; MSIE 5.5)';


//
// URL Download
//
function URLDownload(ctHttp: TIdHTTP; strUrl: String; strOutFilename: String): Boolean;
var
fileStream
fileStream: TFileStream;
recvData: String;
begin
// For URL Redirection
ctHTTP.HandleRedirects := True;
// for HTTP 404 Forbidden Error; User-Agent
ctHTTP.Request.UserAgent := 'Mozilla/4.0 (compatible; MSIE 5.5)';

recvData := ctHTTP.Get( strUrl );

fileStream := TFileStream.Create( strOutFilename, fmCreate );
fileStream.Write( recvData[1], Length(recvData) );
fileStream.Free;

if( Length(recvData) > 0 ) then
Result := True
else
Result := False;
end;

-----
Cheers,
June

금요일, 9월 18, 2009

Linux Assembly Tutorial - Step-by-Step Guide



Linux Assembly Tutorial - Step-by-Step Guide





Linux Assembly Tutorial


Step-by-Step Guide



Written by: Derick Swanepoel (derick@maple.up.ac.za)

Version 1.0 - 2002-04-19, 01:50am



Download as zipfile



JMP Quickstart



Contents


1. Introduction

2. Why this Tutorial?

3. The Netwide Assembler (NASM)


3.1 A Note on Assemblers

3.2 Where do I get NASM?


4. Introduction to Linux Assembly


4.1 Main Differences Between DOS and Linux Assembly

4.2 The Parts of an Assembly Program

4.3 Linux System Calls


4.3.1 Reading the Manpages


4.4 "Hello World!" in Linux Assembly

4.5 Compiling and Linking


5. More Advanced Concepts


5.1 Command Line Arguments and the Stack

5.2 "Procedures" and Jumping


6. Conclusion



Appendix A. The terminal is your friend - how to use it

Appendix B. Installing NASM (and other stuff) on Linux

Appendix C. References





 

1. Introduction


This tutorial is an introduction to coding assembly in Linux. There are two "versions" to accommodate
various people:


  • The Step-by-Step Guide: This version explains everything in detail. It assumes that you have done at
    least a little bit of DOS assembly, and that you have Linux on your computer (although you may not have
    used it much yet). Since not everyone may know how to use Linux, there are links to sections where I explain
    how to do basic things like use the terminal and the DOS-equivalent commands.
  • The Quickstart: If you're in a hurry and just want to see a Linux
    assembly program, compile it and run it, this is for you. It assumes that you understand basic DOS assembly,
    and that you know how to use the terminal. Basically, it just points out the differences between a Linux and
    DOS assembly program with just enough explanation not to confuse you.


The assembler I'll be using is NASM (Netwide Assembler). Lots of the stuff in this tutorial came from other
tuts and the NASM documentation – see the References section for more info.



 

2. Why this Tutorial?


Mainly, the reason for this tutorial is to make assembly programming easier, better and more practical
by doing it in Linux instead of DOS. Also, it may teach you a bit of Linux while you're at it (unless you're already
at home with it).


Programming in assembly may seem quite masochistic (and writing entire programs in it simply ridiculous),
especially in these days of super-optimizing compilers and visual development tools that do just about everything
for you. However, there is an advantage in understanding more about the inner workings of your processor and
kernel, and assembly is a good way of learning this. Sometimes assembly can be extremely useful for sticking inline
in a C/C++ program. And if your program really has a "need for speed", you can tweak and optimize
the assembly generated by the compiler (of course, you need to be pretty elite to produce better code than today's
compilers.)


Since there was this notion that we were to be taught how to use Linux during COS284 (sort of as an aside),
the idea was that we would code assembly in Linux. But not Linux assembly - DOS assembly, in a DOS emulator,
with a DOS text editor. Of course, this entirely defeats the purpose, but maybe it was to be done this way mainly
because there aren't so many Linux assembly tutorials and sample code as for DOS. Well, here is a tutorial that'll
teach you the basics of Linux assembly.





3. The Netwide Assembler (NASM)


3.1 A Note on Assemblers


Linux will almost always be intalled with the default assemblers as and as86 available, and
quite likely also gas. However, we will be using NASM, the Netwide Assembler. It uses the Intel syntax
just like TASM, MASM, and other DOS assemblers, and the structure is also fairly similar. (Useless info: as and
gas use the AT&T syntax, which is somewhat different – eg. all registers must be prefixed
with a %, and the source operand comes before the destination. See the References for a link to a tut using as
and AT&T syntax.)


NASM is cool because it's portable (there are Linux, Unix and DOS versions), it's free and it's powerful with lots of
nice features. Trust me.



3.2 Where do I get NASM?


If you selected "Development Tools" when you installed Linux, chances are you already have NASM. It comes
standard with most Linux distributions, so you don't need to download it. To check if you've got it, just ask Linux,
"Where is NASM?" Here's how:



  1. Open a terminal. (For some basic Linux terminal skills, go to
    The terminal is your friend - how to use it)
  2. Type whereis nasm and press ENTER.

If you see a line that says something like nasm: /usr/bin/nasm then you're fine. If all you see is
nasm: then you need to install NASM. Here are some instructions on how to
install NASM (or anything else) on Linux.


If you feel like getting the latest and greatest version of NASM, visit their website
www.cryogen.com/Nasm, or get it with FTP from our local Linux
mirror ftp.kernel.za.org/pub/software/devel/nasm/binaries.





4. Introduction to Linux Assembly


4.1 Main Differences Between DOS and Linux Assembly




  • In DOS assembly, most things get done with the DOS services interrupt int 21h, and the BIOS
    service interrupts like int 10h and int 16h. In Linux, all these functions are handled by the
    kernel. Everything gets done with "kernel system calls", and you call the kernel with int 80h. One of
    the wonderful things about Linux system calls are that there are fewer of them (about 190) than DOS, but they
    are far more practical (you don't have obsolete crap like functions that load casette BASIC and things left over
    from DOS 1.0). Linux system calls create files, handle processes and other such useful stuff - no strings attached
    (mmm, bad pun ;-)
  • Linux is a true, 32-bit protected mode operating system, so this enables us to do real, up-to-date 32-bit
    assembly. This 32-bit code runs in the flat memory model, which basically means you don't have to worry
    about segments at all. This makes life a lot easier, because you never need to use a segment override or modify
    any segment register, and every address is 32 bits long and contains only an offset part. (If this is just a lot of
    waffling to you, don't worry, just know that it's good and will simplify things for you.)
  • In 32-bit assembly, you use the extended 32-bit registers EAX, EBX, ECX and so on instead of the normal
    16-bit registers AX, BX, CX etc.
  • DOS is dead. It's 16-bit. It's obsolete. The only people that still write DOS assembly are crazy old hackers that
    are too attached to their 386s to throw them away. Linux assembly has practical applications (parts of the OS are
    written in assembler, hardware drivers are often coded in assembler).



4.2 The Parts of an Assembly Program


An assembly program can be divided into three sections:


  • The .data section


    This section is for "declaring initialized data", in other words defining "variables" that already contain stuff.
    However this data does not change at runtime so they're not really variables. The .data section is used
    for things like filenames and buffer sizes, and you can also define constants using the EQU instruction.
    Here you can use the DB, DW, DD, DQ and DT instructions. For example:
     
    
    section .data
    message: db 'Hello world!' ; Declare message to contain the bytes 'Hello world!' (without quotes)
    msglength: equ 12 ; Declare msglength to have the constant value 12
    buffersize: dw 1024 ; Declare buffersize to be a word containing 1024


  • The .bss section


    This section is where you declare your variables. You use the RESB, RESW, RESD, RESQ and REST
    instructions to reserve uninitialized space in memory for your variables, like this:
     
    
    section .bss
    filename: resb 255 ; Reserve 255 bytes
    number: resb 1 ; Reserve 1 byte
    bignum: resw 1 ; Reserve 1 word (1 word = 2 bytes)
    realarray: resq 10 ; Reserve an array of 10 reals


  • The .text section


    This is where the actual assembly code is written. The .text section must begin with the declaration
    global _start, which just tells the kernel where the program execution begins. (It's like the main
    function in C or Java, only it's not a function, just a starting point.) Eg.:
     
    
    section .text
    global _start

    _start:
    pop ebx ; Here is the where the program actually begins
    .
    .
    .



As you can see, so far things are still more or less DOSish. Next we'll look at system calls in more detail,
and once that is done you'll be able to write your first Linux assembly program!



4.3 Linux System Calls


Linux system calls are called in exactly the same way as DOS system calls:


  1. You put the system call number in EAX (we're dealing with 32-bit registers here, remember)
  2. You set up the arguments to the system call in EBX, ECX, etc.
  3. You call the relevant interrupt (for DOS, 21h; for Linux, 80h)
  4. The result is usually returned in EAX

There are six registers that are used for the arguments that the system call takes. The first argument goes
in EBX, the second in ECX, then EDX, ESI, EDI, and finally EBP, if there are so many. If there are more than
six arguments, EBX must contain the memory location where the list of arguments is stored - but don't worry
about this because it's unlikely that you'll use a syscall with more than six arguments. The wonderful thing
about this scheme is that Linux uses it consistently – all system calls are designed this way, there
are no confusing exceptions.



Some example code always helps:

 

mov eax,1 ; The exit syscall number
mov ebx,0 ; Have an exit code of 0
int 80h ; Interrupt 80h, the thing that pokes the kernel and says, "Yo, do this"



But how do you find out what these system calls are, and what they do, and what arguments they take?
Firstly, all the syscalls are listed in /usr/include/asm/unistd.h, together with their numbers
(the value to put in EAX before you call int 80h). However, for your convenience you
can simply find them in this Linux System Call Table, together with some
other useful information (eg. what arguments they take). Take a look at the list of syscalls –
there are things like sys_write (4), sys_nice (34) and of course sys_exit (1).
To find out just what these things do, you can look them up in the Linux manual pages (commonly
called "the manpages"). That is what the next section is about.



4.3.1 Reading the Manpages



First, open a terminal (or switch to one of the 6 consoles with CTRL+ALT+F1 through F6
- to get back to graphical mode press CTRL+ALT+F7). Say now you want to know what the "write"
syscall does. Type man 2 write and press ENTER. This will bring up the manual page on "write"
from section 2 of the manpages.



Under the NAME section is the syscall's name and what it does – in this case:

write - write to a file descriptor

This is the syscall you use to write to, well, a file. But you also use it to print stuff on the screen.
"Why the heck is that?" you ask. See, in Linux everything is a file. Things like the screen, mice, printers,
etc. are special files called "device files", but you read and write to them just like you do to a text file.
This actually makes sense, because reading/writing files is one of the simplest things to do in programming,
so why not do everything in the same simple way - but I digress.



Next, under the SYNOPSIS section you see a fairly ugly line:

ssize_t write(int fd, const void *buf, size_t count);

OK, if you know C it won't be ugly, because this is just the C definition of the syscall. As you can see,
it takes three arguments: the file descriptor, followed by the buffer, and then how many bytes to write,
which should be however long the buffer is. (The DESCRIPTION section tells us what the arguments are
for.) The file descriptor (fd) is an integer, the buffer (buf) is a pointer to a memory
location (that's what the * means), so it's also an integer, and the bytes to write (count) is of
type size_t, which is also an integer. This makes sense because we put values for these arguments in the
registers EBX, ECX and EDX, which are all 32-bit integers. Finally, the write syscall returns a value in EAX:
the number of bytes actually written. This can be used to verify if all went well.



Now we can finally write our first Linux assembly program!



4.4 "Hello World!" in Linux Assembly


Of course, the appropriate way to begin would be to print out "Hello world!" To print to the screen, we write
to the special file called STDOUT (standard output), which is file descriptor 1. Here is the program in full:


 

section .data
hello: db 'Hello world!',10 ; 'Hello world!' plus a linefeed character
helloLen: equ $-hello ; Length of the 'Hello world!' string
; (I'll explain soon)

section .text
global _start

_start:
mov eax,4 ; The system call for write (sys_write)
mov ebx,1 ; File descriptor 1 - standard output
mov ecx,hello ; Put the offset of hello in ecx
mov edx,helloLen ; helloLen is a constant, so we don't need to say
; mov edx,[helloLen] to get it's actual value
int 80h ; Call the kernel

mov eax,1 ; The system call for exit (sys_exit)
mov ebx,0 ; Exit with return code of 0 (no error)
int 80h


Copy this program into a text editor of your choice (I use vi or SciTE),
and save it as hello.asm in your home directory (/home/yourname).



4.5 Compiling and Linking




  1. If you don't have a terminal or console open, open one now.
  2. Make sure you are in the same directory as where you saved hello.asm.
  3. To assemble the program, type

    nasm -f elf hello.asm

    If there are any errors, NASM will tell you on what line you did what wrong.
  4. Now type ld -s -o hello hello.o

    This will link the object file NASM produced into an executable file.
  5. Run your program by typing ./hello

    (To run programs/scripts in the current directory, you must always type ./ before the name,
    unless the current directory is in the path.)

You should see Hello world! printed to the screen. Congratulations! You have just written your
first assembly program in Linux!



 

5. More Advanced Concepts



Before I go on, you're probably wondering what that equ $-hello thing is doing in our
Hello World program (line 3). As you may remember, when you use equ to declare a variable (instead of
db, for example), you are actually declaring a constant. Declaring the length of our string as a
constant is sensible because it sure isn't going to change. But how does $-hello turn out to be the
length of 'Hello world!' ? When NASM sees a '$' it replaces it with the assembly position at the beginning of
that line. (That is also the position at the end of the previous line.) So subtracting the position of a variable
from '$' will give us the number of bytes between the variable and '$'. If we want to declare a variable that
contains the length of a string we've declared by saying hello: db 'Hello world!',10 then we just stick
helloLen: equ $-hello on the next line. That will make helloLen equal to the number of bytes
that hello takes up in memory, which in this case is 13 (the linefeed character also counts). Don't
worry if this confuses you – just remember that it's a neat and easy way to declare the length of a string.



If you're more than just casually interested, I'd encourage you to check out the NASM documentation for more
information on these things, and how to use some of the other neat features that I'm not going to mention in
this tutorial.



5.1 Command Line Arguments and the Stack



Getting the command line arguments from a DOS program is not an enjoyable experience, because working with the
PSP and having to worry about segments is simply a pain. In Linux things are much simpler: all arguments are
available on the stack when the program starts, so to get them you just pop them off.



As an example, say you run a program called program and give it three arguments:

 

./program foo bar 42

The stack will then look as follows:












4
program
foo
bar
42







Number of arguments (argc), including the program name
Name of the program (argv[0])
Argument 1, the first real argument (argv[1])
Argument 2 (argv[2])
Argument 3 (argv[3]) (Note: this is the string "42", not the number 42)



Now lets write the program program that takes the three arguments:

 

section .text
global _start

_start:
pop eax ; Get the number of arguments
pop ebx ; Get the program name
pop ebx ; Get the first actual argument ("foo")
pop ecx ; "bar"
pop edx ; "42"

mov eax,1
mov ebx,0
int 80h ; Exit

After all that popping, EAX contains the number of arguments, EBX points to wherever "foo" is stored
in memory, ECX points to "bar" and EDX to "42". This is obviously way more elegant and simple
than in DOS. It took us just 5 lines to get the arguments and even how many there are, while in DOS it
takes 14 rather complicated lines just to get one argument! Note that the 3rd pop
overwrites the value we put in EBX with the 2nd pop (which was the program name).
Unless you have a really good reason, you can usually chuck away the program name as we did here.



5.2 "Procedures" and Jumping



NB: NASM doesn't have procedure definitions like you may have used in TASM. That's because procedures
don't really exist in assembly: everything is a label. So if you want to write a "procedure" in NASM,
you don't use proc and endp, but instead just put a label (eg. fileWrite:)
at the beginning of the "procedure's" code. If you want to, you can put comments at the start and end
of the code just to make it look a bit more like a procedure. Here's an example in both Linux and DOS:









Linux DOS
 

; proc fileWrite - write a string to a file
fileWrite:
mov eax,4 ; write system call
mov ebx,[filedesc] ; File descriptor
mov ecx,stuffToWrite
mov edx,[stuffLen]
int 80h
ret
; endp fileWrite
 


proc fileWrite
mov ah,40h ; write DOS service
mov bx,[filehandle] ; File handle
mov cl,[stuffLen]
mov dx,offset stuffToWrite
int 21h
ret
endp fileWrite



NB2: I assume that you're familiar with labels and jumping to them with instructions
like JMP, JE or JGE. Now that you've seen that "procedures" are actually labels,
there is one very important thing to remember: If you are planning to return from a procedure (with the
RET instruction), don't jump to it! As in "never!" Doing that will cause a segmentation
fault on Linux (which is OK – all your program does is terminate), but in DOS it may blow up in your
face with various degrees of terribleness. The rule to remember is:


You may jump to labels, but you must call a procedure.



Calling a procedure is of course done with the CALL instruction. This makes life a bit difficult
when you want to do things like "if-then-else". If you have a situation such as "if this happens, call
procedure 1, else call procedure 2" there's only one thing to do: Jump around like a kangaroo weaving a
spaghetti code masterpiece. Lets look at an example. First, here is some normal, sane code:

 

if (AX == 'w') {
writeFile();
} else {
doSomethingElse();
}


This is how you would do it in assembly:

 

cmp AX,'w' ; Does AX contain 'w'?
jne skipWrite ; If not, skip writing by jumping to another label, and doSomethingElse there...
call writeFile ; ...else call the writeFile procedure...
jmp outOfThisMess ; ...and jump past all of this spaghetti

skipWrite:
call doSomethingElse
outOfThisMess:
... ; The rest of the program goes on here


Note that this is applicable to any assembly, not just Linux or NASM.



5.3 A Program with Everything



Now we can finally take a look at a program that does something remotely useful, containing
almost everything we've covered. In the Quickstart version of this tutorial, I have included a
Linux and a DOS version of the program we wrote in Practical 3 (the one that writes 'Hello world!'
to the file given as a command line argument). Check it out
and see how much simpler and logical the Linux program is compared to the DOS one.



 

6. Conclusion



Well, that's about it for this tutorial. I hope this has been a suitable introduction to doing
assembly programming in Linux. If you have any questions, suggestions or problems, feel free to
e-mail me at derick@maple.up.ac.za. This is my first
tutorial and I'm no assembly hacker either, so I welcome your comments.



Good luck and happy coding!






 

Appendix A. The terminal is your friend - how to use it



The terminal / console is an integral and very useful part of Linux. Linux has an excellent set of
command line utilities and programs, and you can control the whole system without a GUI. Sometimes
this is actually easier and faster. For programming in assembly you are obviously going to have to
work in the terminal, and this part will show you how.



Before you start, keep in mind that Unix/Linux is case sensitive, so
"Blah" is not the same as "blah" or "blaH".





  • Opening a terminal: If you're in KDE or Gnome, simply click on the terminal icon or
    browse the "Start"-menu for a terminal program. Alternatively you can switch to one of the 6 text-mode
    consoles by pressing CTRL+ALT+F1 through F6. To get back to graphics mode press
    CTRL+ALT+F7. When you open a terminal or log in on a console, you are plonked into your
    home directory, which is called whatever your username is. You are presented with a prompt that
    looks something like this:
     
    
    [delta@quantumcow asmtut]$

    The part before the '@' tells you your username (mine is delta), then the computer name
    (quantumcow), and then the top-level current directory (asmtut).
  • Finding out where you are: At the prompt, type pwd. This will show you the
    "present working directory", in other words where you are now. For example:
     
    
    [delta@quantumcow asmtut]$ pwd
    /home/delta/asmtut

  • Changing directories: To change to another directory you use the cd command.
    Note that it works a bit different than the DOS cd. Firstly, there must be a space between
    "cd" and the directory name. Secondly, in Unix/Linux, the directory separator is a forward slash (/)
    not a backslash (\). To change to the parent directory of the current one, you go cd ...
    To go up two levels in the directory tree, type cd ../... Here are some examples – try them out:
     
    
    [delta@quantumcow asmtut]$ cd /usr/share/doc
    [delta@quantumcow doc]$ pwd
    /usr/share/doc
    [delta@quantumcow doc]$ cd ..
    [delta@quantumcow share]$ cd ../..
    [delta@quantumcow /]$

    At the end of this example, you end up in the root directory, / (similar to C:\). Now to
    get back to your home directory, type cd ~

    The tilde (~) is a shortcut for your home directory.
  • Finding out what's in a directory: To list the current directory's contents, type ls.
    If you're in your home directory and haven't used Linux much, there probably won't be many files.
    Change to a directory like /etc and list its contents – lots of files! (The /etc directory
    is where most of the system's configuration files are stored.) To get some more info, you can do a
    "long list" by typing ls -l or simply ll. In my home directory it looks like this:



    Directories are highlighted in blue, executable files in green, compressed archives in red and images in purple.
  • Finding out what's in a file: You can use either cat or less to view the contents
    of a file. Use less when you know the output will be more than one screen long, because less
    will pause at every screen of text, and allows you to scroll up and down.
     
    
    [delta@quantumcow asmtut]$ cat foo.txt
    Hello, world!

  • The wonders of tab-completion: Linux has a wonderful feature called tab-completion. Almost anywhere,
    when you are typing in the name of a file or directory, you can press the TAB key and Linux will complete
    the name for you. This is especially useful when you're dealing with things that have long names. Try find a
    directory with really long directory names in it, and then cd to one of them using tab-completion.
    For example, type cd /usr/share/doc/cons and press TAB. Tada! Linux has completed
    the name for you, (console-tools-19990829/) and you can just press ENTER.



    If you try typing cd /usr/share/doc/proc and then press TAB you'll hear a beep. That's because
    there are more than one directory in /usr/share/doc that starts with "proc", so Linux doesn't know which one you
    want. If you press TAB again it will display the directories starting with "proc". Now you can type some
    more letters of the directory you want (just enough to identify it uniquely will do), and press TAB again.
    Neat, isn't it?


It is often useful to have more than just one terminal open, for example one to compile your program in and another
to read manpages with. Also, most window managers (KDE, Gnome, IceWM are window managers) allow you to work on
multiple desktops. So when one desktop gets cluttered with windows, just go to another one and "start with a clean
slate!" In KDE and Gnome you'll see four numbered little squares on the taskbar. Click on one and it takes you to
that desktop. (You can have up to 10 desktops if you want.) I have on one rare occasion worked on 4 consoles and
3 desktops at the same time because of all the different stuff I was doing!



 

Appendix B. Installing NASM (and other stuff) on Linux



In order to install programs on your Linux system, you must be root (administrator). You can decide whether you
want to do this with the GUI utilities or in a terminal – I recommend you try both, for the added experience ;)


Using KDE / Gnome



If you're working in KDE / Gnome, installing things is fairly straightforward:


  1. If you are logged in as a normal user, log out and log in as root.
  2. Pop your Linux CD in your CD-ROM drive, and it should be automounted (NASM is on the 2nd CD).
    You can then use a file manager (Konqueror, Nautilus) to go to /mnt/cdrom where you should see the
    contents of the Linux CD. If there's nothing, go to the desktop, right-click on the CD-ROM icon and click "Mount".
  3. In /mnt/cdrom, go to RedHat, then RPMS. You should see a lot of files with the extension
    .RPM – look for nasm-0.98-8.i386.rpm.
  4. Click/double-click on it to open it with the package manager. From there it shouldn't be too much of a
    mission to install. Also install nasm-doc-0.98-8.i386.rpm, the documentation for NASM.



Using the Terminal



Installing stuff by means of a terminal isn't difficult either:


  1. If you weren't logged in as root, become root in the terminal by typing su
    (for "substitute user"). After entering your password, you will now be logged in on that terminal as root.
  2. Mount the CD-ROM by typing mount /dev/cdrom
  3. Change to the packages directory: cd /mnt/cdrom/RedHat/RPMS
  4. Install NASM with the RedHat Package Manager, by typing: rpm -i nasm-0.98-8.i386.rpm

    (Hint: use tab-completion!)

    Also install nasm-doc-0.98-8.i386.rpm, the documentation for NASM.
  5. If you su'd to become root, type exit to log out and stop being root.


If everything was successful, congratulations! You're well on your way to becoming an elite Linux user.
If something broke, feel free to e-mail me and I'll do my best to help. Good luck, and happy hacking in Linux!



 

Appendix C. References



Writing a useful program with NASM

The NASM documentation

Introduction to UNIX assembly programming

Linux Assembler Tutorial by Robin Miyagi

Section 2 of the manpages








-----
Cheers,
June